00010000:00000010:3.1F:1789607246.348796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0600. 00010000:00000010:3.1:1789607246.372504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0200. 00000080:00000010:2.1F:1789607265.411760:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d908cc8b80. 00000080:00000010:2.1:1789607265.411794:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d908cc8680. 00010000:00000010:2.1:1789607265.411800:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d909b4fd00. 00010000:00000010:2.1:1789607265.411805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942052600. 00000080:00000010:2.1:1789607265.439828:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d908cc8740. 00010000:00000010:2.1:1789607268.411744:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69000. 00010000:00000010:2.1:1789607268.411768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942052400. 00000080:00000010:2.1:1789607284.904289:0:10824:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d9081a9800. 00010000:00000010:2.1:1789607303.328932:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9038b1100. 00010000:00000010:2.1:1789607303.328946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0600. 00000080:00000010:2.1:1789607303.358801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d908cc8fc0. 00010000:00000010:3.1:1789607305.978980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0800. 00000080:00000010:3.1:1789607321.204306:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d908cc8980. 00010000:00000010:0.1F:1789607369.189951:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9038b1a00. 00010000:00000010:0.1:1789607369.189978:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1c00. 00010000:00000010:2.1:1789607369.224372:0:11691:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9037fc700. 00010000:00000010:3.1:1789607386.281341:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942052c00. 00010000:00000010:0.1:1789607389.115255:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1e00. 00010000:00000010:2.1:1789607415.900587:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9037fcf00. 00010000:00000010:2.1:1789607415.900600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d904096400. 00010000:00000010:2.1:1789607415.937613:0:12316:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d91089ac00. 00010000:00000010:3.1:1789607432.363974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1800. 00010000:00000010:2.1:1789607432.367748:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d91089a600. 00010000:00000010:2.1:1789607432.367764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942052000. 00010000:00000010:2.1:1789607432.367768:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9037fc100. 00010000:00000010:2.1:1789607432.367771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d904097a00. 00000080:00000010:2.1:1789607432.397087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d904d94340. 00000080:00000010:2.1:1789607432.397124:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d9072c85c0. 00010000:00000010:2.1:1789607435.213610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942052800. 00010000:00000010:2.1:1789607435.218744:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9072f7000. 00010000:00000010:2.1:1789607435.218767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1800. 00010000:00000010:2.1:1789607435.218772:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9072f7400. 00010000:00000010:2.1:1789607435.218775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1e00. 00000080:00000010:2.1:1789607451.719500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d902bb92a0. 00000080:00000010:2.1:1789607451.719528:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d904cb74a0. 00010000:00000010:3.1:1789607453.073454:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d91089af00. 00010000:00000010:3.1:1789607453.073468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942053600. 00010000:00000010:3.1:1789607453.073473:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d91089a100. 00010000:00000010:3.1:1789607453.073476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942052000. 00000080:00000010:3.1:1789607453.094728:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d902bb9ca0. 00000080:00000010:3.1:1789607453.094758:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d918920000. 00010000:00000010:2.1:1789607454.217048:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d91089a000. 00010000:00000010:2.1:1789607454.217069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942052c00. 00010000:00000010:2.1:1789607459.450995:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9037fc800. 00010000:00000010:2.1:1789607459.451012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d904096400. 00010000:00000010:1.1F:1789607459.478721:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d91089a200. 00010000:00000010:2.1:1789607476.818948:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d90906b100. 00010000:00000010:2.1:1789607476.818961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942052e00. 00010000:00000010:2.1:1789607476.818984:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d91089ac00. 00010000:00000010:2.1:1789607476.818988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942053a00. 00000080:00000010:2.1:1789607476.832611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d9049131e0. 00000080:00000010:2.1:1789607476.844155:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d902bb92e0. 00010000:00000010:2.1:1789607479.743742:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9101e0500. 00010000:00000010:2.1:1789607479.743764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1c00. 00010000:00000010:2.1:1789607479.743770:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9101e0600. 00010000:00000010:2.1:1789607479.743773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0000. 00000080:00000010:2.1:1789607495.231737:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d904913740. 00000080:00000010:2.1:1789607495.231757:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d904ddf480. 00010000:00000010:2.1:1789607513.280864:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d91089a900. 00010000:00000010:2.1:1789607513.280885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942052c00. 00010000:00000010:2.1:1789607513.280891:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9037fc500. 00010000:00000010:2.1:1789607513.280895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d904096000. 00000080:00000010:2.1:1789607513.289473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d904913460. 00010000:00000010:3.1:1789607515.849736:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9101e0a00. 00010000:00000010:3.1:1789607515.849758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942052000. 00010000:00000010:3.1:1789607515.849764:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d91089ab00. 00010000:00000010:3.1:1789607515.849767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942052600. 00000080:00000010:3.1:1789607531.133719:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d9042ec760. 00010000:00000010:2.1:1789607532.797750:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d91089a800. 00010000:00000010:2.1:1789607532.797772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942052000. 00010000:00000010:2.1:1789607532.797779:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d90906bb00. 00010000:00000010:2.1:1789607532.797785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421fe200. 00000080:00000010:2.1:1789607532.819777:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d9042ec440. 00000080:00000010:2.1:1789607532.827964:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d9189a2940. 00010000:00000010:0.1:1789607536.188243:0:13257:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d90906bf00. 00010000:00000010:0.1:1789607536.188252:0:13257:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421fe800. 00010000:00000010:3.1:1789607541.666911:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9101e0100. 00010000:00000010:3.1:1789607541.666931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1c00. 00010000:00000010:3.1:1789607541.684853:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9101e0f00. 00010000:00000010:3.1:1789607541.684870:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9101e0100. 00010000:00000010:3.1:1789607541.684874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1400. 00000080:00000010:3.1:1789607557.278015:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d903ef9b20. 00010000:00000010:3.1:1789607566.166747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0600. 00010000:00000010:3.1:1789607566.170724:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d91089ab00. 00010000:00000010:3.1:1789607566.170739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942053a00. 00010000:00000010:3.1:1789607566.189226:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9101e0200. 00010000:00000010:3.1:1789607566.314834:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d91089a900. 00010000:00000010:3.1:1789607566.314848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942053200. 00000800:00000200:3.1:1789607566.325061:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace -2128 low water 167464 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.325084:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace -3408 low water 168104 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.327068:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace -4688 low water 168744 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.328297:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 82328 low water 158516 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.328320:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 81048 low water 159156 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.328325:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 81048 low water 159156 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.328353:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 165504 low water 150208 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.330539:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 123492 low water 237774 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.330557:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 123492 low water 237774 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.330569:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 122212 low water 238414 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.330575:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 122212 low water 238414 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.334516:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 238564 low water 180238 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.336060:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace -31168 low water 315104 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.336077:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace -32448 low water 315744 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.336088:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace -33728 low water 316384 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.336094:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace -33728 low water 316384 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.336125:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace -14568 low water 306804 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.336140:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 4608 low water 297216 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.336154:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 23784 low water 287628 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.336488:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 34012 low water 282514 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.337042:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 34012 low water 282514 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.337061:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 32732 low water 283154 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.337508:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 51908 low water 273566 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.337527:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 62168 low water 268436 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.337542:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 81312 low water 258864 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.337569:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 100488 low water 249276 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.337593:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 100488 low water 249276 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.337599:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 100488 low water 249276 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.337615:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 119664 low water 239688 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.342007:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 129892 low water 234574 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.342025:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 129892 low water 234574 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.344217:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 165684 low water 216678 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.344241:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 165684 low water 216678 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.344247:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 165684 low water 216678 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.344268:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 175912 low water 211564 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.344300:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 220652 low water 189194 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.345966:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace -61856 low water 330448 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.346487:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace -63136 low water 331088 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.346501:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace -63136 low water 331088 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.346582:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 14884 low water 308718 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.346587:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 14884 low water 308718 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.346607:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 25112 low water 303604 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.349137:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 62184 low water 285068 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.349205:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 81360 low water 275480 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.349799:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 81360 low water 275480 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.350902:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 80080 low water 276120 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.351189:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 80080 low water 276120 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.352629:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 115872 low water 258224 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.352638:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 115872 low water 258224 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.352735:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 135048 low water 248636 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.352754:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 181068 low water 225626 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.352778:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 191296 low water 220512 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.353015:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 280824 low water 192388 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.355625:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 3424 low water 331088 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.355635:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 3424 low water 331088 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.355669:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 21320 low water 322140 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.355674:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 21320 low water 322140 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.355701:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 67340 low water 299130 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.355715:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 86516 low water 289542 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.355738:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 165816 low water 266532 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.355752:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 164536 low water 267172 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.355757:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 164536 low water 267172 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.355773:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 174764 low water 262058 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.356112:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 174764 low water 262058 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.356126:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 173484 low water 262698 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.362229:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 183712 low water 257584 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.362239:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 183712 low water 257584 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.362277:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 228452 low water 235214 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.362281:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 228452 low water 235214 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.362296:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 247628 low water 225626 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.363820:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 17576 low water 357292 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.364322:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 16296 low water 357932 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.365366:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 16296 low water 357932 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.365386:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 15016 low water 358572 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.365945:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 15016 low water 358572 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.375715:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 69984 low water 331088 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.375728:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 69984 low water 331088 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.375757:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 89160 low water 321500 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.375762:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 89160 low water 321500 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.375780:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 133900 low water 299130 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.375793:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 186356 low water 289542 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.375808:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 232376 low water 266532 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.375821:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 251552 low water 256944 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.376393:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 251552 low water 256944 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.376410:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 250272 low water 257584 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.377785:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 250272 low water 257584 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.377806:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 248992 low water 258224 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.377816:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 247712 low water 258864 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.379173:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 284784 low water 240328 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.549234:0:32:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 117500 low water 390530 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.550479:0:32:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 116220 low water 391170 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.550530:0:32:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 114940 low water 391810 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.550610:0:32:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 135396 low water 381582 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.552908:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 135396 low water 381582 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.552944:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 134116 low water 382222 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.552975:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 134116 low water 382222 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.555615:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 132836 low water 382862 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.555640:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 132836 low water 382862 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.561189:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 452512 low water 256304 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.616519:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 120192 low water 439104 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.616569:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 118912 low water 439744 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.616583:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 118912 low water 439744 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.616596:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 117632 low water 440384 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.616602:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 117632 low water 440384 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.616629:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 163652 low water 417374 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.616878:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 209672 low water 394364 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.617568:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 209672 low water 394364 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.617585:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 209672 low water 394364 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.617596:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 209672 low water 394364 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.619583:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 227568 low water 385416 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.619599:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 227568 low water 385416 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607566.620374:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 381012 low water 325334 conn ffff94d911d3c000 blocked idle queued 00010000:00000010:0.1:1789607567.885780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905ec1e00. 00010000:00000010:3.1:1789607567.891143:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9037fcc00. 00010000:00000010:3.1:1789607567.891168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905ec1c00. 00010000:00000010:3.1:1789607567.928451:0:14301:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9101e0200. 00010000:00000010:2.1:1789607567.964747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0800. 00010000:00000010:2.1:1789607574.307753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0200. 00010000:00000010:2.1:1789607574.313047:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9101e0500. 00010000:00000010:2.1:1789607574.313070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1400. 00010000:00000010:2.1:1789607574.323704:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d91089ac00. 00010000:00000010:2.1:1789607574.436030:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d91089a300. 00010000:00000010:2.1:1789607574.436051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942053600. 00000800:00000200:3.1:1789607574.450022:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace -43396 low water 537538 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.450034:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace -43396 low water 537538 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.450066:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace -33168 low water 532424 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.450072:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace -33168 low water 532424 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.450118:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace -15272 low water 523476 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.450138:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace -16552 low water 524116 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.450157:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 2624 low water 514528 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.450193:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 21800 low water 504940 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.450209:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 40976 low water 495352 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.451819:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 40976 low water 495352 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.451845:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 40976 low water 495352 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.451863:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 39696 low water 495992 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.454397:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 57592 low water 487044 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.454425:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 57592 low water 487044 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.454441:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 56312 low water 487684 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.454448:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 55032 low water 488324 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.454465:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 65260 low water 483210 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.454480:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 84436 low water 473622 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.455213:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 84436 low water 473622 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.455228:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 84436 low water 473622 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.455247:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 83156 low water 474262 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.457798:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 102332 low water 464674 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.457814:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 102332 low water 464674 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.459205:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 129176 low water 451252 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.459216:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 129176 low water 451252 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.459245:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 157300 low water 437190 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.459249:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 157300 low water 437190 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.459286:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 185424 low water 423128 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.459310:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 194372 low water 418654 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.459314:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 194372 low water 418654 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.459330:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 222496 low water 404592 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.459343:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 250620 low water 390530 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.459805:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 250620 low water 390530 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.461318:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 324764 low water 353458 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.461344:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 324764 low water 353458 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.461358:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 323484 low water 354098 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.461364:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 323484 low water 354098 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.466855:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 565092 low water 233294 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.470388:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace -11432 low water 521556 conn ffff94d911d3c000 blocked scheduled queued 00000800:00000200:3.1:1789607574.471265:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace -12712 low water 522196 conn ffff94d911d3c000 blocked scheduled queued 00000800:00000200:3.1:1789607574.472290:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace -12712 low water 522196 conn ffff94d911d3c000 blocked scheduled queued 00000800:00000200:3.1:1789607574.473445:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace -13992 low water 522836 conn ffff94d911d3c000 blocked scheduled queued 00000800:00000200:3.1:1789607574.474331:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace -13992 low water 522836 conn ffff94d911d3c000 blocked scheduled queued 00000800:00000200:3.1:1789607574.475260:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace -15272 low water 523476 conn ffff94d911d3c000 blocked scheduled queued 00000800:00000200:3.1:1789607574.476482:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 49924 low water 490878 conn ffff94d911d3c000 blocked scheduled queued 00000800:00000200:3.1:1789607574.477593:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 48644 low water 491518 conn ffff94d911d3c000 blocked scheduled queued 00000800:00000200:3.1:1789607574.477616:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 48644 low water 491518 conn ffff94d911d3c000 blocked scheduled queued 00000800:00000200:3.1:1789607574.477690:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 67820 low water 481930 conn ffff94d911d3c000 blocked scheduled queued 00000800:00000200:3.1:1789607574.478618:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 113840 low water 458920 conn ffff94d911d3c000 blocked scheduled queued 00000800:00000200:3.1:1789607574.479536:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 112560 low water 459560 conn ffff94d911d3c000 blocked scheduled queued 00000800:00000200:3.1:1789607574.479554:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 112560 low water 459560 conn ffff94d911d3c000 blocked scheduled queued 00000800:00000200:3.1:1789607574.479655:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 131736 low water 449972 conn ffff94d911d3c000 blocked scheduled queued 00000800:00000200:3.1:1789607574.479660:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 131736 low water 449972 conn ffff94d911d3c000 blocked scheduled queued 00000800:00000200:3.1:1789607574.479693:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 176476 low water 427602 conn ffff94d911d3c000 blocked scheduled queued 00000800:00000200:3.1:1789607574.479697:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 176476 low water 427602 conn ffff94d911d3c000 blocked scheduled queued 00000800:00000200:3.1:1789607574.479710:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 195652 low water 418014 conn ffff94d911d3c000 blocked scheduled queued 00000800:00000200:3.1:1789607574.479741:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 232724 low water 399478 conn ffff94d911d3c000 blocked scheduled queued 00000800:00000200:3.1:1789607574.479755:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 260848 low water 385416 conn ffff94d911d3c000 blocked scheduled queued 00000800:00000200:3.1:1789607574.480423:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 297920 low water 366880 conn ffff94d911d3c000 blocked scheduled queued 00000800:00000200:3.1:1789607574.480456:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 326044 low water 352818 conn ffff94d911d3c000 blocked scheduled queued 00000800:00000200:3.1:1789607574.480474:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 363116 low water 334282 conn ffff94d911d3c000 blocked scheduled queued 00000800:00000200:3.1:1789607574.481264:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace -21660 low water 526670 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.481283:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace -22940 low water 527310 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.481519:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace -22940 low water 527310 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.481538:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace -24220 low water 527950 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.490080:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 245512 low water 393084 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.490145:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 244232 low water 393724 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.490160:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 244232 low water 393724 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.490177:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 242952 low water 394364 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.490184:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 242952 low water 394364 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.490748:0:32:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 242952 low water 394364 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.490782:0:32:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 241672 low water 395004 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.491279:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 241672 low water 395004 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.491456:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 240392 low water 395644 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.491605:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 240392 low water 395644 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.494489:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 258288 low water 386696 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.494506:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 258288 low water 386696 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.495434:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 571528 low water 246716 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.496703:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace -4996 low water 534978 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.496726:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace -6276 low water 535618 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.497092:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace -6276 low water 535618 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.497109:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace -7556 low water 536258 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.497592:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace -7556 low water 536258 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.497612:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace -8836 low water 536898 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.497942:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace -10116 low water 537538 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.505882:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 310792 low water 393724 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.505917:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 309512 low water 394364 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.505923:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 309512 low water 394364 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.506238:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 309512 low water 394364 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.506256:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 308232 low water 395004 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.506740:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 308232 low water 395004 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.506760:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 306952 low water 395644 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.507335:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 306952 low water 395644 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.507353:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 305672 low water 396284 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.508470:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 359408 low water 386056 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.508494:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 358128 low water 386696 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.508500:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 356848 low water 387336 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.510393:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 468064 low water 331728 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.539058:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace -55956 low water 593738 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.539086:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace -57236 low water 594378 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.539537:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace -57236 low water 594378 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.541091:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace -38060 low water 584790 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.541105:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace -38060 low water 584790 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.544207:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 305768 low water 429516 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.544243:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 304488 low water 430156 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.544249:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 304488 low water 430156 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.545313:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 304488 low water 430156 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.545337:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 303208 low water 430796 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.545870:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 386300 low water 389250 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.545886:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 386300 low water 389250 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.545898:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 386300 low water 389250 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.545903:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 386300 low water 389250 conn ffff94d911d3c000 blocked idle queued 00000800:00000200:3.1:1789607574.550910:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff94d9136fe900 wspace 451496 low water 356652 conn ffff94d911d3c000 blocked idle queued 00010000:00000010:2.1:1789607574.826969:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9101e0900. 00010000:00000010:2.1:1789607574.827002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1e00. 00010000:00000010:2.1:1789607574.827008:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d90906bf00. 00010000:00000010:2.1:1789607574.827014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6b600. 00000080:00000010:2.1:1789607574.830948:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d905ec3c80. 00000080:00000010:2.1:1789607574.830978:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d9189b0840. 00010000:00000010:2.1:1789607574.853040:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d91089af00. 00010000:00000010:2.1:1789607574.853058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942052800. 00010000:00000010:2.1:1789607574.853063:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d91089a300. 00010000:00000010:2.1:1789607574.853066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942053600. 00000080:00000010:2.1:1789607574.857738:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d905fc69e0. 00000080:00000010:2.1:1789607574.857789:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d918926b40. 00010000:00000010:2.1:1789607574.887208:0:14336:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9101e0f00. 00010000:00000010:2.1:1789607574.887232:0:14336:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1800. 00010000:00000010:2.1:1789607574.887238:0:14336:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d91089a400. 00010000:00000010:2.1:1789607574.887242:0:14336:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942052000. 00000080:00000010:2.1:1789607574.894092:0:14336:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d903ef9880. 00000080:00000010:2.1:1789607574.894131:0:14336:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d9189b5ac0. 00010000:00000010:1.1:1789607577.166715:0:14490:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d91089a800. 00010000:00000010:1.1:1789607577.166735:0:14490:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942052600. 00010000:00000010:1.1:1789607577.166740:0:14490:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9101e0a00. 00010000:00000010:1.1:1789607577.166743:0:14490:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942052a00. 00010000:00000010:3.1:1789607582.253889:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d91089a300. 00010000:00000010:3.1:1789607582.253903:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942053600. 00010000:00000010:0.1:1789607696.170909:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d90906b700. 00010000:00000010:0.1:1789607696.170921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6bc00. 00010000:00000010:2.1:1789607696.210718:0:14985:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9037fcf00. 00010000:00000010:2.1:1789607696.210729:0:14985:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f54600. 00000080:00000010:2.1:1789607696.210738:0:14985:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d906188c40. 00010000:00000010:0.1:1789607696.240734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942052400. 00010000:00000010:0.1:1789607696.240747:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69700. 00000080:00000010:0.1:1789607696.240757:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d903294760. 00010000:00000010:0.1:1789607696.240767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d904096600. 00010000:00000010:0.1:1789607696.240771:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d91089aa00. 00010000:00000010:0.1:1789607696.240775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d904097600. 00010000:00000010:0.1:1789607696.240777:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9037fce00. 00010000:00000010:2.1:1789607696.320113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d91089a200. 00010000:00000010:2.1:1789607696.320127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942053600. 00010000:00000010:2.1:1789607696.342758:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d91089a300. 00010000:00000010:2.1:1789607696.365311:0:14990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1800. 00010000:00000010:3.1:1789607696.497956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942052600. 00010000:00000010:3.1:1789607696.497977:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d91089a200. 00010000:00000010:3.1:1789607696.497982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942052400. 00010000:00000010:3.1:1789607696.498008:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9101e0700. 00010000:00000010:3.1:1789607696.498012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1e00. 00000080:00000010:3.1:1789607696.524026:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d905e1c220. 00000080:00000010:2.1:1789607696.524166:0:14996:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d918926b40. 00010000:00000010:2.1:1789607700.003842:0:15125:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9101e0e00. 00010000:00000010:2.1:1789607700.003859:0:15125:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942053600. 00010000:00000010:2.1:1789607721.419899:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9037fce00. 00010000:00000010:2.1:1789607721.419920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f54000. 00010000:00000010:2.1:1789607721.676784:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9037fc500. 00010000:00000010:2.1:1789607721.676800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f55400. 00010000:00000010:2.1:1789607721.697729:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d91089a500. 00010000:00000010:2.1:1789607721.722829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6ac00. 00010000:00000010:0.1:1789607721.901045:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d91089a500. 00010000:00000010:0.1:1789607721.901055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942052e00. 00010000:00000010:1.1:1789607721.914767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f54a00. 00010000:00000010:0.1:1789607721.914847:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9037fc000. 00010000:00000010:2.1:1789607722.017775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f55000. 00010000:00000010:2.1:1789607722.017791:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d91089a900. 00010000:00000010:2.1:1789607722.017812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942053a00. 00010000:00000010:2.1:1789607722.017816:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d90906b700. 00010000:00000010:2.1:1789607722.017820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6a600. 00000080:00000010:2.1:1789607722.037969:0:15675:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d905e1c220. 00000080:00000010:2.1:1789607722.063377:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d918926b40. 00010000:00000010:3.1:1789607725.588326:0:15471:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d90906b800. 00010000:00000010:3.1:1789607725.588338:0:15471:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6b600. 00010000:00000010:0.1:1789607729.637406:0:1024:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9101e0900. 00010000:00000010:0.1:1789607729.637418:0:1024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1800. 00000080:00000010:1.1:1789607729.663207:0:2402:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d90709dfa0. 00010000:00000010:2.1:1789607729.805421:0:16263:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6aa00. 00010000:00000010:1.1:1789607731.028727:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9101e0000. 00010000:00000010:1.1:1789607731.028739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f54600. 00000080:00000010:3.1:1789607731.052743:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d90709d600. 00010000:00000010:0.1:1789607731.057847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f55a00. 00010000:00000010:3.1:1789607731.122743:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9037fc000. 00010000:00000010:2.1:1789607731.155354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0000. 00010000:00000010:1.1:1789607731.401616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f54a00. 00010000:00000010:1.1:1789607731.512103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942052e00. 00010000:00000010:1.1:1789607731.512119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9101e0c00. 00010000:00000010:1.1:1789607731.512124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1c00. 00010000:00000010:1.1:1789607731.512128:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d90906bc00. 00010000:00000010:1.1:1789607731.512133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6b400. 00000080:00000010:1.1:1789607731.527735:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d905fc6b80. 00000080:00000010:1.1:1789607731.529948:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d9189b2940. 00010000:00000010:0.1:1789607735.878927:0:16704:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9101e0f00. 00010000:00000010:0.1:1789607735.878945:0:16704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942053a00. 00000080:00000010:1.1:1789607741.914002:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d905e1cd00. 00000080:00000010:1.1:1789607741.914023:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d910a737a0. 00000080:00000010:1.1:1789607741.917192:0:2410:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d918920840. 00000080:00000010:1.1:1789607741.917210:0:2410:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d918922940. 00000080:00000010:1.1:1789607741.917220:0:2410:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d9189239c0. 00000080:00000010:1.1:1789607741.917237:0:2410:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d918924200. 00000080:00000010:1.1:1789607741.917245:0:2410:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d9189b1080. 00000080:00000010:1.1:1789607741.917323:0:2410:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d9189a39c0. 00010000:00000010:1.1:1789607741.917381:0:2410:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9037fc300. 00010000:00000010:1.1:1789607741.917388:0:2410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d900031200. 00010000:00000010:1.1:1789607741.917465:0:2410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942053400. 00010000:00000010:1.1:1789607741.917470:0:2410:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d91089ae00. 00010000:00000010:3.1:1789607741.917710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942053800. 00010000:00000010:0.1:1789607741.923135:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d90906b500. 00010000:00000010:0.1:1789607741.923149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421fe400. 00010000:00000010:2.1:1789607741.956771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942052a00. 00010000:00000010:2.1:1789607741.956788:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d91089a700. 00010000:00000010:2.1:1789607741.956793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942053600. 00010000:00000010:2.1:1789607741.956803:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d91089ab00. 00010000:00000010:3.1:1789607742.028632:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1000. 00010000:00000010:3.1:1789607742.028644:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904ed7400. 00010000:00000010:1.1:1789607743.394938:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9101e0600. 00010000:00000010:1.1:1789607743.394952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1000. 00010000:00000010:3.1:1789607743.418030:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d90906b300. 00010000:00000010:2.1:1789607743.463363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9101e0a00. 00010000:00000010:2.1:1789607743.463378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6a800. 00010000:00000010:2.1:1789607743.488245:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d91089a500. 00010000:00000010:2.1:1789607743.488260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942053800. 00000080:00000010:2.1:1789607743.547073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d90709d6a0. 00010000:00000010:2.1:1789607743.589738:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d91089a500. 00010000:00000010:2.1:1789607743.589758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942053800. 00010000:00000010:3.1:1789607743.600116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d91089a400. 00010000:00000010:0.1:1789607743.617712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942053400. 00000080:00000010:2.1:1789607743.742641:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f0a360. 00010000:00000010:3.1:1789607743.847227:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d91089a800. 00010000:00000010:3.1:1789607743.847241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942052800. 00010000:00000010:0.1:1789607744.127006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942053200. 00010000:00000010:3.1:1789607744.172727:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9101e0200. 00010000:00000010:3.1:1789607744.172735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1800. 00010000:00000010:0.1:1789607744.648728:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d91089a400. 00010000:00000010:0.1:1789607744.648744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942053a00. 00010000:00000010:2.1:1789607744.680728:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d90906bc00. 00010000:00000010:2.1:1789607744.680749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6b800. 00010000:00000010:0.1:1789607744.695712:0:2402:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9037fc100. 00010000:00000010:2.1:1789607744.734914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f55000. 00010000:00000010:1.1:1789607744.925411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942053800. 00010000:00000010:1.1:1789607744.925429:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d91089a500. 00010000:00000010:3.1:1789607744.950760:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d91089ae00. 00010000:00000010:3.1:1789607744.950768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942053a00. 00010000:00000010:3.1:1789607744.952822:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9101e0200. 00010000:00000010:0.1:1789607744.952879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1800. 00010000:00000010:3.1:1789607745.022990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942052800. 00010000:00000010:3.1:1789607745.023004:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9037fcd00. 00010000:00000010:3.1:1789607745.023008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f54a00. 00010000:00000010:3.1:1789607745.023012:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d91089ad00. 00010000:00000010:3.1:1789607745.023015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942053200. 00000080:00000010:3.1:1789607745.039210:0:2412:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d90709dd60. 00000080:00000010:3.1:1789607745.039238:0:2412:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d918ad8840. 00010000:00000010:2.1:1789607745.055902:0:17089:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9037fcf00. 00010000:00000010:2.1:1789607745.055918:0:17089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f54600. 00010000:00000010:3.1:1789607745.056936:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9037fc300. 00010000:00000010:3.1:1789607745.056943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942052c00. 00010000:00000010:1.1:1789607745.128948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942053a00. 00000080:00000010:1.1:1789607747.851738:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d9189a39c0. 00000080:00000010:2.1:1789607747.852966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d918268e60. 00000080:00000010:2.1:1789607747.852986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f0a780. 00000080:00000010:0.1:1789607747.853037:0:2401:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d918922100. 00010000:00000010:0.1:1789607747.855105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0000. 00010000:00000010:0.1:1789607747.855129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942052e00. 00010000:00000010:1.1:1789607747.864757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942052400. 00010000:00000010:1.1:1789607747.869869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942053800. 00010000:00000010:1.1:1789607747.869887:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d91089a200. 00010000:00000010:0.1:1789607747.904470:0:17123:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6aa00. 00010000:00000010:0.1:1789607747.904480:0:17123:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d90906b800. 00010000:00000010:0.1:1789607747.904486:0:17123:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942052800. 00010000:00000010:0.1:1789607747.904490:0:17123:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d91089af00. 00010000:00000010:0.1:1789607759.244062:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d91089ac00. 00010000:00000010:0.1:1789607759.244074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942053400. 00010000:00000010:2.1:1789607759.276868:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9037fc200. 00010000:00000010:2.1:1789607759.484800:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d91089a100. 00010000:00000010:2.1:1789607759.484816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942053200. 00010000:00000010:2.1:1789607759.484822:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9037fc500. 00010000:00000010:2.1:1789607759.484825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f54e00. 00010000:00000010:3.1:1789607759.745358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f55800. 00010000:00000010:2.1:1789607775.257779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942053200. 00010000:00000010:0.1:1789607775.677809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942053400. 00010000:00000010:0.1:1789607775.677836:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69a00. 00010000:00000010:0.1:1789607775.677842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f55600. 00010000:00000010:0.1:1789607775.677847:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69d00. 00010000:00000010:0.1:1789607775.677849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942053800. 00000080:00000010:0.1:1789607775.692776:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d90709d8c0. 00000080:00000010:2.1:1789607775.697873:0:17852:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d918926300. 00010000:00000010:3.1:1789607776.791726:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69200. 00010000:00000010:3.1:1789607776.791739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6ae00. 00010000:00000010:0.1:1789607786.502219:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9037fc800. 00010000:00000010:0.1:1789607786.502234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f55c00. 00010000:00000010:2.1:1789607786.505764:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9037fc200. 00010000:00000010:2.1:1789607803.073847:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69500. 00010000:00000010:2.1:1789607803.073864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f54400. 00010000:00000010:2.1:1789607803.073870:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69e00. 00010000:00000010:2.1:1789607803.073873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942053800. 00000080:00000010:2.1:1789607803.093823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d90709db80. 00000080:00000010:2.1:1789607803.101736:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d918926300. 00010000:00000010:3.1:1789607807.550704:0:2412:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69c00. 00010000:00000010:3.1:1789607807.550727:0:2412:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942053200. 00010000:00000010:2.1:1789607831.032859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0000. 00000080:00000010:2.1:1789607831.032874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d904f142a0. 00010000:00000010:2.1:1789607831.032881:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041000. 00010000:00000010:2.1:1789607831.032884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1c00. 00010000:00000010:2.1:1789607831.165292:0:19357:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69f00. 00010000:00000010:2.1:1789607831.165301:0:19357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942052400. 00000080:00000010:0.1:1789607831.278769:0:19359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d904f14b00. 00010000:00000010:2.1:1789607832.553737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942052800. 00010000:00000010:2.1:1789607850.574886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f55400. 00010000:00000010:3.1:1789607850.629748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1800. 00010000:00000010:3.1:1789607850.629775:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9037fc400. 00010000:00000010:3.1:1789607850.629781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f55000. 00010000:00000010:3.1:1789607850.629785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0800. 00000080:00000010:2.1:1789607850.646944:0:19380:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d904f14580. 00000080:00000010:2.1:1789607850.646984:0:19380:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d918925280. 00010000:00000010:2.1:1789607850.660045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f54400. 00010000:00000010:2.1:1789607850.660069:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041a00. 00010000:00000010:2.1:1789607850.660073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f54e00. 00010000:00000010:2.1:1789607850.660077:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9037fc100. 00010000:00000010:2.1:1789607850.660080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f54c00. 00000080:00000010:2.1:1789607850.680739:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d918926300. 00000080:00000010:2.1:1789607850.680761:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d90709da00. 00010000:00000010:3.1:1789607857.369889:0:19909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0a00. 00000080:00000010:3.1:1789607857.369903:0:19909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d904f14180. 00010000:00000010:3.1:1789607857.369986:0:19909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041c00. 00010000:00000010:3.1:1789607857.369990:0:19909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0000. 00010000:00000010:3.1:1789607857.485781:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041f00. 00010000:00000010:3.1:1789607857.485794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0000. 00000080:00000010:3.1:1789607857.578019:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d904f14640. 00010000:00000010:2.1:1789607858.542801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942052800. 00010000:00000010:3.1:1789607866.572964:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69d00. 00010000:00000010:3.1:1789607866.572992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942053400. 00010000:00000010:3.1:1789607866.583925:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041e00. 00010000:00000010:3.1:1789607866.583945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1200. 00000080:00000010:3.1:1789607866.583952:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d904f14ae0. 00010000:00000010:3.1:1789607866.623727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1200. 00010000:00000010:3.1:1789607873.072842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0600. 00000080:00000010:3.1:1789607873.072869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d904f14ae0. 00010000:00000010:3.1:1789607873.072886:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041d00. 00010000:00000010:3.1:1789607873.072890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1800. 00010000:00000010:3.1:1789607873.102146:0:2411:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041600. 00010000:00000010:3.1:1789607873.130726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942052800. 00010000:00000010:2.1:1789607874.210206:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69300. 00010000:00000010:2.1:1789607874.210223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942053400. 00010000:00000010:0.1:1789607874.319076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1800. 00010000:00000010:3.1:1789607912.484730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f55400. 00010000:00000010:2.1:1789607923.674732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f54600. 00010000:00000010:2.1:1789607923.678729:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041600. 00010000:00000010:2.1:1789607923.678748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0600. 00010000:00000010:2.1:1789607923.705489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69e00. 00010000:00000010:2.1:1789607923.761812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942053800. 00010000:00000010:3.1:1789607965.569713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0800. 00010000:00000010:0.1:1789607965.701004:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69700. 00010000:00000010:0.1:1789607965.701015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942053400. 00010000:00000010:0.1:1789607965.701020:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d90906b700. 00010000:00000010:0.1:1789607965.701025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6ba00. 00000080:00000010:3.1:1789607965.733744:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d90709dd20. 00000080:00000010:3.1:1789607965.733799:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d918925280. 00010000:00000010:1.1:1789607966.231868:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69900. 00010000:00000010:1.1:1789607966.231883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1e00. 00010000:00000010:0.1:1789607977.843987:0:2402:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9037fc500. 00010000:00000010:0.1:1789607977.844003:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f54400. 00000080:00000010:0.1:1789607977.865038:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d904f14080. 00010000:00000010:2.1:1789607977.887914:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041800. 00010000:00000010:2.1:1789607977.887931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1000. 00010000:00000010:2.1:1789607978.033718:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041f00. 00010000:00000010:2.1:1789607978.033728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0800. 00010000:00000010:0.1:1789607978.046816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0000. 00000080:00000010:0.1:1789607978.064742:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d904f144a0. 00010000:00000010:2.1:1789607978.099934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942052e00. 00000080:00000010:2.1:1789607978.099944:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d9040af9c0. 00010000:00000010:2.1:1789607978.106867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942052800. 00010000:00000010:3.1:1789607978.267877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f54800. 00010000:00000010:0.1:1789607978.271794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942052800. 00010000:00000010:2.1:1789607978.288904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1e00. 00000080:00000010:2.1:1789607978.376502:0:22748:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d9040aff40. 00010000:00000010:1.1:1789607978.521339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6bc00. 00010000:00000010:1.1:1789607978.521349:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041700. 00010000:00000010:1.1:1789607978.659740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232c00. 00010000:00000010:2.1:1789607978.668602:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69400. 00010000:00000010:2.1:1789607978.668624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909233600. 00010000:00000010:2.1:1789607978.678095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942052e00. 00010000:00000010:2.1:1789607978.678117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9037fc500. 00010000:00000010:2.1:1789607978.678122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f55800. 00000080:00000010:2.1:1789607978.686972:0:22939:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d9040afdc0. 00000080:00000010:2.1:1789607978.687004:0:22939:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d9189b0000. 00010000:00000010:2.1:1789607986.749967:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69d00. 00010000:00000010:2.1:1789607986.749982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942053800. 00000080:00000010:3.1:1789607986.924805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d904f145c0. 00010000:00000010:2.1:1789607987.187726:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d90906b500. 00010000:00000010:2.1:1789607987.187739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6ae00. 00010000:00000010:1.1:1789607987.222980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6b600. 00000080:00000010:1.1:1789607987.253976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d9121a4e00. 00010000:00000010:3.1:1789607987.278960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f54000. 00000080:00000010:3.1:1789607987.278968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d90709d040. 00010000:00000010:3.1:1789607987.290804:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041400. 00010000:00000010:3.1:1789607987.290837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0800. 00010000:00000010:1.1:1789607987.439604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0800. 00010000:00000010:1.1:1789607987.439619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6b800. 00010000:00000010:2.1:1789607987.473853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6aa00. 00000080:00000010:2.1:1789607987.527324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d9121a4800. 00010000:00000010:1.1:1789607993.456739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6b800. 00010000:00000010:1.1:1789607993.456760:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d90906b400. 00010000:00000010:3.1:1789608010.714136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1000. 00010000:00000010:2.1:1789608010.723975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6a000. 00010000:00000010:2.1:1789608010.723992:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d90906b500. 00010000:00000010:2.1:1789608010.723999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6b000. 00000080:00000010:2.1:1789608010.739933:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d904f14800. 00000080:00000010:2.1:1789608010.750930:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d9189a39c0. 00010000:00000010:2.1:1789608012.324786:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69d00. 00010000:00000010:2.1:1789608012.324802:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232000. 00010000:00000010:3.1:1789608018.146599:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9037fcb00. 00010000:00000010:3.1:1789608018.146611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f54200. 00000080:00000010:2.1:1789608018.156165:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d904f14d80. 00010000:00000010:2.1:1789608018.333954:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041a00. 00010000:00000010:2.1:1789608018.333963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0600. 00010000:00000010:2.1:1789608018.346785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909233400. 00000080:00000010:2.1:1789608018.360381:0:24224:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d904f14820. 00010000:00000010:3.1:1789608018.401896:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0200. 00000080:00000010:3.1:1789608018.401906:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d904f14120. 00010000:00000010:3.1:1789608018.401921:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1000. 00010000:00000010:3.1:1789608018.513065:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909233400. 00010000:00000010:2.1:1789608018.520423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1000. 00010000:00000010:3.1:1789608018.524729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909233000. 00000080:00000010:2.1:1789608018.557752:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d9040af800. 00010000:00000010:2.1:1789608031.824921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0200. 00010000:00000010:2.1:1789608031.824940:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69900. 00010000:00000010:1.1:1789608033.981535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6aa00. 00010000:00000010:0.1:1789608033.997792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f55000. 00010000:00000010:0.1:1789608033.997810:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69400. 00010000:00000010:0.1:1789608033.997815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909233c00. 00000080:00000010:0.1:1789608034.011376:0:24263:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d9121a4180. 00000080:00000010:0.1:1789608034.019468:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d9189b6300. 00010000:00000010:3.1:1789608038.434445:0:24634:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041b00. 00010000:00000010:3.1:1789608038.434460:0:24634:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1200. 00010000:00000010:2.1:1789608043.157094:0:17088:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d90906b800. 00010000:00000010:2.1:1789608043.157109:0:17088:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6bc00. 00010000:00000010:2.1:1789608043.163729:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9037fc700. 00010000:00000010:2.1:1789608043.163748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f54c00. 00010000:00000010:3.1:1789608148.869796:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69700. 00010000:00000010:3.1:1789608148.869825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232c00. 00000080:00000010:0.1:1789608148.886061:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d904f14320. 00010000:00000010:1.1:1789608148.889929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1e00. 00010000:00000010:1.1:1789608148.889946:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d90906b300. 00010000:00000010:1.1:1789608148.889951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6a200. 00010000:00000010:1.1:1789608148.901726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942053a00. 00000080:00000010:1.1:1789608148.901745:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f0ac80. 00010000:00000010:1.1:1789608148.901754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942052c00. 00010000:00000010:1.1:1789608148.901760:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d90906bb00. 00010000:00000010:1.1:1789608148.901765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942053200. 00000080:00000010:1.1:1789608148.901791:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d9040af680. 00010000:00000010:1.1:1789608148.901798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942052400. 00010000:00000010:1.1:1789608148.901801:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041c00. 00010000:00000010:1.1:1789608148.901804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0a00. 00010000:00000010:1.1:1789608148.901808:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041200. 00000080:00000010:1.1:1789608148.901811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d904f14e00. 00010000:00000010:1.1:1789608148.901817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1400. 00010000:00000010:1.1:1789608148.901820:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041d00. 00000080:00000010:1.1:1789608148.901842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d9040afe20. 00010000:00000010:1.1:1789608148.901851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942053400. 00010000:00000010:1.1:1789608148.901855:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69200. 00000080:00000010:1.1:1789608148.901858:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d904f141a0. 00010000:00000010:1.1:1789608148.901865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0000. 00010000:00000010:1.1:1789608148.901868:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041900. 00000080:00000010:2.1:1789608150.789733:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d9040afae0. 00000080:00000010:2.1:1789608150.789745:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d918927380. 00010000:00000010:1.1:1789608150.809942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6ae00. 00010000:00000010:1.1:1789608150.809947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6b000. 00010000:00000010:2.1:1789608150.811403:0:21207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909233e00. 00010000:00000010:3.1:1789608150.821918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0800. 00010000:00000010:3.1:1789608150.821934:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041700. 00010000:00000010:3.1:1789608150.954851:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d90906bb00. 00010000:00000010:3.1:1789608150.954860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6ae00. 00010000:00000010:3.1:1789608150.954873:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041700. 00010000:00000010:2.1:1789608150.991079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1800. 00010000:00000010:2.1:1789608151.164205:0:25050:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041700. 00010000:00000010:2.1:1789608151.164216:0:25050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1200. 00010000:00000010:0.1:1789608151.171832:0:2401:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909233e00. 00010000:00000010:2.1:1789608151.180719:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69100. 00010000:00000010:2.1:1789608151.301849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6b200. 00010000:00000010:2.1:1789608151.301880:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041400. 00010000:00000010:2.1:1789608151.301884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0800. 00010000:00000010:2.1:1789608151.301889:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d90906b300. 00010000:00000010:2.1:1789608151.301893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6b600. 00000080:00000010:2.1:1789608151.311938:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d904f140a0. 00000080:00000010:2.1:1789608151.319702:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d9189b5280. 00010000:00000010:0.1:1789608156.166714:0:25476:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041800. 00010000:00000010:0.1:1789608156.166731:0:25476:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6b000. 00010000:00000010:0.1:1789608158.560193:0:25681:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d90906bc00. 00010000:00000010:0.1:1789608158.560210:0:25681:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6ba00. 00010000:00000010:0.1:1789608158.645912:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9037fc700. 00010000:00000010:0.1:1789608158.645927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f54400. 00010000:00000010:0.1:1789608158.674450:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9037fc200. 00010000:00000010:2.1:1789608160.176787:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69c00. 00010000:00000010:2.1:1789608160.176825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232200. 00010000:00000010:2.1:1789608160.189731:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69200. 00010000:00000010:2.1:1789608160.207730:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9037fc800. 00010000:00000010:2.1:1789608160.207753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f54400. 00000080:00000010:1.1:1789608265.650759:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f68660. 00000080:00000010:1.1:1789608265.650789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d908365ac0. 00000080:00000010:0.1:1789608265.672993:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d9189b7380. 00000080:00000010:0.1:1789608265.673026:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d918927380. 00010000:00000010:0.1:1789608265.673037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232a00. 00010000:00000010:0.1:1789608265.673041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232600. 00010000:00000010:0.1:1789608265.673057:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909233000. 00010000:00000010:0.1:1789608265.703761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1400. 00010000:00000010:0.1:1789608265.703777:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041600. 00010000:00000010:0.1:1789608265.707963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232000. 00010000:00000010:0.1:1789608265.707976:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69c00. 00010000:00000010:0.1:1789608265.707981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232e00. 00010000:00000010:0.1:1789608265.707983:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69400. 00010000:00000010:0.1:1789608265.845615:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9037fc700. 00010000:00000010:0.1:1789608265.845627:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f54a00. 00010000:00000010:0.1:1789608265.845631:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69b00. 00010000:00000010:0.1:1789608265.845634:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232400. 00000080:00000010:3.1:1789608265.879621:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d918268180. 00000080:00000010:3.1:1789608265.879667:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d918adc200. 00010000:00000010:1.1:1789608265.907699:0:25845:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d90906b500. 00010000:00000010:1.1:1789608265.907709:0:25845:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6bc00. 00010000:00000010:1.1:1789608265.920723:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d90906b400. 00010000:00000010:2.1:1789608265.964834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232c00. 00010000:00000010:0.1:1789608266.092808:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d90906b400. 00010000:00000010:0.1:1789608266.092820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6ac00. 00010000:00000010:1.1:1789608266.109799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f54e00. 00010000:00000010:2.1:1789608266.110718:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9037fc700. 00010000:00000010:1.1:1789608266.218286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909233a00. 00010000:00000010:1.1:1789608266.218299:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d90906b500. 00010000:00000010:1.1:1789608266.218304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6aa00. 00010000:00000010:1.1:1789608266.218308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69a00. 00010000:00000010:1.1:1789608266.218311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232c00. 00000080:00000010:0.1:1789608266.248997:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d9094bd1c0. 00000080:00000010:0.1:1789608266.249029:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d9189a4200. 00010000:00000010:0.1:1789608268.860859:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69800. 00010000:00000010:0.1:1789608268.860876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f55600. 00010000:00000010:3.1:1789608274.595054:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d90906b700. 00010000:00000010:3.1:1789608274.595069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6ae00. 00000080:00000010:2.1:1789608274.629034:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f68d00. 00000080:00000010:3.1:1789608275.967730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d918268d20. 00010000:00000010:3.1:1789608275.967748:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9037fcf00. 00010000:00000010:3.1:1789608275.967753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f54800. 00010000:00000010:3.1:1789608276.011726:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69c00. 00010000:00000010:3.1:1789608276.011742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0000. 00000080:00000010:2.1:1789608276.134760:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d9060788e0. 00000080:00000010:0.1:1789608280.461175:0:26508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d906078640. 00000080:00000010:0.1:1789608280.461266:0:26508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d918268d80. 00000080:00000010:0.1:1789608280.461276:0:26508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d918ad8000. 00000080:00000010:0.1:1789608280.461297:0:26508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d9189b3180. 00000080:00000010:0.1:1789608280.461315:0:26508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d918924a40. 00010000:00000010:3.1:1789608280.461719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1c00. 00010000:00000010:3.1:1789608280.461726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f54a00. 00010000:00000010:1.1:1789608280.470708:0:2401:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909233400. 00010000:00000010:0.1:1789608280.484983:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0a00. 00010000:00000010:0.1:1789608280.484995:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041300. 00010000:00000010:0.1:1789608280.484999:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1e00. 00010000:00000010:0.1:1789608280.485002:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041f00. 00010000:00000010:0.1:1789608280.502359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909233e00. 00010000:00000010:0.1:1789608280.502371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69700. 00010000:00000010:0.1:1789608280.502376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1400. 00010000:00000010:0.1:1789608280.502380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041b00. 00010000:00000010:3.1:1789608295.291731:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9037fc500. 00010000:00000010:3.1:1789608295.291752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f55200. 00000080:00000010:3.1:1789608295.313162:0:27132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d906078f60. 00010000:00000010:2.1:1789608295.390734:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69700. 00010000:00000010:2.1:1789608295.390754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232600. 00010000:00000010:2.1:1789608295.414759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909233600. 00000080:00000010:3.1:1789608295.469811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f686c0. 00010000:00000010:2.1:1789608296.586246:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041400. 00010000:00000010:2.1:1789608296.586269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1400. 00010000:00000010:2.1:1789608304.046715:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69300. 00010000:00000010:2.1:1789608304.046742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232400. 00000080:00000010:2.1:1789608304.105762:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f68da0. 00010000:00000010:2.1:1789608304.297031:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69c00. 00010000:00000010:2.1:1789608304.297046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232800. 00010000:00000010:2.1:1789608304.311036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909233400. 00000080:00000010:2.1:1789608304.351016:0:27759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f68d20. 00010000:00000010:2.1:1789608305.448666:0:27772:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232200. 00010000:00000010:2.1:1789608305.460744:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69900. 00010000:00000010:2.1:1789608305.460765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909233e00. 00000080:00000010:0.1:1789608305.489442:0:27773:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f689c0. 00010000:00000010:2.1:1789608312.828905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909233000. 00000080:00000010:3.1:1789608312.833004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f68ee0. 00010000:00000010:3.1:1789608312.833028:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9037fc100. 00010000:00000010:3.1:1789608312.833034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f54c00. 00010000:00000010:0.1:1789608312.896939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f55a00. 00000080:00000010:0.1:1789608312.900964:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d90704e860. 00010000:00000010:0.1:1789608312.900995:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d90906b000. 00010000:00000010:0.1:1789608312.901003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6ba00. 00000080:00000010:3.1:1789608316.998798:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f68ba0. 00000080:00000010:3.1:1789608316.998822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d90704eee0. 00000080:00000010:3.1:1789608316.998830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f68da0. 00000080:00000010:3.1:1789608316.998835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d906078940. 00000080:00000010:3.1:1789608316.998841:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f68f20. 00010000:00000010:2.1:1789608317.017302:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041a00. 00010000:00000010:2.1:1789608317.017316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909233000. 00010000:00000010:2.1:1789608317.017320:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041600. 00010000:00000010:2.1:1789608317.017323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f54a00. 00010000:00000010:2.1:1789608317.017327:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041f00. 00010000:00000010:2.1:1789608317.017330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1c00. 00010000:00000010:2.1:1789608317.017335:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69400. 00010000:00000010:2.1:1789608317.017339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1e00. 00010000:00000010:2.1:1789608317.017342:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041000. 00010000:00000010:2.1:1789608317.017345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1800. 00010000:00000010:2.1:1789608317.017348:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69300. 00010000:00000010:2.1:1789608317.017351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232400. 00010000:00000010:2.1:1789608317.017354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0200. 00010000:00000010:2.1:1789608317.017358:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041200. 00010000:00000010:2.1:1789608317.017361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0a00. 00010000:00000010:2.1:1789608317.017372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69500. 00010000:00000010:2.1:1789608317.017375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232e00. 00010000:00000010:2.1:1789608317.017378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9037fcb00. 00010000:00000010:2.1:1789608317.017381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f55600. 00010000:00000010:2.1:1789608317.046956:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69c00. 00010000:00000010:2.1:1789608317.046969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909233400. 00010000:00000010:2.1:1789608317.046972:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69a00. 00010000:00000010:2.1:1789608317.046974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909233a00. 00000080:00000010:2.1:1789608332.364072:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d906078c40. 00000080:00000010:2.1:1789608332.364094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d9060784c0. 00010000:00000010:3.1:1789608334.409846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0000. 00010000:00000010:2.1:1789608334.472325:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69300. 00010000:00000010:2.1:1789608334.472332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232e00. 00010000:00000010:2.1:1789608334.472335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232400. 00000080:00000010:3.1:1789608334.485385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f68ec0. 00000080:00000010:3.1:1789608334.485425:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d918924a40. 00000080:00000010:3.1:1789608334.485437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d906078ae0. 00010000:00000010:3.1:1789608334.489270:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0000. 00010000:00000010:3.1:1789608334.489279:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69500. 00010000:00000010:3.1:1789608334.489285:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6ae00. 00010000:00000010:3.1:1789608334.489288:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d90906bc00. 00010000:00000010:3.1:1789608334.489293:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6b000. 00000080:00000010:3.1:1789608334.503732:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d9189b18c0. 00000080:00000010:3.1:1789608334.503749:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d906078940. 00010000:00000010:2.1:1789608334.523970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232400. 00010000:00000010:2.1:1789608334.567071:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69000. 00010000:00000010:2.1:1789608334.567094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909233a00. 00010000:00000010:2.1:1789608334.567099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6b200. 00000080:00000010:2.1:1789608334.575798:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f68ac0. 00000080:00000010:2.1:1789608334.575839:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d9189b3180. 00000080:00000010:2.1:1789608334.585930:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d909343520. 00010000:00000010:2.1:1789608334.593233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909233a00. 00010000:00000010:2.1:1789608334.593257:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69e00. 00010000:00000010:2.1:1789608334.593264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232400. 00010000:00000010:2.1:1789608334.593267:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9037fcf00. 00010000:00000010:2.1:1789608334.593272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f54200. 00000080:00000010:2.1:1789608334.612741:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d9189a0000. 00000080:00000010:2.1:1789608334.612763:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f689c0. 00010000:00000010:3.1:1789608335.451994:0:28485:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041e00. 00010000:00000010:3.1:1789608335.452009:0:28485:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0800. 00010000:00000010:2.1:1789608335.459247:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69400. 00010000:00000010:2.1:1789608335.459265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909233400. 00010000:00000010:3.1:1789608342.421741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0a00. 00000080:00000010:0.1:1789608342.443361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d906078a00. 00010000:00000010:0.1:1789608342.443387:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041600. 00010000:00000010:0.1:1789608342.443394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0200. 00010000:00000010:3.1:1789608342.578052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0a00. 00000080:00000010:2.1:1789608342.594428:0:28976:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d906078780. 00010000:00000010:2.1:1789608342.594457:0:28976:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d90906bf00. 00010000:00000010:2.1:1789608342.594464:0:28976:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6a800. 00000080:00000010:1.1:1789608345.655818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d909343520. 00000080:00000010:1.1:1789608345.655850:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d9060781a0. 00010000:00000010:1.1:1789608345.674023:0:29002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69300. 00010000:00000010:1.1:1789608345.674040:0:29002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f54a00. 00010000:00000010:1.1:1789608345.674045:0:29002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9037fc400. 00010000:00000010:1.1:1789608345.674048:0:29002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f55e00. 00010000:00000010:1.1:1789608345.674052:0:29002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041800. 00010000:00000010:1.1:1789608345.674055:0:29002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6b800. 00010000:00000010:1.1:1789608345.674060:0:29002:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d90906b700. 00010000:00000010:1.1:1789608345.674064:0:29002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0a00. 00000080:00000010:2.1:1789608483.417200:0:29025:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f68fe0. 00000080:00000010:2.1:1789608483.417257:0:29025:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d90704efc0. 00010000:00000010:2.1:1789608483.623204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6b000. 00010000:00000010:3.1:1789608483.685896:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d90906bd00. 00010000:00000010:3.1:1789608483.685920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6a000. 00010000:00000010:3.1:1789608483.685923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6a200. 00000080:00000010:3.1:1789608483.695991:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d909343ca0. 00000080:00000010:3.1:1789608483.696035:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d9189b7380. 00000080:00000010:3.1:1789608483.696056:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d909343a00. 00010000:00000010:1.1:1789608483.725863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1400. 00010000:00000010:1.1:1789608483.725890:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d90906b700. 00010000:00000010:1.1:1789608483.725897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909233800. 00010000:00000010:1.1:1789608483.725929:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69a00. 00010000:00000010:1.1:1789608483.725934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232200. 00000080:00000010:1.1:1789608483.746890:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d9189b18c0. 00000080:00000010:1.1:1789608483.746914:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d906078ce0. 00010000:00000010:1.1:1789608483.770157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6ba00. 00010000:00000010:3.1:1789608483.836016:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69200. 00010000:00000010:3.1:1789608483.836036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232800. 00010000:00000010:3.1:1789608483.836040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f55800. 00010000:00000010:2.1:1789608483.851478:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d90906bb00. 00010000:00000010:2.1:1789608483.851489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6ae00. 00000080:00000010:3.1:1789608483.854133:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f684a0. 00000080:00000010:3.1:1789608483.854169:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d918925280. 00000080:00000010:3.1:1789608483.854176:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d90704ef00. 00010000:00000010:2.1:1789608483.890753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909233200. 00010000:00000010:2.1:1789608483.890773:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69900. 00010000:00000010:2.1:1789608483.890780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6ba00. 00010000:00000010:2.1:1789608483.890784:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d90906b700. 00010000:00000010:2.1:1789608483.890788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6b600. 00000080:00000010:2.1:1789608483.899365:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d918927380. 00000080:00000010:2.1:1789608483.899388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f68be0. 00010000:00000010:3.1:1789608490.862852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1200. 00000080:00000010:3.1:1789608490.862883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d906078b80. 00010000:00000010:3.1:1789608490.862908:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d90906b100. 00010000:00000010:3.1:1789608490.862915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6b200. 00010000:00000010:3.1:1789608490.939789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0a00. 00000080:00000010:3.1:1789608490.939815:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d9060784a0. 00010000:00000010:3.1:1789608490.939826:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041400. 00010000:00000010:3.1:1789608490.939830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1200. 00010000:00000010:1.1:1789608496.986821:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041b00. 00010000:00000010:1.1:1789608496.986831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6ac00. 00010000:00000010:1.1:1789608496.986834:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041400. 00010000:00000010:1.1:1789608496.986837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1200. 00010000:00000010:1.1:1789608496.986842:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69200. 00010000:00000010:1.1:1789608496.986845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232a00. 00010000:00000010:1.1:1789608496.986848:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041900. 00010000:00000010:1.1:1789608496.986851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0a00. 00000080:00000010:1.1:1789608512.633725:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d906078800. 00000080:00000010:1.1:1789608512.633746:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d9093435e0. 00000080:00000010:2.1:1789608512.644718:0:29643:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f68160. 00000080:00000010:2.1:1789608512.644735:0:29643:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d906078960. 00010000:00000010:1.1:1789608514.549771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6a800. 00010000:00000010:0.1:1789608514.623787:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69c00. 00010000:00000010:0.1:1789608514.623820:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0600. 00010000:00000010:0.1:1789608514.623826:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0000. 00000080:00000010:2.1:1789608514.627781:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d906078a20. 00000080:00000010:2.1:1789608514.631813:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d918927380. 00000080:00000010:2.1:1789608514.631837:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d906078d00. 00010000:00000010:1.1:1789608514.644951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232c00. 00010000:00000010:1.1:1789608514.645154:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041500. 00010000:00000010:1.1:1789608514.645159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232800. 00010000:00000010:1.1:1789608514.645163:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041000. 00010000:00000010:1.1:1789608514.645166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0800. 00000080:00000010:0.1:1789608514.658869:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d9189b7380. 00000080:00000010:0.1:1789608514.658888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f68b60. 00010000:00000010:3.1:1789608514.690952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0a00. 00010000:00000010:3.1:1789608514.738794:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69300. 00010000:00000010:3.1:1789608514.738817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909233200. 00010000:00000010:3.1:1789608514.738822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232200. 00000080:00000010:3.1:1789608514.754761:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f684e0. 00000080:00000010:3.1:1789608514.754794:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d9189a6b40. 00000080:00000010:3.1:1789608514.754803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f683a0. 00010000:00000010:2.1:1789608514.776826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f55200. 00010000:00000010:2.1:1789608514.776851:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69700. 00010000:00000010:2.1:1789608514.776858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0a00. 00010000:00000010:2.1:1789608514.776863:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9037fcb00. 00010000:00000010:2.1:1789608514.776867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f54600. 00000080:00000010:2.1:1789608514.791862:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d9189b5280. 00000080:00000010:2.1:1789608514.791883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d90704eb20. 00010000:00000010:0.1:1789608519.731115:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69500. 00010000:00000010:0.1:1789608519.731146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909233800. 00010000:00000010:3.1:1789608522.224124:0:30223:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1000. 00000080:00000010:3.1:1789608522.232793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d906078000. 00010000:00000010:3.1:1789608522.232807:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d90906b600. 00010000:00000010:3.1:1789608522.232816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6a400. 00010000:00000010:1.1:1789608522.352178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6a200. 00000080:00000010:1.1:1789608522.356203:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d909343960. 00010000:00000010:1.1:1789608522.356291:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9037fc000. 00010000:00000010:1.1:1789608522.356299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f55800. 00000080:00000010:3.1:1789608526.507441:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d906078340. 00000080:00000010:3.1:1789608526.507473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d90704e1e0. 00010000:00000010:3.1:1789608526.533862:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041200. 00010000:00000010:3.1:1789608526.533892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0a00. 00010000:00000010:3.1:1789608526.533898:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041600. 00010000:00000010:3.1:1789608526.533901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f54a00. 00010000:00000010:3.1:1789608526.533907:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69400. 00010000:00000010:3.1:1789608526.533912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232c00. 00010000:00000010:3.1:1789608526.533915:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041e00. 00010000:00000010:3.1:1789608526.533918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1200. 00010000:00000010:3.1:1789608526.533922:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041f00. 00010000:00000010:3.1:1789608526.533942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1000. 00000080:00000010:2.1:1789608542.823756:0:30270:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d906078560. 00000080:00000010:2.1:1789608542.823791:0:30270:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d906078040. 00010000:00000010:3.1:1789608545.161868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0a00. 00010000:00000010:2.1:1789608545.256977:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9037fcd00. 00010000:00000010:2.1:1789608545.256996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f55800. 00010000:00000010:2.1:1789608545.257001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f55600. 00000080:00000010:2.1:1789608545.275043:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d90704e700. 00000080:00000010:2.1:1789608545.275085:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d9189b6300. 00000080:00000010:2.1:1789608545.275092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d90704ec40. 00010000:00000010:2.1:1789608545.298997:0:30281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909233c00. 00010000:00000010:2.1:1789608545.299007:0:30281:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9037fcf00. 00010000:00000010:2.1:1789608545.299044:0:30281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909233400. 00010000:00000010:2.1:1789608545.299047:0:30281:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9037fc000. 00010000:00000010:2.1:1789608545.299051:0:30281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f55400. 00000080:00000010:2.1:1789608545.305937:0:30281:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d918927380. 00000080:00000010:2.1:1789608545.305960:0:30281:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f684a0. 00010000:00000010:1.1:1789608545.337191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909233c00. 00010000:00000010:1.1:1789608545.363729:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69800. 00010000:00000010:1.1:1789608545.363740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232a00. 00010000:00000010:1.1:1789608545.363744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232400. 00000080:00000010:1.1:1789608545.367731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f68160. 00000080:00000010:1.1:1789608545.367763:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d9189b0000. 00000080:00000010:1.1:1789608545.367775:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f68e40. 00010000:00000010:1.1:1789608545.380525:0:30281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6bc00. 00010000:00000010:1.1:1789608545.380628:0:30281:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69700. 00010000:00000010:1.1:1789608545.380635:0:30281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6a800. 00010000:00000010:1.1:1789608545.380638:0:30281:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69e00. 00010000:00000010:1.1:1789608545.380641:0:30281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909233400. 00000080:00000010:1.1:1789608545.386963:0:30282:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d918922100. 00000080:00000010:1.1:1789608545.386982:0:30282:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d909343380. 00010000:00000010:3.1:1789608550.465762:0:30643:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69b00. 00010000:00000010:3.1:1789608550.465780:0:30643:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909233a00. 00010000:00000010:2.1:1789608550.471055:0:30642:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9037fc400. 00010000:00000010:2.1:1789608550.471072:0:30642:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f54800. 00010000:00000010:3.1:1789608553.648998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909233e00. 00000080:00000010:0.1:1789608553.651041:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f68520. 00010000:00000010:0.1:1789608553.651058:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69900. 00010000:00000010:0.1:1789608553.651064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909233800. 00010000:00000010:3.1:1789608553.727009:0:30857:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1800. 00000080:00000010:3.1:1789608553.727044:0:30857:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d906078e20. 00010000:00000010:3.1:1789608553.727053:0:30857:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69600. 00010000:00000010:3.1:1789608553.727058:0:30857:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232200. 00010000:00000010:2.1:1789608554.769749:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69900. 00010000:00000010:2.1:1789608554.769768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232000. 00000080:00000010:1.1:1789608556.536855:0:30880:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f68480. 00000080:00000010:1.1:1789608556.536882:0:30880:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d906078f80. 00010000:00000010:1.1:1789608556.559627:0:30884:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69600. 00010000:00000010:1.1:1789608556.559642:0:30884:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909233e00. 00010000:00000010:1.1:1789608556.559647:0:30884:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041000. 00010000:00000010:1.1:1789608556.559652:0:30884:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1800. 00010000:00000010:1.1:1789608556.559656:0:30884:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69200. 00010000:00000010:1.1:1789608556.559660:0:30884:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909233200. 00010000:00000010:1.1:1789608556.559663:0:30884:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041200. 00010000:00000010:1.1:1789608556.559665:0:30884:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1e00. 00000080:00000010:2.1:1789608576.710014:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f68440. 00000080:00000010:2.1:1789608576.730739:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f68520. 00010000:00000010:3.1:1789608576.806106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1000. 00010000:00000010:2.1:1789608576.881804:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69100. 00010000:00000010:2.1:1789608576.882494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1200. 00010000:00000010:2.1:1789608576.882503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1c00. 00000080:00000010:2.1:1789608576.888771:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d906078880. 00000080:00000010:2.1:1789608576.888796:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d918924200. 00000080:00000010:2.1:1789608576.888804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d906078a80. 00010000:00000010:2.1:1789608576.899202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909233400. 00010000:00000010:2.1:1789608576.899225:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041500. 00010000:00000010:2.1:1789608576.899231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1000. 00010000:00000010:2.1:1789608576.899236:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041600. 00010000:00000010:2.1:1789608576.899240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0200. 00000080:00000010:2.1:1789608576.914739:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d918927380. 00000080:00000010:2.1:1789608576.914756:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f68440. 00010000:00000010:2.1:1789608576.927947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f54e00. 00010000:00000010:2.1:1789608576.968924:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69c00. 00010000:00000010:2.1:1789608576.968954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909233a00. 00010000:00000010:2.1:1789608576.968958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232400. 00000080:00000010:2.1:1789608577.001986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f68160. 00010000:00000010:2.1:1789608577.018743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232400. 00010000:00000010:2.1:1789608577.018779:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69d00. 00010000:00000010:2.1:1789608577.018785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232e00. 00010000:00000010:2.1:1789608577.018788:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69100. 00010000:00000010:2.1:1789608577.018799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909233400. 00010000:00000010:3.1:1789608581.185406:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69a00. 00010000:00000010:3.1:1789608581.185426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232600. 00000400:00000200:1.0:1789608614.427793:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608614.427800:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608614.427805:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa200. 00000800:00000200:1.0:1789608614.427812:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608614.427821:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608614.427825:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608614.427841:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608614.427846:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: using a timeout of 23296 usecs (24 jiffies) 00000400:00000200:1.0:1789608614.427849:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608614.427851:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296341542 00000100:00000001:1.0:1789608614.427854:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296345439 00000100:00000001:1.0:1789608614.427857:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296341542 00000100:00000001:1.0:1789608614.427859:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296345451 00000100:00000001:1.0:1789608614.427861:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608614.427864:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608614.427866:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608614.427869:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608614.427873:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5c380 x1876538934244608/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608630 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608614.427881:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608614.427883:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608614.427890:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d904acc600. 02000000:00000001:1.0:1789608614.427894:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608614.428026:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608614.428029:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=3 obd=MGC192.168.203.121@tcp 00000020:00000001:1.0:1789608614.428032:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608614.428034:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d91a306800. 02000000:00000001:1.0:1789608614.428038:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608614.428040:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608614.428042:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5c380. 00000100:00000001:1.0:1789608614.428045:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608614.428047:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608614.428049:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608614.428241:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608614.428244:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=135 : 135 : 87) 00000100:00000001:1.0:1789608614.428247:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608614.428249:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608614.428251:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608614.428254:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608614.441875:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608614.441885:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa200. 00000400:00000200:1.0:1789608614.441893:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608614.442022:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608614.442032:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35550 00000400:00000010:1.0:1789608614.442035:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35550. 00000100:00000001:1.0:1789608614.442041:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608614.442050:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5ea00 x1876538934244864/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608614.442064:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608614.442068:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5ea00 x1876538934244864/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608754 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608614.442075:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608614.442078:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789608614.452864:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608614.452872:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789608614.452883:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608614.452885:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608614.452890:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34898. 00000400:00000200:1.0:1789608614.452901:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d355d8 00000400:00000010:1.0:1789608614.452904:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d355d8. 00000100:00000001:1.0:1789608614.452908:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608614.452919:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5ea00 x1876538934244864/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608754 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608614.452932:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5ea00 x1876538934244864/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608754 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608614.452940:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608614.452942:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608614.452946:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608614.452949:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608614.452952:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608614.452955:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608614.452958:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608614.452968:0:2409:0:(import.c:2196:obd_at_measure()) add 104 to ffff94d902b17c60 time=122 v=104 (104 104 137 137) 00000100:00001000:1.0:1789608614.452973:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b17c18 time=122 v=5 (1 1 1 1) 00000100:00000001:1.0:1789608614.452977:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608614.452979:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608614.452982:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608614.452986:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608614.452991:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608614.452994:0:2409:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1789608614.452996:0:2409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608614.452998:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608614.453004:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5ea00 x1876538934244864/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608754 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608614.453012:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608614.453015:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608614.453018:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608614.453022:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5ea00 x1876538934244864/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608754 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608614.453031:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934244864:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608614.453036:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608614.453039:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608614.453042:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5ea00 x1876538934244864/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608754 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608614.453049:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608614.453052:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608614.453056:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d904acce00. 02000000:00000001:1.0:1789608614.453061:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608614.453064:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608614.453067:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=3 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:1.0:1789608614.453069:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608614.453072:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d91a306b00. 02000000:00000001:1.0:1789608614.453088:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608614.453090:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608614.453093:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5ea00. 00000100:00000001:1.0:1789608614.453097:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608614.453098:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608614.453101:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608614.453110:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608614.453112:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608614.453114:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608614.453117:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608618.381846:0:809:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d110 (cpu 1) has reached its deadline 4296345451, at 4296345472 00000100:00000010:1.0:1789608618.381868:0:809:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d9082d7660. 00000100:00000040:1.0:1789608619.533965:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608619.533975:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608619.533987:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904056d80. 00000020:00000040:1.0:1789608619.533993:0:36:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=4 obd=MGC192.168.203.121@tcp 00000100:00000001:1.0:1789608619.533998:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608619.534001:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608619.534006:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608619.534015:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faa200. 00000100:00000001:1.0:1789608619.534023:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608619.534035:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS req@ffff94d904056d80 x1876538934245120/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608619.534047:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608619.534051:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608619.534058:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c13df78] to pc [ptlrpcd_00_00+0] req@ffff94d904056d80 x1876538934245120/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608619.534088:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608619.534091:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608619.534130:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608619.534134:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904057480. 00000020:00000040:1.0:1789608619.534137:0:36:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:1.0:1789608619.534139:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608619.534141:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608619.534143:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608619.534146:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faad00. 00000100:00000001:1.0:1789608619.534149:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608619.534154:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID req@ffff94d904057480 x1876538934245248/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608619.534161:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608619.534164:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608619.534167:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d8efbf2] to pc [ptlrpcd_00_01+1] req@ffff94d904057480 x1876538934245248/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608619.534176:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608619.534178:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608619.534182:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608619.534184:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904056a00. 00000020:00000040:1.0:1789608619.534187:0:36:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=4 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000100:00000001:1.0:1789608619.534189:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608619.534190:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608619.534192:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608619.534195:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faa000. 00000100:00000001:1.0:1789608619.534197:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608619.534201:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID req@ffff94d904056a00 x1876538934245376/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608619.534208:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608619.534210:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608619.534214:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e433385e] to pc [ptlrpcd_00_00+0] req@ffff94d904056a00 x1876538934245376/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608619.534221:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608619.534223:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608619.534227:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608619.534229:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904055c00. 00000020:00000040:1.0:1789608619.534232:0:36:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00000100:00000001:1.0:1789608619.534234:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608619.534235:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608619.534237:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608619.534240:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faaf00. 00000100:00000001:1.0:1789608619.534242:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608619.534246:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID req@ffff94d904055c00 x1876538934245504/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608619.534253:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608619.534255:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608619.534259:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bcd98b3] to pc [ptlrpcd_00_01+1] req@ffff94d904055c00 x1876538934245504/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608619.534266:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608619.534268:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789608619.534272:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789608619.534277:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1684) 00000800:00000200:1.0:1789608619.538657:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608619.538666:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306d00. 00000400:00000200:1.0:1789608619.538700:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608619.538709:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608619.538717:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed2a8 00000400:00000010:1.0:1789608619.538720:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed2a8. 00000100:00000001:1.0:1789608619.538726:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608619.538734:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904056d80 x1876538934245120/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608619.538748:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608619.538752:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904056d80 x1876538934245120/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608635 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608619.538766:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608619.538768:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608619.538781:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608619.538783:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306700. 00000400:00000200:1.0:1789608619.538786:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608619.538789:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608619.538792:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edcc0 00000400:00000010:1.0:1789608619.538794:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edcc0. 00000100:00000001:1.0:1789608619.538796:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608619.538799:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904056a00 x1876538934245376/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608619.538806:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608619.538808:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904056a00 x1876538934245376/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608759 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608619.538815:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608619.538817:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608619.538825:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608619.538828:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306300. 00000400:00000200:1.0:1789608619.538830:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608619.538834:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608619.538836:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed770 00000400:00000010:1.0:1789608619.538838:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed770. 00000100:00000001:1.0:1789608619.538841:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608619.538845:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904057480 x1876538934245248/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608619.538852:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608619.538855:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904057480 x1876538934245248/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608759 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608619.538863:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608619.538864:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608619.538922:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608619.538925:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306e00. 00000400:00000200:1.0:1789608619.538929:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608619.538932:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608619.538935:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ede58 00000400:00000010:1.0:1789608619.538937:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ede58. 00000100:00000001:1.0:1789608619.538940:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608619.538944:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904055c00 x1876538934245504/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608619.538952:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608619.538955:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904055c00 x1876538934245504/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608635 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608619.538961:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608619.538963:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789608619.545081:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608619.545087:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789608619.545105:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608619.545108:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608619.545113:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b85d8. 00000400:00000200:1.0:1789608619.545118:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed908 00000400:00000010:1.0:1789608619.545122:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed908. 00000100:00000001:1.0:1789608619.545125:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608619.545130:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904056d80 x1876538934245120/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608635 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608619.545139:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904056d80 x1876538934245120/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608635 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608619.545145:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608619.545147:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608619.545150:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608619.545153:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608619.545156:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608619.545158:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608619.545161:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608619.545180:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d90510e460 time=127 v=5 (5 5 5 5) 00000100:00001000:1.0:1789608619.545185:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d90510e418 time=127 v=5 (1 1 1 1) 00000100:00000001:1.0:1789608619.545188:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608619.545190:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608619.545193:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608619.545195:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608619.545198:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608619.545204:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904056d80 x1876538934245120/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608635 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608619.545212:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608619.545215:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608619.545217:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608619.545222:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904056d80 x1876538934245120/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608635 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608619.545229:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904056d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2409:1876538934245120:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608619.545235:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608619.545238:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608619.545241:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904056d80 x1876538934245120/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608635 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608619.545247:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608619.545250:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608619.545254:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d904ae7a00. 02000000:00000001:1.0:1789608619.545491:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608619.545495:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608619.545497:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=3 obd=MGC192.168.203.121@tcp 00000020:00000001:1.0:1789608619.545500:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608619.545503:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faa200. 02000000:00000001:1.0:1789608619.545507:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608619.545509:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608619.545512:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904056d80. 00000100:00000001:1.0:1789608619.545516:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608619.545517:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608619.545521:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608619.545523:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608619.545524:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608619.545527:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608619.545529:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789608619.554319:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608619.554342:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608619.554348:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608619.554350:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608619.554361:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608619.554371:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608619.554381:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608619.554386:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608619.554402:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608619.554407:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4953800 00000400:00000200:1.0:1789608619.554413:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608619.554419:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x7229 [1] + 224 00000800:00000001:1.0:1789608619.554428:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608619.554436:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608619.554440:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608619.554444:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608619.554452:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608619.554462:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904056a00 x1876538934245376/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608759 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608619.554473:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904056a00 x1876538934245376/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608759 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608619.554498:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608619.554507:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608619.554510:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608619.566306:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608619.566312:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789608619.566321:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608619.566323:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608619.566327:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8ec8. 00000400:00000200:1.0:1789608619.566334:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edb28 00000400:00000010:1.0:1789608619.566337:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edb28. 00000100:00000001:1.0:1789608619.566340:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608619.566346:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904057480 x1876538934245248/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608759 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608619.566356:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904057480 x1876538934245248/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608759 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608619.566363:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608619.566365:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608619.566368:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608619.566371:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608619.566374:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608619.566377:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608619.566380:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608619.566400:0:2409:0:(import.c:2196:obd_at_measure()) add 104 to ffff94d902b11c60 time=127 v=104 (104 104 137 137) 00000100:00001000:1.0:1789608619.566406:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=77 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608619.566409:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608619.566411:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608619.566415:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608619.566419:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608619.566424:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608619.566426:0:2409:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967576 00000100:00000001:1.0:1789608619.566428:0:2409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608619.566430:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608619.566435:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904057480 x1876538934245248/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608759 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608619.566442:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608619.566445:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608619.566447:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608619.566451:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904057480 x1876538934245248/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608759 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608619.566457:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934245248:192.168.203.121@tcp:400:kworker.0 00000400:00000001:1.0:1789608619.566463:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608619.566465:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608619.566467:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b80b0. 00000400:00000200:1.0:1789608619.566469:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095eda18 00000400:00000010:1.0:1789608619.566470:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095eda18. 00000100:00000001:1.0:1789608619.566472:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608619.566475:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904055c00 x1876538934245504/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608635 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608619.566482:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904055c00 x1876538934245504/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608635 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608619.566487:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608619.566489:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608619.566490:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608619.566492:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608619.566493:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608619.566494:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608619.566496:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608619.566500:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13c60 time=127 v=5 (5 5 36 36) 00000100:00001000:1.0:1789608619.566503:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=43 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608619.566505:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608619.566507:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608619.566508:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608619.566510:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608619.566512:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608619.566513:0:2409:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: skip recheck: last_committed 4294967313 00000100:00000001:1.0:1789608619.566515:0:2409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608619.566516:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608619.566520:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904055c00 x1876538934245504/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608635 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608619.566526:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608619.566528:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608619.566530:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608619.566533:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904055c00 x1876538934245504/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608635 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608619.566541:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904055c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934245504:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608619.566545:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608619.566548:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608619.566551:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904057480 x1876538934245248/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608759 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608619.566557:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608619.566560:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608619.566563:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d904ae6600. 02000000:00000001:1.0:1789608619.566568:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608619.566571:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608619.566573:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:1.0:1789608619.566575:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608619.566578:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faad00. 02000000:00000001:1.0:1789608619.566582:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608619.566584:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608619.566586:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904057480. 00000100:00000001:1.0:1789608619.566590:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608619.566591:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608619.566592:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608619.566595:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904055c00 x1876538934245504/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608635 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608619.566601:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608619.566602:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608619.566603:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d904ae7e00. 02000000:00000001:1.0:1789608619.566605:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608619.566606:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608619.566607:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=2 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:1.0:1789608619.566608:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608619.566610:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faaf00. 02000000:00000001:1.0:1789608619.566611:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608619.566612:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608619.566613:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904055c00. 00000100:00000001:1.0:1789608619.566615:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608619.566616:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608619.566618:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608619.566627:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608619.566630:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608619.566632:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608619.566635:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608623.503071:0:809:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d110 (cpu 1) has reached its deadline 4296350559, at 4296350593 00000100:00000010:1.0:1789608623.503083:0:809:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d9082d7d20. 00000800:00000200:1.0:1789608624.662534:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608624.662543:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91350a400. 00000400:00000200:1.0:1789608624.662552:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608624.662560:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608624.662567:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9aa0 00000400:00000010:1.0:1789608624.662570:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9aa0. 00000100:00000001:1.0:1789608624.662576:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608624.662584:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908491c00 x1876538934245760/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608624.662597:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608624.662601:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908491c00 x1876538934245760/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608764 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608624.662607:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608624.662620:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608624.662634:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608624.662636:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91350a300. 00000400:00000200:1.0:1789608624.662639:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608624.662642:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608624.662645:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9e58 00000400:00000010:1.0:1789608624.662647:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9e58. 00000100:00000001:1.0:1789608624.662649:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608624.662653:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908493800 x1876538934246016/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608624.662660:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608624.662663:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908493800 x1876538934246016/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608640 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608624.662669:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608624.662672:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608624.662704:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608624.662706:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d908cdce00. 00000400:00000200:1.0:1789608624.662709:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608624.662712:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608624.662715:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a97f8 00000400:00000010:1.0:1789608624.662717:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a97f8. 00000100:00000001:1.0:1789608624.662719:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608624.662723:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908490000 x1876538934245632/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608624.662730:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608624.662733:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908490000 x1876538934245632/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608640 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608624.662739:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608624.662741:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608624.662799:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608624.662801:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d908cdcd00. 00000400:00000200:1.0:1789608624.662805:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608624.662808:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608624.662810:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a92a8 00000400:00000010:1.0:1789608624.662812:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a92a8. 00000100:00000001:1.0:1789608624.662814:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608624.662818:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908491500 x1876538934245888/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608624.662825:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608624.662828:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908491500 x1876538934245888/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608764 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608624.662834:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608624.662836:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608624.680223:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608624.680244:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608624.680248:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608624.680251:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608624.680259:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608624.680267:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608624.680278:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608624.680283:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608624.680288:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608624.680292:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4953980 00000400:00000200:1.0:1789608624.680296:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608624.680301:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x7259 [1] + 224 00000800:00000001:1.0:1789608624.680308:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608624.680328:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608624.680332:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608624.680337:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608624.680345:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608624.680362:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908491c00 x1876538934245760/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608764 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608624.680626:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d908491c00 x1876538934245760/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608764 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608624.680646:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608624.680656:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608624.680660:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608628.622424:0:809:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d110 (cpu 1) has reached its deadline 4296355680, at 4296355712 00000100:00000010:1.0:1789608628.622439:0:809:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d909265360. 00000800:00000200:1.0:1789608629.774542:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608629.774549:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bd700. 00000400:00000200:1.0:1789608629.774568:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608629.774579:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608629.774584:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6ccc0 00000400:00000010:1.0:1789608629.774588:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6ccc0. 00000100:00000001:1.0:1789608629.774595:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608629.774603:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908491500 x1876538934246144/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608645 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608629.774617:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608629.774625:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908491500 x1876538934246144/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608645 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608629.774633:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608629.774635:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608629.778280:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608629.778293:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608629.778297:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608629.778300:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608629.778307:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608629.778313:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608629.778328:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608629.778333:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608629.778337:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608629.778341:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 25 MB=0x6aab3c4953b00 00000400:00000200:1.0:1789608629.778346:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608629.778352:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.121@tcp of length 224/224 into md 0x7279 [1] + 224 00000800:00000001:1.0:1789608629.778359:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608629.778365:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608629.778368:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608629.778371:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608629.778376:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608629.778381:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908491500 x1876538934246144/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608645 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608629.778390:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d908491500 x1876538934246144/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608645 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608629.778410:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608629.778417:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608629.778421:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608633.741916:0:809:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d110 (cpu 1) has reached its deadline 4296360798, at 4296360832 00000100:00000010:1.0:1789608633.741930:0:809:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d907f83ba0. 00000100:00000040:1.0:1789608634.900734:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608634.900747:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608634.900763:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904055c00. 00000020:00000040:1.0:1789608634.900770:0:36:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=4 obd=MGC192.168.203.121@tcp 00000100:00000001:1.0:1789608634.900775:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608634.900778:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608634.900784:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608634.900793:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faaf00. 00000100:00000001:1.0:1789608634.900801:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608634.900815:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS req@ffff94d904055c00 x1876538934246656/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608634.900827:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608634.900831:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608634.900838:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bcd98b3] to pc [ptlrpcd_00_00+0] req@ffff94d904055c00 x1876538934246656/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608634.900867:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608634.900870:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608634.900874:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608634.900877:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904057480. 00000020:00000040:1.0:1789608634.900879:0:36:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:1.0:1789608634.900881:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608634.900883:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608634.900884:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608634.900887:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faad00. 00000100:00000001:1.0:1789608634.900890:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608634.900894:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID req@ffff94d904057480 x1876538934246784/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608634.900900:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608634.900902:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608634.900905:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d8efbf2] to pc [ptlrpcd_00_01+1] req@ffff94d904057480 x1876538934246784/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608634.900912:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608634.900914:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608634.900917:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608634.900919:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904056d80. 00000020:00000040:1.0:1789608634.900921:0:36:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=4 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000100:00000001:1.0:1789608634.900923:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608634.900925:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608634.900926:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608634.900929:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faa200. 00000100:00000001:1.0:1789608634.900932:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608634.900935:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID req@ffff94d904056d80 x1876538934246912/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608634.900941:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608634.900942:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608634.900945:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c13df78] to pc [ptlrpcd_00_00+0] req@ffff94d904056d80 x1876538934246912/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608634.900951:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608634.900953:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608634.900956:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608634.900960:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904055180. 00000020:00000040:1.0:1789608634.900962:0:36:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00000100:00000001:1.0:1789608634.900964:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608634.900965:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608634.900966:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608634.900969:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faa400. 00000100:00000001:1.0:1789608634.900971:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608634.900975:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID req@ffff94d904055180 x1876538934247040/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608634.900982:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608634.900983:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608634.900987:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000571f2921] to pc [ptlrpcd_00_01+1] req@ffff94d904055180 x1876538934247040/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608634.900999:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608634.901001:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789608634.901004:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789608634.901009:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1699) 00000800:00000200:1.0:1789608634.902865:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608634.902872:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306e00. 00000400:00000200:1.0:1789608634.902882:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608634.902890:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608634.902896:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095eddd0 00000400:00000010:1.0:1789608634.902900:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095eddd0. 00000100:00000001:1.0:1789608634.902905:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608634.902911:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904055c00 x1876538934246656/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608634.902923:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608634.902927:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904055c00 x1876538934246656/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608650 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608634.902934:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608634.902936:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608634.902950:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608634.902953:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306300. 00000400:00000200:1.0:1789608634.902955:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608634.902959:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608634.902961:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed440 00000400:00000010:1.0:1789608634.902963:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed440. 00000100:00000001:1.0:1789608634.902965:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608634.902969:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904056d80 x1876538934246912/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608634.902976:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608634.902979:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904056d80 x1876538934246912/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608774 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608634.902991:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608634.902992:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608634.903000:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608634.903001:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306700. 00000400:00000200:1.0:1789608634.903004:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608634.903007:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608634.903009:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed330 00000400:00000010:1.0:1789608634.903010:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed330. 00000100:00000001:1.0:1789608634.903012:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608634.903016:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904057480 x1876538934246784/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608634.903023:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608634.903026:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904057480 x1876538934246784/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608774 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608634.903032:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608634.903033:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608634.903106:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608634.903109:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306d00. 00000400:00000200:1.0:1789608634.903112:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608634.903115:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608634.903118:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed110 00000400:00000010:1.0:1789608634.903120:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed110. 00000100:00000001:1.0:1789608634.903122:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608634.903125:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904055180 x1876538934247040/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608634.903133:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608634.903136:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904055180 x1876538934247040/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608650 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608634.903142:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608634.903144:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789608634.917079:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608634.917091:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789608634.917103:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608634.917106:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608634.917111:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8d68. 00000400:00000200:1.0:1789608634.917130:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed220 00000400:00000010:1.0:1789608634.917133:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed220. 00000100:00000001:1.0:1789608634.917138:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608634.917152:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904057480 x1876538934246784/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608774 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608634.917166:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904057480 x1876538934246784/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608774 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608634.917176:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608634.917178:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608634.917181:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608634.917185:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608634.917188:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608634.917191:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608634.917195:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608634.917206:0:2409:0:(import.c:2196:obd_at_measure()) add 104 to ffff94d902b11c60 time=142 v=104 (104 104 137 137) 00000100:00001000:1.0:1789608634.917212:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608634.917215:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608634.917217:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608634.917220:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608634.917226:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608634.917232:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608634.917234:0:2409:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967576 00000100:00000001:1.0:1789608634.917237:0:2409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608634.917240:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608634.917246:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904057480 x1876538934246784/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608774 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608634.917256:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608634.917260:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608634.917263:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608634.917269:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904057480 x1876538934246784/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608774 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608634.917294:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934246784:192.168.203.121@tcp:400:kworker.0 00000400:00000001:1.0:1789608634.917304:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608634.917306:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608634.917309:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8528. 00000400:00000200:1.0:1789608634.917312:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed660 00000400:00000010:1.0:1789608634.917314:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed660. 00000100:00000001:1.0:1789608634.917317:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608634.917323:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904056d80 x1876538934246912/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608774 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608634.917332:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904056d80 x1876538934246912/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608774 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608634.917339:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608634.917340:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608634.917342:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608634.917344:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608634.917345:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608634.917347:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608634.917349:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608634.917353:0:2409:0:(import.c:2196:obd_at_measure()) add 104 to ffff94d902b17c60 time=142 v=104 (104 104 137 137) 00000100:00001000:1.0:1789608634.917355:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b17c18 time=142 v=5 (1 1 1 1) 00000100:00000001:1.0:1789608634.917358:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608634.917359:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608634.917361:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608634.917362:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608634.917365:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608634.917366:0:2409:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1789608634.917367:0:2409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608634.917368:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608634.917372:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904056d80 x1876538934246912/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608774 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608634.917377:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608634.917380:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608634.917381:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608634.917384:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904056d80 x1876538934246912/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608774 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608634.917391:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904056d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934246912:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608634.917396:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608634.917398:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608634.917401:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904057480 x1876538934246784/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608774 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608634.917407:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608634.917409:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608634.917414:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d904ae7c00. 02000000:00000001:1.0:1789608634.917417:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608634.917421:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608634.917423:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:1.0:1789608634.917426:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608634.917429:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faad00. 02000000:00000001:1.0:1789608634.917434:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608634.917436:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608634.917438:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904057480. 00000100:00000001:1.0:1789608634.917443:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608634.917444:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608634.917446:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608634.917450:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904056d80 x1876538934246912/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608774 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608634.917456:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608634.917457:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608634.917458:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d904ae7800. 02000000:00000001:1.0:1789608634.917461:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608634.917462:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608634.917463:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=3 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:1.0:1789608634.917465:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608634.917466:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faa200. 02000000:00000001:1.0:1789608634.917469:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608634.917471:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608634.917472:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904056d80. 00000100:00000001:1.0:1789608634.917475:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608634.917477:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608634.917481:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608634.917483:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608634.917484:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608634.917486:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608634.917488:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608634.920796:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608634.920802:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789608634.920810:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608634.920813:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608634.920816:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8f20. 00000400:00000200:1.0:1789608634.920822:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed5d8 00000400:00000010:1.0:1789608634.920825:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed5d8. 00000100:00000001:1.0:1789608634.920828:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608634.920834:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904055180 x1876538934247040/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608650 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608634.920843:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904055180 x1876538934247040/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608650 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608634.920849:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608634.920851:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608634.920854:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608634.920858:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608634.920860:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608634.920863:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608634.920866:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608634.920877:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13c60 time=142 v=5 (5 5 36 36) 00000100:00001000:1.0:1789608634.920882:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=58 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608634.920884:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608634.920886:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608634.920889:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608634.920893:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608634.920898:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608634.920901:0:2409:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: skip recheck: last_committed 4294967313 00000100:00000001:1.0:1789608634.920903:0:2409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608634.920905:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608634.920911:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904055180 x1876538934247040/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608650 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608634.920918:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608634.920921:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608634.920923:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608634.920928:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904055180 x1876538934247040/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608650 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608634.920935:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904055180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934247040:192.168.203.121@tcp:400:kworker.0 00000400:00000001:1.0:1789608634.920942:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608634.920943:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608634.920944:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8b58. 00000400:00000200:1.0:1789608634.920947:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed3b8 00000400:00000010:1.0:1789608634.920949:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed3b8. 00000100:00000001:1.0:1789608634.920951:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608634.920954:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904055c00 x1876538934246656/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608650 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608634.920962:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904055c00 x1876538934246656/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608650 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608634.920968:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608634.920969:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608634.920971:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608634.920972:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608634.920973:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608634.920975:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608634.920977:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608634.920979:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d90510e460 time=142 v=5 (5 5 5 5) 00000100:00001000:1.0:1789608634.920982:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d90510e418 time=142 v=5 (1 1 1 1) 00000100:00000001:1.0:1789608634.920984:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608634.920985:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608634.920987:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608634.920989:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608634.920991:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608634.920995:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904055c00 x1876538934246656/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608650 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608634.921002:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608634.921004:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608634.921005:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608634.921008:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904055c00 x1876538934246656/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608650 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608634.921016:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904055c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2409:1876538934246656:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608634.921021:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608634.921023:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608634.921027:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904055180 x1876538934247040/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608650 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608634.921034:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608634.921037:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608634.921041:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d904ae6e00. 02000000:00000001:1.0:1789608634.921045:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608634.921048:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608634.921050:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=2 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:1.0:1789608634.921053:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608634.921057:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faa400. 02000000:00000001:1.0:1789608634.921061:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608634.921063:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608634.921065:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904055180. 00000100:00000001:1.0:1789608634.921069:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608634.921070:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608634.921072:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608634.921075:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904055c00 x1876538934246656/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608650 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608634.921081:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608634.921082:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608634.921084:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d904ae7400. 02000000:00000001:1.0:1789608634.921087:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608634.921088:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608634.921089:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=3 obd=MGC192.168.203.121@tcp 00000020:00000001:1.0:1789608634.921091:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608634.921092:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faaf00. 02000000:00000001:1.0:1789608634.921095:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608634.921096:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608634.921097:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904055c00. 00000100:00000001:1.0:1789608634.921099:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608634.921100:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608634.921102:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608634.921112:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608634.921114:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608634.921117:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608634.921119:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608638.862298:0:809:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d110 (cpu 1) has reached its deadline 4296365925, at 4296365952 00000100:00000010:1.0:1789608638.862306:0:809:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d9082d7960. 00000800:00000001:1.0:1789608640.049384:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608640.049407:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608640.049412:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608640.049416:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608640.049427:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608640.049437:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608640.049448:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608640.049454:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608640.049460:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608640.049465:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4953f80 00000400:00000200:1.0:1789608640.049471:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608640.049478:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x72e1 [1] + 224 00000800:00000001:1.0:1789608640.049486:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608640.049556:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608640.049560:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608640.049566:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608640.049575:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608640.049587:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d26680 x1876538934247296/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608780 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608640.049599:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907d26680 x1876538934247296/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608780 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608640.049622:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608640.049632:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608640.049636:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608643.981850:0:809:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d110 (cpu 1) has reached its deadline 4296371038, at 4296371072 00000100:00000010:1.0:1789608643.981871:0:809:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d909265d20. 00000100:00000001:1.0:1789608645.136630:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608645.136634:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608645.136636:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608645.136643:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5ed80 x1876538934247680/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608645.136651:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608645.136653:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608645.136656:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608645.136658:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608645.136660:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608645.136663:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2409:1876538934247680:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608645.136666:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608645.136669:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608645.136671:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608645.136673:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608645.136704:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d904acce00. 02000000:00000001:1.0:1789608645.136707:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608645.136717:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608645.136722:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34898. 00000400:00000010:1.0:1789608645.136730:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d355d8. 00000100:00000200:1.0:1789608645.136738:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934247680, portal 25 00000100:00000001:1.0:1789608645.136740:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608645.136742:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594164096 : -117815115387520 : ffff94d907e5ed80) 00000100:00000040:1.0:1789608645.136748:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5ed80 x1876538934247680/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608661 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608645.136757:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608645.136760:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608645.136763:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35550. 00000100:00000200:1.0:1789608645.136766:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876538934247680, offset 0 00000400:00000200:1.0:1789608645.136772:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608645.136782:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608645.136791:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608645.136797:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608645.136802:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608645.136807:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608645.136810:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608645.136814:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2507:2507:256:4294967295] 192.168.203.121@tcp LPNI seq info [2507:2507:8:4294967295] 00000400:00000200:1.0:1789608645.136819:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608645.136830:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608645.136838:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608645.136845:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faaf00. 00000800:00000200:1.0:1789608645.136853:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608645.136862:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608645.136868:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faaf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608645.136881:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608645.136885:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608645.136889:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 0 is 4296376161 00000100:00000010:1.0:1789608645.136894:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d9094a9d80. 00000100:00000001:1.0:1789608645.136902:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789608645.136909:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 1 is 4296376161 00000100:00000010:1.0:1789608645.136912:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d9094a9cc0. 00000100:00000001:1.0:1789608645.136916:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789608645.136931:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608645.136935:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608645.136938:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608645.136942:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5ca80 x1876538934247936/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608645.136949:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608645.136951:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608645.136953:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608645.136955:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608645.136957:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608645.136960:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934247936:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608645.136963:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608645.136965:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608645.136967:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608645.136969:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608645.136972:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d904acc600. 02000000:00000001:1.0:1789608645.136975:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608645.136978:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608645.136982:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34000. 00000400:00000010:1.0:1789608645.136985:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35b28. 00000100:00000200:1.0:1789608645.136989:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934247936, portal 10 00000100:00000001:1.0:1789608645.136991:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608645.136992:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594155136 : -117815115396480 : ffff94d907e5ca80) 00000100:00000040:1.0:1789608645.136999:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5ca80 x1876538934247936/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608645.137006:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608645.137008:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608645.137011:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35198. 00000100:00000200:1.0:1789608645.137014:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934247936, offset 0 00000400:00000200:1.0:1789608645.137018:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608645.137022:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608645.137026:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608645.137029:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608645.137032:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608645.137035:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608645.137037:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608645.137040:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2508:2508:255:4294967295] 192.168.203.121@tcp LPNI seq info [2508:2508:7:4294967295] 00000400:00000200:1.0:1789608645.137044:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608645.137049:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608645.137054:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608645.137057:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa400. 00000800:00000200:1.0:1789608645.137061:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608645.137065:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608645.137068:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608645.137071:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608645.137075:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: using a timeout of 23620 usecs (24 jiffies) 00000400:00000200:1.0:1789608645.137078:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608645.137080:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296372251 00000100:00000001:1.0:1789608645.137083:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296376161 00000100:00000001:1.0:1789608645.137085:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296372251 00000100:00000001:1.0:1789608645.137087:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296376161 00000100:00000001:1.0:1789608645.137089:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608645.137091:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608645.137103:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608645.137106:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608645.137116:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608645.137118:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789608645.137120:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608645.137121:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608645.137123:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608645.137126:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608645.137181:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608645.137186:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faaf00. 00000400:00000200:1.0:1789608645.137192:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608645.137198:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608645.137214:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35550 00000400:00000010:1.0:1789608645.137217:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35550. 00000100:00000001:1.0:1789608645.137222:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608645.137227:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5ed80 x1876538934247680/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608661 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608645.137236:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608645.137391:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5ed80 x1876538934247680/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608661 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608645.137399:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608645.137401:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608645.137511:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608645.137514:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa400. 00000400:00000200:1.0:1789608645.137518:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608645.137522:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608645.137530:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35198 00000400:00000010:1.0:1789608645.137532:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35198. 00000100:00000001:1.0:1789608645.137535:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608645.137539:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5ca80 x1876538934247936/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608645.137547:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608645.137550:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5ca80 x1876538934247936/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608785 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608645.137557:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608645.137558:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789608645.143253:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608645.143259:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789608645.143267:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608645.143269:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608645.143273:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34898. 00000400:00000200:1.0:1789608645.143279:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d355d8 00000400:00000010:1.0:1789608645.143281:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d355d8. 00000100:00000001:1.0:1789608645.143284:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608645.143290:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5ed80 x1876538934247680/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608661 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608645.143302:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5ed80 x1876538934247680/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608661 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608645.143310:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608645.143311:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608645.143314:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608645.143318:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608645.143320:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608645.143323:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608645.143327:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608645.143334:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d90510e460 time=153 v=5 (5 5 5 5) 00000100:00001000:1.0:1789608645.143338:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d90510e418 time=153 v=5 (1 1 1 1) 00000100:00000001:1.0:1789608645.143341:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608645.143343:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608645.143346:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608645.143348:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608645.143351:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608645.143356:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5ed80 x1876538934247680/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608661 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608645.143362:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608645.143365:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608645.143367:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608645.143371:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5ed80 x1876538934247680/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608661 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608645.143379:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2409:1876538934247680:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608645.143385:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608645.143387:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608645.143390:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5ed80 x1876538934247680/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608661 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608645.143397:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608645.143399:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608645.143404:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d904acce00. 02000000:00000001:1.0:1789608645.143407:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608645.143411:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608645.143413:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=3 obd=MGC192.168.203.121@tcp 00000020:00000001:1.0:1789608645.143415:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608645.143418:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d91a306b00. 02000000:00000001:1.0:1789608645.143422:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608645.143425:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608645.143427:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5ed80. 00000100:00000001:1.0:1789608645.143431:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608645.143432:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608645.143436:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608645.143449:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608645.143451:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608645.143453:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608645.143455:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608645.152283:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608645.152293:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789608645.152307:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608645.152309:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608645.152315:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8630. 00000400:00000200:1.0:1789608645.152329:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed7f8 00000400:00000010:1.0:1789608645.152332:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed7f8. 00000100:00000001:1.0:1789608645.152338:0:2410:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608645.152352:0:2410:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5c000 x1876538934248064/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608661 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608645.152366:0:2410:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5c000 x1876538934248064/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608661 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608645.152376:0:2410:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608645.152379:0:2410:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608645.152382:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608645.152386:0:2410:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608645.152389:0:2410:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608645.152392:0:2410:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608645.152395:0:2410:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608645.152407:0:2410:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13c60 time=153 v=5 (5 5 36 36) 00000100:00001000:1.0:1789608645.152412:0:2410:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=69 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608645.152416:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608645.152419:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608645.152422:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608645.152426:0:2410:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608645.152432:0:2410:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608645.152434:0:2410:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: skip recheck: last_committed 4294967313 00000100:00000001:1.0:1789608645.152437:0:2410:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608645.152449:0:2410:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608645.152455:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5c000 x1876538934248064/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608661 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608645.152461:0:2410:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608645.152465:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608645.152467:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608645.152471:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5c000 x1876538934248064/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608661 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608645.152479:0:2410:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934248064:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608645.152484:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608645.152487:0:2410:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608645.152491:0:2410:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5c000 x1876538934248064/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608661 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608645.152497:0:2410:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608645.152500:0:2410:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608645.152504:0:2410:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d904ae6200. 02000000:00000001:1.0:1789608645.152508:0:2410:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608645.152512:0:2410:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608645.152514:0:2410:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=2 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:1.0:1789608645.152517:0:2410:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608645.152520:0:2410:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d91a306200. 02000000:00000001:1.0:1789608645.152524:0:2410:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608645.152526:0:2410:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608645.152528:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5c000. 00000100:00000001:1.0:1789608645.152532:0:2410:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608645.152533:0:2410:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608645.152537:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608645.152539:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608645.152541:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608645.152542:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608645.152544:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789608645.156132:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608645.156155:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608645.156160:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608645.156163:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608645.156172:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608645.156181:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608645.156191:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608645.156196:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608645.156213:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608645.156218:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4954200 00000400:00000200:1.0:1789608645.156224:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608645.156230:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x7309 [1] + 224 00000800:00000001:1.0:1789608645.156238:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608645.156242:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608645.156246:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608645.156251:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608645.156260:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608645.156272:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5ca80 x1876538934247936/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608785 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608645.156284:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907e5ca80 x1876538934247936/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608785 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608645.156320:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608645.156330:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608645.156334:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608645.156336:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608645.156338:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608645.156342:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608645.156346:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608645.156350:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608645.156353:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608645.156356:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608645.156358:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4954180 00000400:00000200:1.0:1789608645.156361:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608645.156365:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x7319 [1] + 224 00000800:00000001:1.0:1789608645.156369:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608645.156377:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608645.156379:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608645.156383:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608645.156386:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608645.156390:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5e300 x1876538934247808/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608785 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608645.156398:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907e5e300 x1876538934247808/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608785 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608645.156415:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608645.156430:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608645.156435:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789608645.156442:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608645.156445:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608645.156448:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8c60. 00000400:00000200:1.0:1789608645.156453:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edf68 00000400:00000010:1.0:1789608645.156455:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edf68. 00000100:00000001:1.0:1789608645.156458:0:2410:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608645.156462:0:2410:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5e300 x1876538934247808/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608785 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608645.156471:0:2410:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5e300 x1876538934247808/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608785 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608645.156476:0:2410:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608645.156478:0:2410:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608645.156481:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608645.156484:0:2410:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608645.156487:0:2410:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608645.156490:0:2410:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608645.156493:0:2410:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608645.156503:0:2410:0:(import.c:2196:obd_at_measure()) add 104 to ffff94d902b11c60 time=153 v=104 (104 104 137 137) 00000100:00001000:1.0:1789608645.156507:0:2410:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=103 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608645.156510:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608645.156512:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608645.156515:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608645.156519:0:2410:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608645.156523:0:2410:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608645.156525:0:2410:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967576 00000100:00000001:1.0:1789608645.156527:0:2410:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608645.156529:0:2410:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608645.156533:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5e300 x1876538934247808/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608785 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608645.156540:0:2410:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608645.156543:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608645.156546:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608645.156550:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5e300 x1876538934247808/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608785 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608645.156558:0:2410:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934247808:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608645.156564:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608645.156566:0:2410:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608645.156570:0:2410:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5e300 x1876538934247808/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608785 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608645.156577:0:2410:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608645.156580:0:2410:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608645.156584:0:2410:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d904ae7000. 02000000:00000001:1.0:1789608645.156600:0:2410:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608645.156604:0:2410:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608645.156606:0:2410:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:1.0:1789608645.156609:0:2410:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608645.156613:0:2410:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d91a306800. 02000000:00000001:1.0:1789608645.156617:0:2410:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608645.156619:0:2410:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608645.156622:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5e300. 00000100:00000001:1.0:1789608645.156626:0:2410:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608645.156627:0:2410:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608645.156630:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608645.156640:0:2410:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608645.156642:0:2410:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608645.156645:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608645.156648:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789608645.156657:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608645.156660:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608649.101761:0:809:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d110 (cpu 1) has reached its deadline 4296376161, at 4296376192 00000100:00000010:1.0:1789608649.101784:0:809:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d9094a9cc0. 00000100:00000001:1.0:1789608650.255897:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608650.255903:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608650.255906:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608650.255917:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5ca80 x1876538934248192/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608650.255929:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608650.255931:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608650.255936:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608650.255939:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608650.255942:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608650.255946:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2409:1876538934248192:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608650.255961:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608650.255969:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608650.255972:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608650.255975:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608650.255983:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d904acda00. 02000000:00000001:1.0:1789608650.255985:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608650.255994:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608650.256000:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34898. 00000400:00000010:1.0:1789608650.256008:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d355d8. 00000100:00000200:1.0:1789608650.256017:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934248192, portal 25 00000100:00000001:1.0:1789608650.256019:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608650.256021:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594155136 : -117815115396480 : ffff94d907e5ca80) 00000100:00000040:1.0:1789608650.256028:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5ca80 x1876538934248192/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608666 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608650.256047:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608650.256050:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608650.256053:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35198. 00000100:00000200:1.0:1789608650.256057:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876538934248192, offset 0 00000400:00000200:1.0:1789608650.256064:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608650.256074:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608650.256084:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608650.256090:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608650.256095:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608650.256098:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608650.256101:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608650.256105:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2511:2511:256:4294967295] 192.168.203.121@tcp LPNI seq info [2511:2511:8:4294967295] 00000400:00000200:1.0:1789608650.256110:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608650.256120:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608650.256127:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608650.256133:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa400. 00000800:00000200:1.0:1789608650.256143:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608650.256152:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608650.256156:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608650.256187:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608650.256192:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608650.256195:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 0 is 4296381280 00000100:00000010:1.0:1789608650.256200:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d9094a9cc0. 00000100:00000001:1.0:1789608650.256208:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789608650.256215:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 1 is 4296381280 00000100:00000010:1.0:1789608650.256219:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d9094a9300. 00000100:00000001:1.0:1789608650.256223:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789608650.256227:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608650.256229:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608650.256232:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608650.256237:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5fb80 x1876538934248448/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608650.256245:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608650.256246:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608650.256248:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608650.256250:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608650.256252:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608650.256255:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934248448:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608650.256258:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608650.256261:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608650.256263:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608650.256264:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608650.256267:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d904acca00. 02000000:00000001:1.0:1789608650.256269:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608650.256273:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608650.256275:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34f20. 00000400:00000010:1.0:1789608650.256279:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35550. 00000100:00000200:1.0:1789608650.256281:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934248448, portal 10 00000100:00000001:1.0:1789608650.256284:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608650.256285:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594167680 : -117815115383936 : ffff94d907e5fb80) 00000100:00000040:1.0:1789608650.256292:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5fb80 x1876538934248448/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608650.256299:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608650.256302:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608650.256304:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35f68. 00000100:00000200:1.0:1789608650.256307:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934248448, offset 0 00000400:00000200:1.0:1789608650.256311:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608650.256314:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608650.256318:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608650.256321:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608650.256323:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608650.256326:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608650.256328:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608650.256331:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2512:2512:255:4294967295] 192.168.203.121@tcp LPNI seq info [2512:2512:7:4294967295] 00000400:00000200:1.0:1789608650.256335:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608650.256341:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608650.256345:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608650.256349:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faaf00. 00000800:00000200:1.0:1789608650.256353:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608650.256357:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608650.256359:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faaf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608650.256362:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608650.256366:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: using a timeout of 23632 usecs (24 jiffies) 00000400:00000200:1.0:1789608650.256369:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608650.256370:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296377370 00000100:00000001:1.0:1789608650.256373:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296381280 00000100:00000001:1.0:1789608650.256375:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296377370 00000100:00000001:1.0:1789608650.256377:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296381280 00000100:00000001:1.0:1789608650.256391:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608650.256393:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608650.256395:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608650.256399:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608650.256408:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608650.256410:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789608650.256413:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608650.256414:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608650.256416:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608650.256420:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1789608650.256421:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608650.256424:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608650.256425:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608650.256426:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608650.256427:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608650.256428:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608650.256433:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5dc00 x1876538934248320/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608650.256441:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608650.256442:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608650.256445:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608650.256446:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608650.256448:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608650.256451:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934248320:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608650.256455:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608650.256458:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608650.256460:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608650.256461:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608650.256465:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d904acc400. 02000000:00000001:1.0:1789608650.256467:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608650.256470:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608650.256472:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34370. 00000400:00000010:1.0:1789608650.256476:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d356e8. 00000100:00000200:1.0:1789608650.256478:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934248320, portal 10 00000100:00000001:1.0:1789608650.256480:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608650.256481:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594159616 : -117815115392000 : ffff94d907e5dc00) 00000100:00000040:1.0:1789608650.256488:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5dc00 x1876538934248320/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608650.256495:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608650.256497:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608650.256500:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35ee0. 00000100:00000200:1.0:1789608650.256502:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934248320, offset 0 00000400:00000200:1.0:1789608650.256506:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608650.256510:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608650.256514:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608650.256517:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608650.256520:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608650.256522:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608650.256524:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608650.256527:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2513:2513:254:4294967295] 192.168.203.121@tcp LPNI seq info [2513:2513:6:4294967295] 00000400:00000200:1.0:1789608650.256532:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608650.256537:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608650.256541:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608650.256545:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa200. 00000800:00000200:1.0:1789608650.256559:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608650.256564:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608650.256569:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608650.256572:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608650.256575:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 548305 usecs (549 jiffies) 00000400:00000200:1.0:1789608650.256578:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608650.256579:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296377895 00000100:00000001:1.0:1789608650.256582:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296381280 00000100:00000001:1.0:1789608650.256583:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296377895 00000100:00000001:1.0:1789608650.256586:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296381280 00000100:00000001:1.0:1789608650.256588:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608650.256590:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608650.256592:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608650.256597:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5e300 x1876538934248576/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608650.256604:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608650.256605:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608650.256608:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608650.256609:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608650.256612:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608650.256614:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934248576:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608650.256617:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608650.256620:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608650.256622:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608650.256623:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608650.256626:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d904acd200. 02000000:00000001:1.0:1789608650.256628:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608650.256631:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608650.256633:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34c60. 00000400:00000010:1.0:1789608650.256637:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35aa0. 00000100:00000200:1.0:1789608650.256640:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934248576, portal 4 00000100:00000001:1.0:1789608650.256641:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608650.256642:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594161408 : -117815115390208 : ffff94d907e5e300) 00000100:00000040:1.0:1789608650.256648:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5e300 x1876538934248576/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608666 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608650.256653:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608650.256655:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608650.256658:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d357f8. 00000100:00000200:1.0:1789608650.256660:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876538934248576, offset 0 00000400:00000200:1.0:1789608650.256665:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608650.256668:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608650.256672:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608650.256674:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608650.256736:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608650.256738:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608650.256740:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608650.256742:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2514:2514:253:4294967295] 192.168.203.121@tcp LPNI seq info [2514:2514:5:4294967295] 00000400:00000200:1.0:1789608650.256747:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608650.256752:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608650.256757:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608650.256761:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faad00. 00000800:00000200:1.0:1789608650.256765:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608650.256769:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608650.256772:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faad00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608650.256775:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608650.256778:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 251417 usecs (252 jiffies) 00000400:00000200:1.0:1789608650.256781:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608650.256783:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296377599 00000100:00000001:1.0:1789608650.256785:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296381280 00000100:00000001:1.0:1789608650.256787:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296377599 00000100:00000001:1.0:1789608650.256789:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296381280 00000100:00000001:1.0:1789608650.256791:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608650.256793:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608650.256796:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608650.256798:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608650.256813:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608650.256816:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789608650.270881:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608650.270906:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608650.270911:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608650.270914:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608650.270925:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608650.270945:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608650.270963:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608650.270970:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608650.270977:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608650.270982:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c4954480 00000400:00000200:1.0:1789608650.270989:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608650.270996:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x7369 [1] + 224 00000800:00000001:1.0:1789608650.271005:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608650.271009:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608650.271014:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608650.271020:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608650.271030:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608650.271042:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5e300 x1876538934248576/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608666 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608650.271056:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907e5e300 x1876538934248576/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608666 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608650.271083:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608650.271093:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608650.271096:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608650.271098:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608650.271100:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608650.271103:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608650.271107:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608650.271111:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608650.271114:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608650.271116:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608650.271119:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 25 MB=0x6aab3c4954300 00000400:00000200:1.0:1789608650.271123:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608650.271128:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.121@tcp of length 224/224 into md 0x7339 [1] + 224 00000800:00000001:1.0:1789608650.271132:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608650.271135:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608650.271138:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608650.271141:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608650.271144:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608650.271149:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5ca80 x1876538934248192/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608666 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608650.271159:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907e5ca80 x1876538934248192/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608666 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608650.271174:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608650.271178:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608650.271181:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608650.271183:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608650.271185:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608650.271188:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608650.271191:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608650.271195:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608650.271197:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608650.271200:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608650.271202:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4954400 00000400:00000200:1.0:1789608650.271206:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608650.271210:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x7349 [1] + 224 00000800:00000001:1.0:1789608650.271213:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608650.271215:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608650.271217:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608650.271220:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608650.271222:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608650.271226:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5fb80 x1876538934248448/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608790 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608650.271235:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907e5fb80 x1876538934248448/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608790 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608650.271242:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608650.271244:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608650.271246:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608650.271248:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608650.271250:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608650.271252:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608650.271255:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608650.271258:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608650.271260:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608650.271262:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608650.271265:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4954380 00000400:00000200:1.0:1789608650.271267:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608650.271271:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x7359 [1] + 224 00000800:00000001:1.0:1789608650.271275:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608650.271308:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608650.271311:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608650.271314:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608650.271318:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608650.271323:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5dc00 x1876538934248320/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608790 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608650.271332:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907e5dc00 x1876538934248320/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608790 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608650.271339:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608650.271343:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608650.271346:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608654.222659:0:809:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d110 (cpu 1) has reached its deadline 4296381280, at 4296381312 00000100:00000010:1.0:1789608654.222668:0:809:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d9094a9300. 00000100:00000001:1.0:1789608655.374204:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608655.374208:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608655.374210:0:2410:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608655.374217:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5ca80 x1876538934248832/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608655.374225:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608655.374227:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608655.374230:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608655.374233:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608655.374235:0:2410:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608655.374238:0:2410:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934248832:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608655.374243:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608655.374249:0:2410:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608655.374251:0:2410:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608655.374253:0:2410:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608655.374257:0:2410:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d904acd600. 02000000:00000001:1.0:1789608655.374259:0:2410:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608655.374266:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608655.374271:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34738. 00000400:00000010:1.0:1789608655.374277:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35a18. 00000100:00000200:1.0:1789608655.374284:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934248832, portal 10 00000100:00000001:1.0:1789608655.374286:0:2410:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608655.374288:0:2410:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594155136 : -117815115396480 : ffff94d907e5ca80) 00000100:00000040:1.0:1789608655.374294:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5ca80 x1876538934248832/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608655.374301:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608655.374304:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608655.374308:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35550. 00000100:00000200:1.0:1789608655.374311:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934248832, offset 0 00000400:00000200:1.0:1789608655.374318:0:2410:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608655.374327:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608655.374334:0:2410:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608655.374338:0:2410:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608655.374342:0:2410:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608655.374346:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608655.374349:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608655.374352:0:2410:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2515:2515:256:4294967295] 192.168.203.121@tcp LPNI seq info [2515:2515:8:4294967295] 00000400:00000200:1.0:1789608655.374357:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608655.374365:0:2410:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608655.374371:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608655.374376:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa900. 00000800:00000200:1.0:1789608655.374383:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608655.374390:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608655.374404:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608655.374420:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608655.374425:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 547395 usecs (548 jiffies) 00000400:00000200:1.0:1789608655.374428:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608655.374431:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296383012 00000100:00000010:1.0:1789608655.374436:0:2410:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d9094a9300. 00000100:00000001:1.0:1789608655.374443:0:2410:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789608655.374452:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296383012 00000100:00000010:1.0:1789608655.374455:0:2410:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d9094a97e0. 00000100:00000001:1.0:1789608655.374458:0:2410:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789608655.374462:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608655.374464:0:2410:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608655.374467:0:2410:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608655.374471:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5dc00 x1876538934249088/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608655.374477:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608655.374478:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608655.374480:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608655.374482:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608655.374484:0:2410:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608655.374486:0:2410:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934249088:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608655.374490:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608655.374492:0:2410:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608655.374494:0:2410:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608655.374496:0:2410:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608655.374499:0:2410:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d904acd000. 02000000:00000001:1.0:1789608655.374501:0:2410:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608655.374504:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608655.374506:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34d10. 00000400:00000010:1.0:1789608655.374509:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d355d8. 00000100:00000200:1.0:1789608655.374513:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934249088, portal 4 00000100:00000001:1.0:1789608655.374515:0:2410:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608655.374516:0:2410:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594159616 : -117815115392000 : ffff94d907e5dc00) 00000100:00000040:1.0:1789608655.374521:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5dc00 x1876538934249088/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608671 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608655.374527:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608655.374528:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608655.374531:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35aa0. 00000100:00000200:1.0:1789608655.374533:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876538934249088, offset 0 00000400:00000200:1.0:1789608655.374537:0:2410:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608655.374540:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608655.374544:0:2410:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608655.374547:0:2410:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608655.374559:0:2410:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608655.374562:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608655.374564:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608655.374567:0:2410:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2516:2516:255:4294967295] 192.168.203.121@tcp LPNI seq info [2516:2516:7:4294967295] 00000400:00000200:1.0:1789608655.374570:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608655.374576:0:2410:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608655.374580:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608655.374584:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa100. 00000800:00000200:1.0:1789608655.374587:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608655.374591:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608655.374594:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608655.374596:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608655.374599:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 250116 usecs (251 jiffies) 00000400:00000200:1.0:1789608655.374602:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608655.374604:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296382715 00000100:00000001:1.0:1789608655.374607:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296383012 00000100:00000001:1.0:1789608655.374609:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296382715 00000100:00000001:1.0:1789608655.374610:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296383012 00000100:00000001:1.0:1789608655.374613:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608655.374615:0:2410:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608655.374617:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608655.374620:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608655.374627:0:2410:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608655.374629:0:2410:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789608655.374632:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608655.374634:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608655.374636:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608655.374638:0:2410:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1789608655.374640:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608655.374642:0:2410:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608655.374643:0:2410:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608655.374644:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608655.374646:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608655.374647:0:2410:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608655.374650:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5fb80 x1876538934248704/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608655.374657:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608655.374658:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608655.374660:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608655.374661:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608655.374663:0:2410:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608655.374666:0:2410:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2410:1876538934248704:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608655.374670:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608655.374672:0:2410:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608655.374673:0:2410:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608655.374675:0:2410:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608655.374885:0:2410:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d904acde00. 02000000:00000001:1.0:1789608655.374888:0:2410:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608655.374892:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608655.374895:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34630. 00000400:00000010:1.0:1789608655.374899:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d356e8. 00000100:00000200:1.0:1789608655.374902:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934248704, portal 25 00000100:00000001:1.0:1789608655.374904:0:2410:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608655.374905:0:2410:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594167680 : -117815115383936 : ffff94d907e5fb80) 00000100:00000040:1.0:1789608655.374912:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5fb80 x1876538934248704/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608671 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608655.374919:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608655.374921:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608655.374924:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d357f8. 00000100:00000200:1.0:1789608655.374926:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876538934248704, offset 0 00000400:00000200:1.0:1789608655.374930:0:2410:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608655.374934:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608655.374938:0:2410:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608655.374941:0:2410:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608655.374943:0:2410:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608655.374945:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608655.374947:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608655.374950:0:2410:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2517:2517:254:4294967295] 192.168.203.121@tcp LPNI seq info [2517:2517:6:4294967295] 00000400:00000200:1.0:1789608655.374954:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608655.374959:0:2410:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608655.374964:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608655.374967:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa700. 00000800:00000200:1.0:1789608655.374970:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608655.374974:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608655.374977:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608655.374979:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608655.374983:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608655.374984:0:2410:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 0 is 4296386399 00000100:00000001:1.0:1789608655.374989:0:2410:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296383012 00000100:00000001:1.0:1789608655.374992:0:2410:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 1 is 4296386399 00000100:00000001:1.0:1789608655.374995:0:2410:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296383012 00000100:00000001:1.0:1789608655.374998:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608655.374999:0:2410:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608655.375001:0:2410:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608655.375005:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5e300 x1876538934248960/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608655.375011:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608655.375012:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608655.375015:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608655.375017:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608655.375019:0:2410:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608655.375022:0:2410:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934248960:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608655.375024:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608655.375027:0:2410:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608655.375028:0:2410:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608655.375030:0:2410:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608655.375032:0:2410:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d904acc200. 02000000:00000001:1.0:1789608655.375034:0:2410:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608655.375037:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608655.375110:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34f20. 00000400:00000010:1.0:1789608655.375116:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35ee0. 00000100:00000200:1.0:1789608655.375119:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934248960, portal 10 00000100:00000001:1.0:1789608655.375121:0:2410:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608655.375122:0:2410:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594161408 : -117815115390208 : ffff94d907e5e300) 00000100:00000040:1.0:1789608655.375137:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5e300 x1876538934248960/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608655.375143:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608655.375145:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608655.375148:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35f68. 00000100:00000200:1.0:1789608655.375150:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934248960, offset 0 00000400:00000200:1.0:1789608655.375154:0:2410:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608655.375158:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608655.375161:0:2410:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608655.375164:0:2410:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608655.375166:0:2410:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608655.375168:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608655.375170:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608655.375173:0:2410:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2518:2518:253:4294967295] 192.168.203.121@tcp LPNI seq info [2518:2518:5:4294967295] 00000400:00000200:1.0:1789608655.375177:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608655.375182:0:2410:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608655.375187:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608655.375191:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faab00. 00000800:00000200:1.0:1789608655.375194:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608655.375197:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608655.375200:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608655.375203:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608655.375206:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: using a timeout of 23622 usecs (24 jiffies) 00000400:00000200:1.0:1789608655.375208:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608655.375211:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296382489 00000100:00000001:1.0:1789608655.375213:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296386399 00000100:00000001:1.0:1789608655.375214:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296382489 00000100:00000001:1.0:1789608655.375216:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296386399 00000100:00000001:1.0:1789608655.375218:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608655.375220:0:2410:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608655.375223:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608655.375225:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608655.375237:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608655.375239:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789608655.388738:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608655.388757:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608655.388761:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608655.388764:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608655.388773:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608655.388780:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608655.388791:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608655.388795:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608655.388800:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608655.388805:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 25 MB=0x6aab3c4954500 00000400:00000200:1.0:1789608655.388810:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608655.388815:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.121@tcp of length 224/224 into md 0x7399 [1] + 224 00000800:00000001:1.0:1789608655.388823:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608655.388827:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608655.388830:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608655.388834:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608655.388841:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608655.388850:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5fb80 x1876538934248704/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608671 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608655.388860:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907e5fb80 x1876538934248704/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608671 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608655.388889:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608655.388899:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608655.388903:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608655.388904:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608655.388907:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608655.388910:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608655.388913:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608655.388917:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608655.388920:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608655.388923:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608655.388925:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4954580 00000400:00000200:1.0:1789608655.388928:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608655.388932:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x7379 [1] + 224 00000800:00000001:1.0:1789608655.388936:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608655.388956:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608655.388959:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608655.388963:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608655.388966:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608655.388971:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5ca80 x1876538934248832/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608795 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608655.388980:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907e5ca80 x1876538934248832/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608795 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608655.388988:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608655.388993:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608655.388996:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608655.396929:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608655.396933:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789608655.396940:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608655.396941:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608655.396944:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34f20. 00000400:00000200:1.0:1789608655.396949:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35ee0 00000400:00000010:1.0:1789608655.396951:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35ee0. 00000100:00000001:1.0:1789608655.396954:0:2410:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608655.396959:0:2410:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5e300 x1876538934248960/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608795 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608655.396967:0:2410:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5e300 x1876538934248960/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608795 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608655.396973:0:2410:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608655.396975:0:2410:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608655.396977:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608655.396981:0:2410:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608655.396983:0:2410:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608655.396985:0:2410:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608655.396988:0:2410:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608655.396998:0:2410:0:(import.c:2196:obd_at_measure()) add 104 to ffff94d902b17c60 time=13 v=104 (104 104 104 137) 00000100:00001000:1.0:1789608655.397002:0:2410:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b17c18 time=13 v=5 (1 1 1 1) 00000100:00000001:1.0:1789608655.397004:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608655.397007:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608655.397009:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608655.397012:0:2410:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608655.397016:0:2410:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608655.397018:0:2410:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1789608655.397021:0:2410:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608655.397023:0:2410:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608655.397027:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5e300 x1876538934248960/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608795 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608655.397034:0:2410:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608655.397038:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608655.397041:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608655.397054:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5e300 x1876538934248960/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608795 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608655.397063:0:2410:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934248960:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608655.397069:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608655.397071:0:2410:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608655.397075:0:2410:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5e300 x1876538934248960/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608795 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608655.397082:0:2410:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608655.397084:0:2410:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608655.397088:0:2410:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d904acc200. 02000000:00000001:1.0:1789608655.397092:0:2410:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608655.397095:0:2410:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608655.397097:0:2410:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=3 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:1.0:1789608655.397099:0:2410:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608655.397101:0:2410:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d91a306300. 02000000:00000001:1.0:1789608655.397105:0:2410:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608655.397107:0:2410:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608655.397108:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5e300. 00000100:00000001:1.0:1789608655.397112:0:2410:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608655.397113:0:2410:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608655.397116:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608655.397118:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608655.397119:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608655.397121:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608655.397123:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789608655.399669:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608655.399732:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608655.399738:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608655.399740:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608655.399750:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608655.399759:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608655.400071:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608655.400077:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608655.400084:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608655.400089:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c4954680 00000400:00000200:1.0:1789608655.400096:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608655.400104:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x7389 [1] + 224 00000800:00000001:1.0:1789608655.400113:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608655.400136:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608655.400141:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608655.400146:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608655.400155:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608655.400166:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5dc00 x1876538934249088/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608671 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608655.400176:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907e5dc00 x1876538934249088/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608671 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608655.400207:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608655.400217:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608655.400221:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608659.341964:0:809:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d110 (cpu 1) has reached its deadline 4296386399, at 4296386432 00000100:00000010:1.0:1789608659.341979:0:809:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d9094a97e0. 00000100:00000040:1.0:1789608660.494442:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608660.494456:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608660.494472:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904055c00. 00000020:00000040:1.0:1789608660.494479:0:36:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=4 obd=MGC192.168.203.121@tcp 00000100:00000001:1.0:1789608660.494484:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608660.494488:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608660.494495:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608660.494505:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faae00. 00000100:00000001:1.0:1789608660.494513:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608660.494528:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS req@ffff94d904055c00 x1876538934249216/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608660.494540:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608660.494546:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608660.494554:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bcd98b3] to pc [ptlrpcd_00_00+0] req@ffff94d904055c00 x1876538934249216/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608660.494589:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608660.494592:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608660.494596:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608660.494600:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904055180. 00000020:00000040:1.0:1789608660.494603:0:36:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:1.0:1789608660.494605:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608660.494607:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608660.494609:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608660.494614:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faab00. 00000100:00000001:1.0:1789608660.494617:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608660.494621:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID req@ffff94d904055180 x1876538934249344/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608660.494628:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608660.494630:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608660.494633:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000571f2921] to pc [ptlrpcd_00_01+1] req@ffff94d904055180 x1876538934249344/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608660.494641:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608660.494643:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608660.494646:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608660.494649:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904056d80. 00000020:00000040:1.0:1789608660.494651:0:36:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=4 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000100:00000001:1.0:1789608660.494653:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608660.494654:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608660.494655:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608660.494659:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faa700. 00000100:00000001:1.0:1789608660.494661:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608660.494665:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID req@ffff94d904056d80 x1876538934249472/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608660.494709:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608660.494711:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608660.494715:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c13df78] to pc [ptlrpcd_00_00+0] req@ffff94d904056d80 x1876538934249472/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608660.494722:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608660.494724:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608660.494727:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608660.494731:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904057480. 00000020:00000040:1.0:1789608660.494733:0:36:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00000100:00000001:1.0:1789608660.494735:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608660.494736:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608660.494738:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608660.494741:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faa100. 00000100:00000001:1.0:1789608660.494743:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608660.494747:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID req@ffff94d904057480 x1876538934249600/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608660.494753:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608660.494755:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608660.494758:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d8efbf2] to pc [ptlrpcd_00_01+1] req@ffff94d904057480 x1876538934249600/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608660.494765:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608660.494767:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789608660.494770:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789608660.494776:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1725) 00000800:00000200:1.0:1789608660.496355:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608660.496361:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306700. 00000400:00000200:1.0:1789608660.496370:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608660.496377:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608660.496384:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed4c8 00000400:00000010:1.0:1789608660.496387:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed4c8. 00000100:00000001:1.0:1789608660.496392:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608660.496397:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904055c00 x1876538934249216/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608676 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608660.496407:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608660.496411:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904055c00 x1876538934249216/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608676 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608660.496418:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608660.496420:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608660.496444:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608660.496446:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306f00. 00000400:00000200:1.0:1789608660.496449:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608660.496452:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608660.496455:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed550 00000400:00000010:1.0:1789608660.496456:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed550. 00000100:00000001:1.0:1789608660.496459:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608660.496462:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904056d80 x1876538934249472/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608660.496470:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608660.496473:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904056d80 x1876538934249472/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608800 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608660.496480:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608660.496481:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608660.496490:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608660.496492:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306d00. 00000400:00000200:1.0:1789608660.496495:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608660.496498:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608660.496501:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed990 00000400:00000010:1.0:1789608660.496502:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed990. 00000100:00000001:1.0:1789608660.496504:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608660.496508:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904055180 x1876538934249344/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608660.496520:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608660.496523:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904055180 x1876538934249344/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608800 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608660.496528:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608660.496529:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608660.496606:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608660.496608:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306e00. 00000400:00000200:1.0:1789608660.496611:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608660.496615:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608660.496618:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edaa0 00000400:00000010:1.0:1789608660.496620:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edaa0. 00000100:00000001:1.0:1789608660.496622:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608660.496626:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904057480 x1876538934249600/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608676 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608660.496633:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608660.496636:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904057480 x1876538934249600/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608676 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608660.496641:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608660.496643:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608660.499481:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608660.499504:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608660.499510:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608660.499513:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608660.499525:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608660.499534:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608660.499545:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608660.499550:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608660.499557:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608660.499562:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4954800 00000400:00000200:1.0:1789608660.499567:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608660.499574:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x73c9 [1] + 224 00000800:00000001:1.0:1789608660.499583:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608660.499587:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608660.499591:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608660.499595:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608660.499603:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608660.499614:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904056d80 x1876538934249472/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608800 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608660.499624:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904056d80 x1876538934249472/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608800 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608660.499652:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608660.499663:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608660.499667:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608660.499669:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608660.499671:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608660.499674:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608660.499718:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608660.499723:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608660.499725:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608660.499728:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608660.499732:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4954780 00000400:00000200:1.0:1789608660.499735:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608660.499739:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x73d9 [1] + 224 00000800:00000001:1.0:1789608660.499744:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608660.499752:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608660.499754:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608660.499757:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608660.499759:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608660.499764:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904055180 x1876538934249344/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608800 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608660.499774:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904055180 x1876538934249344/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608800 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608660.499787:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608660.499790:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608660.499793:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608660.502469:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608660.502494:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608660.502501:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608660.502503:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608660.502513:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608660.502522:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608660.502535:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608660.502540:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608660.502546:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608660.502551:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c4954880 00000400:00000200:1.0:1789608660.502556:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608660.502563:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x73e9 [1] + 224 00000800:00000001:1.0:1789608660.502570:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608660.502581:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608660.502586:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608660.502590:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608660.502597:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608660.502607:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904057480 x1876538934249600/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608676 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608660.502619:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904057480 x1876538934249600/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608676 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608660.502652:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608660.502663:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608660.502667:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608660.505749:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608660.505769:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608660.505774:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608660.505777:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608660.505789:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608660.505797:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608660.505806:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608660.505812:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608660.505817:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608660.505823:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 25 MB=0x6aab3c4954700 00000400:00000200:1.0:1789608660.505828:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608660.505835:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.121@tcp of length 224/224 into md 0x73b9 [1] + 224 00000800:00000001:1.0:1789608660.505842:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608660.505851:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608660.505856:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608660.505861:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608660.505869:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608660.505880:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904055c00 x1876538934249216/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608676 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608660.505892:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904055c00 x1876538934249216/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608676 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608660.505916:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608660.505926:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608660.505930:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608664.461837:0:809:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d110 (cpu 1) has reached its deadline 4296391519, at 4296391552 00000100:00000010:1.0:1789608664.461859:0:809:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d9082d7840. 00000100:00000040:1.0:1789608665.613834:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608665.613850:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608665.613866:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904055f80. 00000020:00000040:1.0:1789608665.613874:0:36:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=4 obd=MGC192.168.203.121@tcp 00000100:00000001:1.0:1789608665.613879:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608665.613883:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608665.613890:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608665.613901:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faa900. 00000100:00000001:1.0:1789608665.613908:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608665.613925:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS req@ffff94d904055f80 x1876538934249728/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608665.613936:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608665.613942:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608665.613950:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ae15b1e] to pc [ptlrpcd_00_00+0] req@ffff94d904055f80 x1876538934249728/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608665.614573:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608665.614577:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608665.614581:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608665.614584:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904057800. 00000020:00000040:1.0:1789608665.614588:0:36:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:1.0:1789608665.614590:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608665.614592:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608665.614594:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608665.614598:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faad00. 00000100:00000001:1.0:1789608665.615231:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608665.615243:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID req@ffff94d904057800 x1876538934249856/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608665.615255:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608665.615258:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608665.615263:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000663e050a] to pc [ptlrpcd_00_01+1] req@ffff94d904057800 x1876538934249856/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1789608665.617581:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608665.617584:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608665.617588:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2524:2524:255:4294967295] 192.168.203.121@tcp LPNI seq info [2524:2524:7:4294967295] 00000400:00000200:0.0:1789608665.617593:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608665.617603:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608665.617610:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608665.617616:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306d00. 00000800:00000200:0.0:1789608665.617624:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608665.617634:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608665.617640:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608665.617644:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608665.617650:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 545556 usecs (546 jiffies) 00000400:00000200:0.0:1789608665.617653:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608665.617657:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296393251 00000100:00000001:0.0:1789608665.617661:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296396638 00000100:00000001:0.0:1789608665.617664:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296393251 00000100:00000001:0.0:1789608665.617666:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296396638 00000100:00000001:0.0:1789608665.617669:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608665.617671:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608665.617674:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608665.617693:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608665.617717:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608665.617720:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608665.617791:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608665.617795:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306e00. 00000400:00000200:0.0:1789608665.617804:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608665.617809:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608665.617816:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed880 00000400:00000010:0.0:1789608665.617819:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed880. 00000100:00000001:0.0:1789608665.617825:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608665.617830:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904055f80 x1876538934249728/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608665.617848:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608665.617852:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904055f80 x1876538934249728/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608681 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608665.617860:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608665.617862:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608665.617942:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608665.617946:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306d00. 00000400:00000200:0.0:1789608665.617949:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608665.617952:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608665.617955:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed000 00000400:00000010:0.0:1789608665.617957:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed000. 00000100:00000001:0.0:1789608665.617960:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608665.617964:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904057800 x1876538934249856/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608665.617972:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608665.617975:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904057800 x1876538934249856/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608805 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608665.617981:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608665.617983:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789608665.620739:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608665.620752:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608665.620757:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608665.620771:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904056300. 00000020:00000040:1.0:1789608665.620779:0:36:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=4 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000100:00000001:1.0:1789608665.620783:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608665.620787:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608665.620793:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608665.620803:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faa200. 00000100:00000001:1.0:1789608665.620811:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608665.620825:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID req@ffff94d904056300 x1876538934249984/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608665.620839:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608665.620844:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608665.620851:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024083d7d] to pc [ptlrpcd_00_00+0] req@ffff94d904056300 x1876538934249984/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608665.620870:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608665.620872:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608665.620876:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608665.620879:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904057b80. 00000020:00000040:1.0:1789608665.620882:0:36:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00000100:00000001:1.0:1789608665.620885:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608665.620886:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608665.620888:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608665.620891:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faaf00. 00000100:00000001:1.0:1789608665.620894:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608665.620898:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID req@ffff94d904057b80 x1876538934250112/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608665.620906:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608665.620907:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608665.620911:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ef5f569] to pc [ptlrpcd_00_01+1] req@ffff94d904057b80 x1876538934250112/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608665.620920:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608665.620923:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789608665.620927:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789608665.620934:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1730) 00000100:00000001:0.0:1789608665.621027:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608665.621032:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608665.621035:0:2410:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608665.621043:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904057b80 x1876538934250112/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608665.621061:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608665.621063:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608665.621067:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608665.621071:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608665.621074:0:2410:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608665.621078:0:2410:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934250112:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608665.621083:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608665.621351:0:2410:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608665.621355:0:2410:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608665.621358:0:2410:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608665.621365:0:2410:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d904ae7000. 02000000:00000001:0.0:1789608665.621367:0:2410:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608665.621377:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608665.621382:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8aa8. 00000400:00000010:0.0:1789608665.621390:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed000. 00000100:00000200:0.0:1789608665.621399:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934250112, portal 4 00000100:00000001:0.0:1789608665.621402:0:2410:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608665.621403:0:2410:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529123200 : -117815180428416 : ffff94d904057b80) 00000100:00000040:0.0:1789608665.621412:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904057b80 x1876538934250112/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608665.621421:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608665.621425:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608665.621429:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed880. 00000100:00000200:0.0:1789608665.621432:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876538934250112, offset 0 00000400:00000200:0.0:1789608665.621439:0:2410:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608665.621449:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608665.621458:0:2410:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608665.621465:0:2410:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608665.621471:0:2410:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608665.621475:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608665.621478:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608665.621483:0:2410:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2525:2525:256:4294967295] 192.168.203.121@tcp LPNI seq info [2525:2525:8:4294967295] 00000400:00000200:0.0:1789608665.621488:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608665.621500:0:2410:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608665.621507:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608665.621513:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306d00. 00000800:00000200:0.0:1789608665.621521:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608665.621529:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608665.621534:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608665.621551:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608665.621556:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 247572 usecs (248 jiffies) 00000400:00000200:0.0:1789608665.621560:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608665.621563:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296392959 00000100:00000001:0.0:1789608665.621566:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296396638 00000100:00000001:0.0:1789608665.621568:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296392959 00000100:00000001:0.0:1789608665.621570:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296396638 00000100:00000001:0.0:1789608665.621572:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608665.621575:0:2410:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608665.621578:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608665.621581:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608665.621589:0:2410:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608665.621592:0:2410:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789608665.621594:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608665.621596:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608665.621597:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608665.621600:0:2410:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000800:00000200:1.0:1789608665.622792:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608665.622802:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306d00. 00000400:00000200:1.0:1789608665.622810:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608665.622819:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608665.622827:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed880 00000400:00000010:1.0:1789608665.622830:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed880. 00000100:00000001:1.0:1789608665.622835:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608665.622842:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904057b80 x1876538934250112/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608665.622856:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608665.622859:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904057b80 x1876538934250112/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608681 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608665.622867:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608665.622869:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789608665.628015:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608665.628028:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608665.628034:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608665.628041:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789608665.628162:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608665.628179:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608665.628183:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608665.628186:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608665.628197:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608665.628207:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608665.628219:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608665.628225:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608665.628231:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608665.628236:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 25 MB=0x6aab3c4954900 00000400:00000200:1.0:1789608665.628242:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608665.628250:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.121@tcp of length 224/224 into md 0x73f9 [1] + 224 00000800:00000001:1.0:1789608665.628259:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608665.628264:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608665.628268:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608665.628273:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608665.628281:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608665.628292:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904055f80 x1876538934249728/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608681 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608665.628457:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904055f80 x1876538934249728/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608681 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608665.628473:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608665.628486:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608665.628491:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608665.628493:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608665.628495:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608665.628498:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608665.628502:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608665.628507:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608665.628510:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608665.628513:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608665.628516:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4954980 00000400:00000200:1.0:1789608665.628521:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608665.628525:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x7409 [1] + 224 00000800:00000001:1.0:1789608665.628529:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608665.628536:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608665.628538:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608665.628541:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608665.628545:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608665.628550:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904057800 x1876538934249856/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608805 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608665.628560:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904057800 x1876538934249856/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608805 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608665.628568:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608665.628572:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608665.628575:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608665.628587:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608665.628589:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789608665.628596:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608665.628598:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608665.628602:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8058. 00000400:00000200:1.0:1789608665.628607:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edc38 00000400:00000010:1.0:1789608665.628609:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edc38. 00000100:00000001:1.0:1789608665.628612:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608665.628617:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904057800 x1876538934249856/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608805 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608665.628625:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904057800 x1876538934249856/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608805 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608665.628632:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608665.628634:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608665.628637:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608665.628640:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608665.628643:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608665.628646:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608665.628649:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608665.628661:0:2409:0:(import.c:2196:obd_at_measure()) add 104 to ffff94d902b11c60 time=23 v=104 (104 104 104 137) 00000100:00001000:1.0:1789608665.628666:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=123 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608665.628669:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608665.628671:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608665.628674:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608665.629038:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608665.629044:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608665.629046:0:2409:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967576 00000100:00000001:1.0:1789608665.629049:0:2409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608665.629063:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608665.629071:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904057800 x1876538934249856/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608805 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608665.629079:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608665.629083:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608665.629085:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608665.629090:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904057800 x1876538934249856/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608805 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608665.629103:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904057800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934249856:192.168.203.121@tcp:400:kworker.0 00000800:00000001:1.0:1789608665.629114:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608665.629120:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608665.629122:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608665.629124:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608665.629128:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608665.629132:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608665.629138:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608665.629140:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608665.629143:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608665.629147:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c4954a80 00000400:00000200:1.0:1789608665.629150:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608665.629155:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x7419 [1] + 224 00000800:00000001:1.0:1789608665.629160:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608665.629165:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608665.629168:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608665.629171:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608665.629175:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608665.629179:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904057b80 x1876538934250112/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608681 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608665.629188:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904057b80 x1876538934250112/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608681 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608665.629196:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608665.629201:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608665.629204:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789608665.629212:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608665.629213:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608665.629215:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8d10. 00000400:00000200:1.0:1789608665.629218:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed088 00000400:00000010:1.0:1789608665.629220:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed088. 00000100:00000001:1.0:1789608665.629223:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608665.629227:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904055f80 x1876538934249728/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608681 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608665.629235:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904055f80 x1876538934249728/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608681 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608665.629241:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608665.629243:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608665.629245:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608665.629247:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608665.629249:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608665.629251:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608665.629253:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608665.629257:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d90510e460 time=23 v=5 (5 5 5 5) 00000100:00001000:1.0:1789608665.629260:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d90510e418 time=23 v=5 (1 1 1 1) 00000100:00000001:1.0:1789608665.629263:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608665.629264:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608665.629266:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608665.629268:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608665.629270:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608665.629274:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904055f80 x1876538934249728/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608681 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608665.629280:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608665.629283:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608665.629284:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608665.629288:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904055f80 x1876538934249728/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608681 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608665.629295:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904055f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2409:1876538934249728:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608665.629394:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608665.629398:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608665.629559:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904057800 x1876538934249856/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608805 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608665.629568:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608665.629572:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608665.629577:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d904ae7400. 02000000:00000001:1.0:1789608665.629582:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608665.629585:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608665.629587:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:1.0:1789608665.629590:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608665.629593:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faad00. 02000000:00000001:1.0:1789608665.629598:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608665.629600:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608665.629602:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904057800. 00000100:00000001:1.0:1789608665.629606:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608665.629608:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608665.629610:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608665.629614:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904055f80 x1876538934249728/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608681 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608665.629620:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608665.629621:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608665.629623:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d904ae7600. 02000000:00000001:1.0:1789608665.629625:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608665.629626:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608665.629628:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=3 obd=MGC192.168.203.121@tcp 00000020:00000001:1.0:1789608665.629629:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608665.629631:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faa900. 02000000:00000001:1.0:1789608665.629633:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608665.629634:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608665.629635:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904055f80. 00000100:00000001:1.0:1789608665.629638:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608665.629639:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608665.629641:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608665.629651:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608665.629653:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608665.629656:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608665.629659:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608665.630497:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608665.630505:0:2410:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608665.630508:0:2410:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608665.630511:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608665.630513:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608665.630531:0:2410:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608665.630541:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904056300 x1876538934249984/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608665.630551:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608665.630554:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608665.630558:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608665.630562:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608665.630565:0:2410:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608665.630569:0:2410:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904056300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934249984:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608665.630573:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608665.630580:0:2410:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608665.630584:0:2410:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608665.630587:0:2410:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608665.630597:0:2410:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d904ae6200. 02000000:00000001:0.0:1789608665.630599:0:2410:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608665.630618:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608665.630623:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8738. 00000400:00000010:0.0:1789608665.630631:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edd48. 00000100:00000200:0.0:1789608665.630638:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934249984, portal 10 00000100:00000001:0.0:1789608665.630641:0:2410:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608665.630643:0:2410:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529116928 : -117815180434688 : ffff94d904056300) 00000100:00000040:0.0:1789608665.630652:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904056300 x1876538934249984/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608665.630661:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608665.630665:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608665.630667:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edbb0. 00000100:00000200:0.0:1789608665.630670:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934249984, offset 0 00000400:00000200:0.0:1789608665.630691:0:2410:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608665.630710:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608665.630718:0:2410:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608665.630725:0:2410:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608665.630730:0:2410:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608665.630734:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608665.630737:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608665.630742:0:2410:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2526:2526:256:4294967295] 192.168.203.121@tcp LPNI seq info [2526:2526:8:4294967295] 00000400:00000200:0.0:1789608665.630747:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608665.630757:0:2410:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608665.630764:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608665.630770:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306e00. 00000800:00000200:0.0:1789608665.630777:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608665.630786:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608665.630791:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608665.630814:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608665.630821:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: using a timeout of 23573 usecs (24 jiffies) 00000400:00000200:0.0:1789608665.630825:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608665.630828:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296392745 00000100:00000001:0.0:1789608665.630831:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296396638 00000100:00000001:0.0:1789608665.630834:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296392745 00000100:00000001:0.0:1789608665.630837:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296396638 00000100:00000001:0.0:1789608665.630840:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608665.630843:0:2410:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1789608665.630848:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608665.630850:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608665.630853:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8aa8. 00000400:00000200:0.0:1789608665.630859:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed000 00000400:00000010:0.0:1789608665.630862:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed000. 00000100:00000001:0.0:1789608665.630866:0:2410:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608665.630871:0:2410:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904057b80 x1876538934250112/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608681 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608665.630881:0:2410:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904057b80 x1876538934250112/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608681 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608665.630889:0:2410:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608665.630891:0:2410:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608665.630893:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608665.630895:0:2410:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608665.630897:0:2410:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608665.630900:0:2410:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608665.630902:0:2410:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608665.630910:0:2410:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13c60 time=23 v=5 (5 5 5 36) 00000100:00001000:0.0:1789608665.630914:0:2410:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=89 v=5 (1 0 0 0) 00000100:00000001:0.0:1789608665.630917:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608665.630928:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608665.630931:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608665.630934:0:2410:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608665.630938:0:2410:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608665.630940:0:2410:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: skip recheck: last_committed 4294967313 00000100:00000001:0.0:1789608665.630944:0:2410:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608665.630946:0:2410:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608665.630950:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904057b80 x1876538934250112/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608681 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608665.630957:0:2410:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608665.630961:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608665.630963:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608665.630968:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904057b80 x1876538934250112/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608681 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789608665.630976:0:2410:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934250112:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608665.630981:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608665.630983:0:2410:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608665.630987:0:2410:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904057b80 x1876538934250112/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608681 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608665.630994:0:2410:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608665.630997:0:2410:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608665.630999:0:2410:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d904ae7000. 02000000:00000001:0.0:1789608665.631002:0:2410:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608665.631005:0:2410:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608665.631007:0:2410:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=2 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:0.0:1789608665.631009:0:2410:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608665.631012:0:2410:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faaf00. 02000000:00000001:0.0:1789608665.631015:0:2410:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608665.631017:0:2410:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608665.631019:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904057b80. 00000100:00000001:0.0:1789608665.631023:0:2410:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608665.631024:0:2410:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608665.631027:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608665.631029:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608665.631031:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608665.631032:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608665.631034:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608665.631842:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608665.631849:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306e00. 00000400:00000200:1.0:1789608665.631856:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608665.631863:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608665.631871:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edbb0 00000400:00000010:1.0:1789608665.631874:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edbb0. 00000100:00000001:1.0:1789608665.631878:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608665.631884:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904056300 x1876538934249984/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608665.631896:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608665.631899:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904056300 x1876538934249984/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608805 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608665.631907:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608665.631909:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608665.655968:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608665.655995:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608665.656002:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608665.656005:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608665.656017:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608665.656027:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608665.656038:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608665.656045:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608665.656065:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608665.656071:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4954a00 00000400:00000200:1.0:1789608665.656078:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608665.656087:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x7429 [1] + 224 00000800:00000001:1.0:1789608665.656107:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608665.656118:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608665.656123:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608665.656129:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608665.656142:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608665.656156:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904056300 x1876538934249984/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608805 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608665.656170:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904056300 x1876538934249984/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608805 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608665.656201:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608665.656213:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608665.656217:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608665.656268:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608665.656288:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789608665.656296:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608665.656299:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608665.656303:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8738. 00000400:00000200:0.0:1789608665.656308:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edd48 00000400:00000010:0.0:1789608665.656311:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edd48. 00000100:00000001:0.0:1789608665.656315:0:2410:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608665.656320:0:2410:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904056300 x1876538934249984/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608805 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608665.656329:0:2410:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904056300 x1876538934249984/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608805 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608665.656335:0:2410:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608665.656338:0:2410:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608665.656341:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608665.656344:0:2410:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608665.656347:0:2410:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608665.656349:0:2410:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608665.656352:0:2410:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608665.656364:0:2410:0:(import.c:2196:obd_at_measure()) add 104 to ffff94d902b17c60 time=23 v=104 (104 104 104 137) 00000100:00001000:0.0:1789608665.656369:0:2410:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b17c18 time=23 v=5 (1 1 1 1) 00000100:00000001:0.0:1789608665.656371:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608665.656374:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608665.656377:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608665.656380:0:2410:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608665.656385:0:2410:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608665.656388:0:2410:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1789608665.656390:0:2410:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608665.656392:0:2410:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608665.656397:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904056300 x1876538934249984/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608805 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608665.656405:0:2410:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608665.656409:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608665.656411:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608665.656416:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904056300 x1876538934249984/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608805 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789608665.656425:0:2410:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904056300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934249984:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608665.656430:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608665.656433:0:2410:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608665.656436:0:2410:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904056300 x1876538934249984/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608805 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608665.656443:0:2410:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608665.656446:0:2410:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608665.656450:0:2410:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d904ae6200. 02000000:00000001:0.0:1789608665.656454:0:2410:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608665.656457:0:2410:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608665.656459:0:2410:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=3 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:0.0:1789608665.656462:0:2410:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608665.656465:0:2410:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faa200. 02000000:00000001:0.0:1789608665.656470:0:2410:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608665.656472:0:2410:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608665.656474:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904056300. 00000100:00000001:0.0:1789608665.656478:0:2410:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608665.656479:0:2410:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608665.656482:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608665.656491:0:2410:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608665.656493:0:2410:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608665.656496:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608665.656499:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608665.870085:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608665.870089:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608665.870092:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1789608668.942091:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608668.942096:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608668.942100:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789608669.581813:0:809:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d110 (cpu 1) has reached its deadline 4296396638, at 4296396672 00000100:00000040:0.0:1789608669.581813:0:13229:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d000 (cpu 0) has reached its deadline 4296396638, at 4296396672 00000100:00000010:0.0:1789608669.581832:0:13229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d9082d7ba0. 00000100:00000010:1.0:1789608669.581834:0:809:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d9082d7de0. 00000100:00000040:1.0:1789608670.733822:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608670.733838:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608670.733854:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904055f80. 00000020:00000040:1.0:1789608670.733862:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=4 obd=MGC192.168.203.121@tcp 00000100:00000001:1.0:1789608670.733867:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608670.733870:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608670.733878:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608670.733953:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faa900. 00000100:00000001:1.0:1789608670.733963:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608670.733977:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS req@ffff94d904055f80 x1876538934250240/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608670.733989:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608670.733994:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608670.734001:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ae15b1e] to pc [ptlrpcd_00_00+0] req@ffff94d904055f80 x1876538934250240/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608670.734045:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608670.734049:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608670.734052:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608670.734056:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904057800. 00000020:00000040:1.0:1789608670.734059:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:1.0:1789608670.734061:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608670.734063:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608670.734064:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608670.734068:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faad00. 00000100:00000001:1.0:1789608670.734071:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608670.734077:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID req@ffff94d904057800 x1876538934250368/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608670.734084:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608670.734085:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608670.734089:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000663e050a] to pc [ptlrpcd_00_01+1] req@ffff94d904057800 x1876538934250368/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608670.734097:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608670.734099:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608670.734102:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608670.734104:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904056680. 00000020:00000040:1.0:1789608670.734107:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=4 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000100:00000001:1.0:1789608670.734109:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608670.734110:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608670.734111:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608670.734114:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faa400. 00000100:00000001:1.0:1789608670.734117:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608670.734120:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID req@ffff94d904056680 x1876538934250496/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608670.734126:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608670.734128:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608670.734131:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005aad94d5] to pc [ptlrpcd_00_00+0] req@ffff94d904056680 x1876538934250496/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608670.734137:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608670.734139:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608670.734143:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608670.734146:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904055880. 00000020:00000040:1.0:1789608670.734148:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00000100:00000001:1.0:1789608670.734150:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608670.734151:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608670.734153:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608670.734157:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faa000. 00000100:00000001:1.0:1789608670.734159:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608670.734162:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID req@ffff94d904055880 x1876538934250624/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608670.734168:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608670.734170:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608670.734173:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bf26e54] to pc [ptlrpcd_00_01+1] req@ffff94d904055880 x1876538934250624/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608670.734179:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608670.734182:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789608670.734186:0:21207:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789608670.734190:0:21207:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1735) 00000100:00000001:0.0:1789608670.734357:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608670.734363:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608670.734366:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608670.734375:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904055f80 x1876538934250240/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608670.734384:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608670.734387:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608670.734391:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608670.734395:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608670.734397:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608670.734401:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904055f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2409:1876538934250240:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608670.734406:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608670.734413:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608670.734416:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608670.734419:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608670.734424:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d904ae6200. 02000000:00000001:0.0:1789608670.734427:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608670.734436:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608670.734441:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8738. 00000400:00000010:0.0:1789608670.734450:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edd48. 00000100:00000200:0.0:1789608670.734458:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934250240, portal 25 00000100:00000001:0.0:1789608670.734460:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608670.734462:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529116032 : -117815180435584 : ffff94d904055f80) 00000100:00000040:0.0:1789608670.734468:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904055f80 x1876538934250240/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608670.734477:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608670.734480:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608670.734483:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed000. 00000100:00000200:0.0:1789608670.734486:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876538934250240, offset 0 00000400:00000200:0.0:1789608670.734493:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608670.734504:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608670.734514:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608670.734520:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608670.734526:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608670.734530:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608670.734533:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608670.734537:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2527:2527:256:4294967295] 192.168.203.121@tcp LPNI seq info [2527:2527:8:4294967295] 00000400:00000200:0.0:1789608670.734542:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608670.734553:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608670.734558:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608670.734564:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306f00. 00000800:00000200:0.0:1789608670.734572:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608670.734581:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608670.734587:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608670.734613:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608670.734618:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608670.734621:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 0 is 4296401758 00000100:00000010:0.0:1789608670.734627:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d9082d7ba0. 00000100:00000001:0.0:1789608670.734991:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789608670.735000:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 1 is 4296401759 00000100:00000010:0.0:1789608670.735005:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d9082d7480. 00000100:00000001:0.0:1789608670.735009:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789608670.735023:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608670.735026:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608670.735030:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608670.735035:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904056680 x1876538934250496/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608670.735043:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608670.735044:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608670.735047:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608670.735049:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608670.735051:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608670.735064:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904056680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934250496:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608670.735068:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608670.735072:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608670.735073:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608670.735075:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608670.735079:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d904ae7000. 02000000:00000001:0.0:1789608670.735081:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608670.735085:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608670.735089:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8aa8. 00000400:00000010:0.0:1789608670.735093:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed6e8. 00000100:00000200:0.0:1789608670.735097:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934250496, portal 10 00000100:00000001:0.0:1789608670.735099:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608670.735100:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529117824 : -117815180433792 : ffff94d904056680) 00000100:00000040:0.0:1789608670.735107:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904056680 x1876538934250496/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608670.735115:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608670.735117:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608670.735119:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edee0. 00000100:00000200:0.0:1789608670.735122:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934250496, offset 0 00000400:00000200:0.0:1789608670.735127:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608670.735131:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608670.735135:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608670.735138:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608670.735141:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608670.735143:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608670.735145:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608670.735148:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2528:2528:255:4294967295] 192.168.203.121@tcp LPNI seq info [2528:2528:7:4294967295] 00000400:00000200:0.0:1789608670.735152:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608670.735158:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608670.735162:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608670.735166:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306700. 00000800:00000200:0.0:1789608670.735170:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608670.735175:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608670.735177:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608670.735181:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608670.735186:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: using a timeout of 23661 usecs (24 jiffies) 00000400:00000200:0.0:1789608670.735189:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608670.735191:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296397849 00000100:00000001:0.0:1789608670.735194:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296401758 00000100:00000001:0.0:1789608670.735196:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296397849 00000100:00000001:0.0:1789608670.735198:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296401759 00000100:00000001:0.0:1789608670.735200:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608670.735203:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608670.735205:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608670.735209:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608670.735219:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608670.735222:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789608670.735225:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608670.735226:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608670.735228:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608670.735232:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1789608670.735233:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608670.735235:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608670.735237:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608670.735239:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608670.735240:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608670.735242:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608670.735246:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904057800 x1876538934250368/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608670.735253:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608670.735255:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608670.735257:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608670.735259:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608670.735261:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608670.735264:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904057800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934250368:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608670.735267:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608670.735270:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608670.735271:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608670.735273:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608670.735287:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d904ae6e00. 02000000:00000001:0.0:1789608670.735290:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608670.735293:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608670.735296:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8000. 00000400:00000010:0.0:1789608670.735301:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edbb0. 00000100:00000200:0.0:1789608670.735304:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934250368, portal 10 00000100:00000001:0.0:1789608670.735306:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608670.735307:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529122304 : -117815180429312 : ffff94d904057800) 00000100:00000040:0.0:1789608670.735313:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904057800 x1876538934250368/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608670.735319:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608670.735322:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608670.735324:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed088. 00000100:00000200:0.0:1789608670.735327:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934250368, offset 0 00000400:00000200:0.0:1789608670.735331:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608670.735488:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608670.735493:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608670.735496:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608670.735498:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608670.735500:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608670.735503:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608670.735505:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2529:2529:254:4294967295] 192.168.203.121@tcp LPNI seq info [2529:2529:6:4294967295] 00000400:00000200:0.0:1789608670.735509:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608670.735515:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608670.735520:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608670.735524:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306300. 00000800:00000200:0.0:1789608670.735528:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608670.735532:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608670.735535:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608670.735538:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608670.735541:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 544646 usecs (545 jiffies) 00000400:00000200:0.0:1789608670.735544:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608670.735546:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296398370 00000100:00000001:0.0:1789608670.735549:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296401758 00000100:00000001:0.0:1789608670.735551:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296398370 00000100:00000001:0.0:1789608670.735553:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296401759 00000100:00000001:0.0:1789608670.735555:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608670.735558:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608670.735560:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608670.735564:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904055880 x1876538934250624/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608670.735572:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608670.735573:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608670.735576:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608670.735578:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608670.735580:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608670.735583:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934250624:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608670.735587:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608670.735590:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608670.735592:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608670.735594:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608670.735597:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d904ae7800. 02000000:00000001:0.0:1789608670.735599:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608670.735603:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608670.735606:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8dc0. 00000400:00000010:0.0:1789608670.735610:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edc38. 00000100:00000200:0.0:1789608670.735613:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934250624, portal 4 00000100:00000001:0.0:1789608670.735615:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608670.735616:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529114240 : -117815180437376 : ffff94d904055880) 00000100:00000040:0.0:1789608670.735622:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904055880 x1876538934250624/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1789608670.736614:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608670.736621:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306f00. 00000400:00000200:1.0:1789608670.736632:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608670.736639:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608670.736646:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed000 00000400:00000010:1.0:1789608670.736649:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed000. 00000100:00000001:1.0:1789608670.736655:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608670.736661:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904055f80 x1876538934250240/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608670.736673:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608670.736706:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904055f80 x1876538934250240/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608686 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608670.736715:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608670.736717:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608670.736733:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608670.736735:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306700. 00000400:00000200:1.0:1789608670.736738:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608670.736742:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608670.736745:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edee0 00000400:00000010:1.0:1789608670.736747:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edee0. 00000100:00000001:1.0:1789608670.736750:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608670.736754:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904056680 x1876538934250496/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608670.736775:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608670.736779:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904056680 x1876538934250496/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608810 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608670.736786:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608670.736787:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608670.737281:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608670.737285:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306300. 00000400:00000200:1.0:1789608670.737290:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608670.737294:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608670.737299:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed088 00000400:00000010:1.0:1789608670.737300:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed088. 00000100:00000001:1.0:1789608670.737303:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608670.737308:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904057800 x1876538934250368/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608670.737316:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608670.737319:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904057800 x1876538934250368/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608810 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608670.737325:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608670.737327:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789608670.737368:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608670.737373:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608670.737960:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608670.737964:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608670.737970:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed880. 00000100:00000200:0.0:1789608670.737975:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876538934250624, offset 0 00000400:00000200:0.0:1789608670.737980:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608670.737990:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608670.737997:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608670.738001:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608670.738004:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608670.738007:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608670.738009:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608670.738021:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2530:2530:256:4294967295] 192.168.203.121@tcp LPNI seq info [2530:2530:8:4294967295] 00000400:00000200:0.0:1789608670.738026:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608670.738036:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608670.738045:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608670.738050:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306800. 00000800:00000200:0.0:1789608670.738128:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608670.738136:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608670.738141:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608670.738624:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608670.738823:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 246266 usecs (247 jiffies) 00000400:00000200:0.0:1789608670.738829:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608670.738833:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296398076 00000100:00000001:0.0:1789608670.738836:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296401758 00000100:00000001:0.0:1789608670.738839:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296398076 00000100:00000001:0.0:1789608670.738842:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296401759 00000100:00000001:0.0:1789608670.738844:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608670.738848:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608670.738862:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608670.739121:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608670.739465:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608670.739469:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306800. 00000400:00000200:1.0:1789608670.739475:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608670.739481:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608670.739489:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed880 00000400:00000010:1.0:1789608670.739492:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed880. 00000100:00000001:1.0:1789608670.739497:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608670.739505:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904055880 x1876538934250624/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608670.739516:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608670.739520:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904055880 x1876538934250624/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608686 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608670.739528:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608670.739529:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608670.742647:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608670.742712:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608670.742716:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608670.742720:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608670.742731:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608670.742740:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608670.742749:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608670.742754:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608670.742770:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608670.742775:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c4954c80 00000400:00000200:1.0:1789608670.742781:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608670.742789:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x7469 [1] + 224 00000800:00000001:1.0:1789608670.742798:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608670.742806:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608670.742809:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608670.742814:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608670.742823:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608670.742834:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904055880 x1876538934250624/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608686 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608670.742845:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904055880 x1876538934250624/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608686 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608670.742870:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608670.742976:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608670.742980:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608670.743139:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608670.743145:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789608670.743154:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608670.743156:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608670.743160:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8dc0. 00000400:00000200:0.0:1789608670.743165:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edc38 00000400:00000010:0.0:1789608670.743168:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edc38. 00000100:00000001:0.0:1789608670.743171:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608670.743176:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904055880 x1876538934250624/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608686 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608670.743185:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904055880 x1876538934250624/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608686 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608670.743192:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608670.743193:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608670.743196:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608670.743200:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608670.743203:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608670.743205:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608670.743209:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608670.743219:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13c60 time=28 v=5 (5 5 5 36) 00000100:00001000:0.0:1789608670.743224:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=94 v=5 (1 0 0 0) 00000100:00000001:0.0:1789608670.743226:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608670.743228:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608670.743231:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608670.743235:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608670.743240:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608670.743242:0:2409:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: skip recheck: last_committed 4294967313 00000100:00000001:0.0:1789608670.743244:0:2409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608670.743246:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608670.743251:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904055880 x1876538934250624/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608686 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608670.743257:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608670.743260:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608670.743263:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608670.743267:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904055880 x1876538934250624/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608686 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789608670.743275:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934250624:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608670.743280:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608670.743283:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608670.743286:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904055880 x1876538934250624/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608686 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608670.743293:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608670.743296:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608670.743300:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d904ae7800. 02000000:00000001:0.0:1789608670.743304:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608670.743307:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608670.743309:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=2 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:0.0:1789608670.743311:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608670.743314:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faa000. 02000000:00000001:0.0:1789608670.743318:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608670.743320:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608670.743322:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904055880. 00000100:00000001:0.0:1789608670.743326:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608670.743327:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608670.743330:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608670.743332:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608670.743333:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608670.743334:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608670.743336:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789608670.744305:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608670.744320:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608670.744324:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608670.744326:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608670.744335:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608670.744343:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608670.744351:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608670.744355:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608670.744360:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608670.744364:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4954c00 00000400:00000200:1.0:1789608670.744371:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608670.744378:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x7449 [1] + 224 00000800:00000001:1.0:1789608670.744385:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608670.744393:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608670.744396:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608670.744400:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608670.744406:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608670.744413:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904056680 x1876538934250496/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608810 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608670.744425:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904056680 x1876538934250496/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608810 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608670.744481:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608670.744485:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608670.744503:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608670.744512:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608670.744515:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789608670.745373:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608670.745377:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608670.745381:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8aa8. 00000400:00000200:0.0:1789608670.745387:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed6e8 00000400:00000010:0.0:1789608670.745391:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed6e8. 00000100:00000001:0.0:1789608670.745395:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608670.745403:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904056680 x1876538934250496/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608810 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608670.745413:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904056680 x1876538934250496/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608810 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608670.745419:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608670.745420:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608670.745423:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608670.745427:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608670.745430:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608670.745432:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608670.745435:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608670.745444:0:2409:0:(import.c:2196:obd_at_measure()) add 104 to ffff94d902b17c60 time=28 v=104 (104 104 104 137) 00000100:00001000:0.0:1789608670.745448:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b17c18 time=28 v=5 (1 1 1 1) 00000100:00000001:0.0:1789608670.745451:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608670.745453:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608670.745455:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608670.745458:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608670.745463:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608670.745465:0:2409:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1789608670.745467:0:2409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608670.745469:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608670.745474:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904056680 x1876538934250496/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608810 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608670.745480:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608670.745484:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608670.745486:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608670.745490:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904056680 x1876538934250496/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608810 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789608670.745497:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904056680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934250496:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608670.745502:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608670.745505:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608670.745509:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904056680 x1876538934250496/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608810 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608670.745515:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608670.745518:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608670.745521:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d904ae7000. 02000000:00000001:0.0:1789608670.745524:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608670.745527:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608670.745529:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=3 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:0.0:1789608670.745531:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608670.745534:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faa400. 02000000:00000001:0.0:1789608670.745539:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608670.745541:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608670.745543:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904056680. 00000100:00000001:0.0:1789608670.745547:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608670.745548:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608670.745552:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608670.745554:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608670.745556:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608670.745558:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608670.745560:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789608670.745602:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608670.745612:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608670.745615:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608670.745617:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608670.745623:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608670.745627:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608670.745635:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608670.745639:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608670.745643:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608670.745648:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4954b80 00000400:00000200:1.0:1789608670.745654:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608670.745737:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x7459 [1] + 224 00000800:00000001:1.0:1789608670.745748:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608670.745755:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608670.745758:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608670.745829:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608670.745835:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608670.745840:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904057800 x1876538934250368/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608810 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608670.745848:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904057800 x1876538934250368/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608810 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608670.745901:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608670.745903:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608670.746007:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608670.746024:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608670.746028:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789608670.746060:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608670.746062:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608670.746065:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8000. 00000400:00000200:0.0:1789608670.746068:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edbb0 00000400:00000010:0.0:1789608670.746070:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edbb0. 00000100:00000001:0.0:1789608670.746073:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608670.746078:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904057800 x1876538934250368/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608810 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608670.746086:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904057800 x1876538934250368/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608810 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608670.746092:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608670.746094:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608670.746096:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608670.746098:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608670.746099:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608670.746101:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608670.746103:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608670.746109:0:2409:0:(import.c:2196:obd_at_measure()) add 104 to ffff94d902b11c60 time=28 v=104 (104 104 104 137) 00000100:00001000:0.0:1789608670.746113:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=128 v=5 (1 0 0 0) 00000100:00000001:0.0:1789608670.746115:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608670.746117:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608670.746119:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608670.746121:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608670.746124:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608670.746125:0:2409:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967576 00000100:00000001:0.0:1789608670.746127:0:2409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608670.746128:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608670.746132:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904057800 x1876538934250368/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608810 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608670.746138:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608670.746140:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608670.746141:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608670.746145:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904057800 x1876538934250368/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608810 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789608670.746152:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904057800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934250368:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608670.746157:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608670.746159:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608670.746162:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904057800 x1876538934250368/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608810 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608670.746168:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608670.746170:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608670.746172:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d904ae6e00. 02000000:00000001:0.0:1789608670.746174:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608670.746176:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608670.746178:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:0.0:1789608670.746180:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608670.746181:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faad00. 02000000:00000001:0.0:1789608670.746183:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608670.746185:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608670.746186:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904057800. 00000100:00000001:0.0:1789608670.746189:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608670.746190:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608670.746192:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608670.746193:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608670.746194:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608670.746196:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608670.746197:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789608670.747225:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608670.747237:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608670.747241:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608670.747244:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608670.747251:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608670.747259:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608670.747266:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608670.747270:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608670.747274:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608670.747278:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 25 MB=0x6aab3c4954b00 00000400:00000200:1.0:1789608670.747284:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608670.747290:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.121@tcp of length 224/224 into md 0x7439 [1] + 224 00000800:00000001:1.0:1789608670.747296:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608670.747323:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608670.747326:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608670.747330:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608670.747336:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608670.747344:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904055f80 x1876538934250240/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608686 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608670.747355:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904055f80 x1876538934250240/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608686 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608670.747365:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608670.747373:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608670.747376:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608670.748142:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608670.748147:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789608670.748156:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608670.748158:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608670.748161:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8738. 00000400:00000200:0.0:1789608670.748168:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edd48 00000400:00000010:0.0:1789608670.748170:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edd48. 00000100:00000001:0.0:1789608670.748174:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608670.748180:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904055f80 x1876538934250240/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608686 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608670.748189:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904055f80 x1876538934250240/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608686 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608670.748196:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608670.748197:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608670.748200:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608670.748202:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608670.748205:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608670.748207:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608670.748209:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608670.748215:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d90510e460 time=28 v=5 (5 5 5 5) 00000100:00001000:0.0:1789608670.748219:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d90510e418 time=28 v=5 (1 1 1 1) 00000100:00000001:0.0:1789608670.748222:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608670.748223:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608670.748225:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608670.748228:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608670.748230:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608670.748234:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904055f80 x1876538934250240/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608686 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608670.748241:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608670.748244:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608670.748246:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608670.748249:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904055f80 x1876538934250240/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608686 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789608670.748255:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904055f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2409:1876538934250240:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608670.748260:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608670.748262:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608670.748265:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904055f80 x1876538934250240/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608686 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608670.748270:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608670.748273:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608670.748276:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d904ae6200. 02000000:00000001:0.0:1789608670.748280:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608670.748283:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608670.748285:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=3 obd=MGC192.168.203.121@tcp 00000020:00000001:0.0:1789608670.748287:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608670.748289:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faa900. 02000000:00000001:0.0:1789608670.748293:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608670.748295:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608670.748296:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904055f80. 00000100:00000001:0.0:1789608670.748300:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608670.748301:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608670.748303:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608670.748312:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608670.748314:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608670.748316:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608670.748319:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608672.015230:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608672.015234:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608672.015237:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789608674.702823:0:809:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d110 (cpu 1) has reached its deadline 4296401759, at 4296401793 00000100:00000010:1.0:1789608674.702853:0:809:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d9082d7480. 00000100:00000040:0.0:1789608674.705142:0:13229:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d000 (cpu 0) has reached its deadline 4296401758, at 4296401795 00000100:00000010:0.0:1789608674.705159:0:13229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d9082d7ba0. 00000020:00000001:0.0:1789608675.086198:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608675.086201:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608675.086205:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1789608675.856938:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608675.856945:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d909082100. 00000400:00000200:1.0:1789608675.856956:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608675.856965:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608675.856973:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9990 00000400:00000010:1.0:1789608675.856984:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9990. 00000100:00000001:1.0:1789608675.856991:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608675.856997:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d26680 x1876538934250752/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608675.857009:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608675.857013:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d26680 x1876538934250752/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608691 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608675.857019:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608675.857021:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608675.857035:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608675.857038:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d909082a00. 00000400:00000200:1.0:1789608675.857041:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608675.857044:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608675.857048:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9bb0 00000400:00000010:1.0:1789608675.857049:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9bb0. 00000100:00000001:1.0:1789608675.857052:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608675.857056:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25880 x1876538934251008/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608675.857063:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608675.857066:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d25880 x1876538934251008/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608815 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608675.857072:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608675.857074:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608675.857083:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608675.857085:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bd100. 00000400:00000200:1.0:1789608675.857088:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608675.857091:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608675.857093:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6cf68 00000400:00000010:1.0:1789608675.857095:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6cf68. 00000100:00000001:1.0:1789608675.857097:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608675.857101:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25f80 x1876538934250880/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608675.857107:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608675.857110:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d25f80 x1876538934250880/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608815 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608675.857116:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608675.857117:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608675.857198:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608675.857201:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bda00. 00000400:00000200:1.0:1789608675.857204:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608675.857207:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608675.857210:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6cc38 00000400:00000010:1.0:1789608675.857212:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6cc38. 00000100:00000001:1.0:1789608675.857214:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608675.857217:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25c00 x1876538934251136/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608675.857223:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608675.857225:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d25c00 x1876538934251136/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608691 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608675.857230:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608675.857231:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608675.862205:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608675.862230:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608675.862237:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608675.862240:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608675.862250:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608675.862260:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608675.862271:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608675.862277:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608675.862283:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608675.862288:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 25 MB=0x6aab3c4954d00 00000400:00000200:1.0:1789608675.862294:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608675.862301:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.121@tcp of length 224/224 into md 0x7479 [1] + 224 00000800:00000001:1.0:1789608675.862311:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608675.862315:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608675.862320:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608675.862325:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608675.862336:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608675.862349:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d26680 x1876538934250752/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608691 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608675.862361:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907d26680 x1876538934250752/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608691 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608675.862383:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608675.862394:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608675.862399:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608675.862401:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608675.862403:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608675.862406:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608675.862409:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608675.862413:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608675.862416:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608675.862419:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608675.862421:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c4954e80 00000400:00000200:1.0:1789608675.862425:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608675.862430:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x7491 [1] + 224 00000800:00000001:1.0:1789608675.862434:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608675.862437:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608675.862439:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608675.862442:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608675.862445:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608675.862450:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d25c00 x1876538934251136/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608691 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608675.862459:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907d25c00 x1876538934251136/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608691 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608675.863337:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608675.863348:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608675.863357:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608675.863360:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608675.863362:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608675.863367:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608675.863371:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608675.863983:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608675.863989:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608675.863993:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608675.863997:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4954e00 00000400:00000200:1.0:1789608675.864003:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608675.865251:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x7481 [1] + 224 00000800:00000001:1.0:1789608675.865269:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608675.865284:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608675.865289:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608675.865294:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608675.865302:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608675.865311:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d25880 x1876538934251008/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608815 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608675.865323:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907d25880 x1876538934251008/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608815 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608675.865348:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608675.865360:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608675.865364:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608675.865366:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608675.865369:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608675.865376:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608675.865380:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608675.865388:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608675.865392:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608675.865396:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608675.865399:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4954d80 00000400:00000200:1.0:1789608675.865403:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608675.865407:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x7489 [1] + 224 00000800:00000001:1.0:1789608675.865411:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608675.865422:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608675.865424:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608675.865427:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608675.865430:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608675.865435:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d25f80 x1876538934250880/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608815 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608675.865444:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907d25f80 x1876538934250880/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608815 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608675.865455:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608675.865459:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608675.865462:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789608678.158499:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608678.158504:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608678.158516:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789608679.821927:0:13229:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d000 (cpu 0) has reached its deadline 4296406879, at 4296406912 00000100:00000040:1.0:1789608679.821931:0:809:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d110 (cpu 1) has reached its deadline 4296406879, at 4296406912 00000100:00000010:1.0:1789608679.821960:0:809:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d9092657e0. 00000100:00000010:0.0:1789608679.821964:0:13229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d9092652a0. 00000800:00000200:1.0:1789608680.976277:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608680.976283:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bd500. 00000400:00000200:1.0:1789608680.976293:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608680.976299:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608680.976307:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c880 00000400:00000010:1.0:1789608680.976310:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c880. 00000100:00000001:1.0:1789608680.976315:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608680.976321:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25c00 x1876538934251392/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608680.976331:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608680.976334:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d25c00 x1876538934251392/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608820 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608680.976341:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608680.976343:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608680.976356:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608680.976358:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bd700. 00000400:00000200:1.0:1789608680.976361:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608680.976364:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608680.976366:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c660 00000400:00000010:1.0:1789608680.976368:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c660. 00000100:00000001:1.0:1789608680.976370:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608680.976373:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25180 x1876538934251648/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608680.976379:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608680.976382:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d25180 x1876538934251648/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608696 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608680.976389:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608680.976391:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608680.976398:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608680.976401:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bdd00. 00000400:00000200:1.0:1789608680.976403:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608680.976406:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608680.976408:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6ccc0 00000400:00000010:1.0:1789608680.976409:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6ccc0. 00000100:00000001:1.0:1789608680.976412:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608680.976415:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25f80 x1876538934251264/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608680.976421:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608680.976424:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d25f80 x1876538934251264/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608696 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608680.976430:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608680.976431:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608680.976510:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608680.976514:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bd900. 00000400:00000200:1.0:1789608680.976516:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608680.976520:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608680.976522:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c330 00000400:00000010:1.0:1789608680.976523:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c330. 00000100:00000001:1.0:1789608680.976526:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608680.976529:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d27480 x1876538934251520/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608680.976535:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608680.976538:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d27480 x1876538934251520/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608820 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608680.976544:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608680.976545:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608680.980514:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608680.980534:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608680.980537:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608680.980540:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608680.980552:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608680.980562:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608680.980573:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608680.980578:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608680.980591:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608680.980596:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 25 MB=0x6aab3c4954f00 00000400:00000200:1.0:1789608680.980603:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608680.980610:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.121@tcp of length 224/224 into md 0x74a9 [1] + 224 00000800:00000001:1.0:1789608680.980620:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608680.980625:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608680.980629:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608680.980635:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608680.980643:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608680.980654:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d25f80 x1876538934251264/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608696 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608680.980665:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907d25f80 x1876538934251264/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608696 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608680.980711:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608680.980721:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608680.980725:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608680.980727:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608680.980729:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608680.980733:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608680.980736:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608680.980741:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608680.980744:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608680.980747:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608680.980749:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4954f80 00000400:00000200:1.0:1789608680.980753:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608680.980757:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x7499 [1] + 224 00000800:00000001:1.0:1789608680.980761:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608680.980768:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608680.980770:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608680.980773:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608680.980776:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608680.980780:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d25c00 x1876538934251392/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608820 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608680.980789:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907d25c00 x1876538934251392/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608820 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608680.980803:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608680.980806:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608680.980809:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608680.981766:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608680.981777:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608680.981780:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608680.981783:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608680.981790:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608680.981795:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608680.981801:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608680.981815:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608680.981820:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608680.981823:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4955000 00000400:00000200:1.0:1789608680.981829:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608680.981833:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x74b1 [1] + 224 00000800:00000001:1.0:1789608680.981838:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608680.981845:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608680.981848:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608680.981852:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608680.981856:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608680.981862:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d27480 x1876538934251520/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608820 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608680.981872:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907d27480 x1876538934251520/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608820 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608680.981880:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608680.981885:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608680.981888:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608680.982115:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608680.982121:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608680.982123:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608680.982125:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608680.982130:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608680.982133:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608680.982138:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608680.982141:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608680.982144:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608680.982147:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c4955080 00000400:00000200:1.0:1789608680.982151:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608680.982155:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x74a1 [1] + 224 00000800:00000001:1.0:1789608680.982159:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608680.982164:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608680.982166:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608680.982170:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608680.982173:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608680.982188:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d25180 x1876538934251648/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608696 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608680.982199:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907d25180 x1876538934251648/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608696 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608680.982215:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608680.982220:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608680.982222:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789608681.233489:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608681.233496:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608681.233501:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1789608684.303197:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608684.303202:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608684.303207:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789608684.942008:0:13229:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d000 (cpu 0) has reached its deadline 4296412000, at 4296412032 00000100:00000010:0.0:1789608684.942023:0:13229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d907f83180. 00000100:00000040:1.0:1789608684.942172:0:809:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d110 (cpu 1) has reached its deadline 4296412000, at 4296412032 00000100:00000010:1.0:1789608684.942187:0:809:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d907f83840. 00000100:00000040:1.0:1789608686.093909:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608686.093923:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608686.093944:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904054380. 00000020:00000040:1.0:1789608686.093952:0:36:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=4 obd=MGC192.168.203.121@tcp 00000100:00000001:1.0:1789608686.093956:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608686.093960:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608686.093967:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608686.093979:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faa900. 00000100:00000001:1.0:1789608686.093987:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608686.094003:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS req@ffff94d904054380 x1876538934251776/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608686.094015:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608686.094020:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608686.094027:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030888fc6] to pc [ptlrpcd_00_00+0] req@ffff94d904054380 x1876538934251776/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608686.094087:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608686.094092:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608686.094095:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608686.094103:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904054380 x1876538934251776/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608686.094111:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608686.094113:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608686.094117:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608686.094121:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608686.094123:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608686.094127:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2409:1876538934251776:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608686.094132:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608686.094148:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608686.094151:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608686.094154:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608686.094160:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d904ae6200. 02000000:00000001:0.0:1789608686.094163:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608686.094172:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608686.094177:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8738. 00000400:00000010:0.0:1789608686.094185:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edd48. 00000100:00000200:0.0:1789608686.094194:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934251776, portal 25 00000100:00000001:0.0:1789608686.094197:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608686.094198:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529108864 : -117815180442752 : ffff94d904054380) 00000100:00000040:0.0:1789608686.094204:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904054380 x1876538934251776/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608686.094213:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608686.094216:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608686.094219:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edbb0. 00000100:00000200:0.0:1789608686.094222:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876538934251776, offset 0 00000400:00000200:0.0:1789608686.094229:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608686.094239:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608686.094249:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608686.094255:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608686.094260:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608686.094264:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608686.094267:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608686.094270:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2539:2539:256:4294967295] 192.168.203.121@tcp LPNI seq info [2539:2539:8:4294967295] 00000400:00000200:0.0:1789608686.094275:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608686.094285:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608686.094292:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608686.094297:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306200. 00000800:00000200:0.0:1789608686.094305:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608686.094314:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608686.094320:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608686.094338:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608686.094343:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608686.094346:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 0 is 4296417118 00000100:00000010:0.0:1789608686.094352:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d9082d7ba0. 00000100:00000001:0.0:1789608686.094360:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789608686.094369:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 1 is 4296417118 00000100:00000010:0.0:1789608686.094372:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d9082d70c0. 00000100:00000001:0.0:1789608686.094376:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789608686.094379:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608686.094382:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608686.094385:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608686.094388:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608686.094460:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608686.094464:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608686.094468:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608686.094472:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904057100. 00000020:00000040:1.0:1789608686.094475:0:36:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:1.0:1789608686.094477:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608686.094478:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608686.094480:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608686.094577:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608686.094580:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789608686.094583:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608686.094585:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608686.094586:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608686.094589:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608686.095592:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faad00. 00000100:00000001:1.0:1789608686.095602:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608686.095611:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID req@ffff94d904057100 x1876538934251904/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608686.095622:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608686.095625:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608686.095630:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000928ee147] to pc [ptlrpcd_00_01+1] req@ffff94d904057100 x1876538934251904/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608686.097391:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608686.097401:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608686.097405:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608686.097416:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904055f80. 00000020:00000040:1.0:1789608686.097423:0:36:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=4 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000100:00000001:1.0:1789608686.097427:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608686.097430:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608686.097435:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608686.097445:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faa400. 00000800:00000200:0.0:1789608686.099322:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608686.099335:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306200. 00000400:00000200:0.0:1789608686.099344:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608686.099354:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608686.099362:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edbb0 00000400:00000010:0.0:1789608686.099366:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edbb0. 00000100:00000001:0.0:1789608686.099372:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608686.099382:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904054380 x1876538934251776/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608686.099395:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608686.099399:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904054380 x1876538934251776/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608702 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608686.099405:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608686.099407:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789608686.099486:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608686.099490:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608686.099493:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608686.099497:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1789608686.099499:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608686.099509:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608686.099511:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608686.099513:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608686.099515:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608686.099517:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608686.099523:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904057100 x1876538934251904/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608686.099531:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608686.099533:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608686.099539:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608686.099543:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608686.099546:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608686.099549:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904057100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934251904:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608686.099553:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608686.099560:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608686.099562:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608686.099565:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608686.099571:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d904ae6e00. 02000000:00000001:0.0:1789608686.099573:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608686.099581:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608686.099586:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8000. 00000400:00000010:0.0:1789608686.099591:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edbb0. 00000100:00000200:0.0:1789608686.099599:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934251904, portal 10 00000100:00000001:0.0:1789608686.099601:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608686.099603:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529120512 : -117815180431104 : ffff94d904057100) 00000100:00000040:0.0:1789608686.099610:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904057100 x1876538934251904/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608686.099618:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608686.099621:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608686.099624:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed6e8. 00000100:00000200:0.0:1789608686.099626:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934251904, offset 0 00000400:00000200:0.0:1789608686.099633:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608686.099643:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608686.099652:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608686.099658:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608686.099662:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608686.099666:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608686.099669:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608686.099673:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2540:2540:256:4294967295] 192.168.203.121@tcp LPNI seq info [2540:2540:8:4294967295] 00000400:00000200:0.0:1789608686.099696:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608686.099706:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608686.099712:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608686.099717:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306200. 00000800:00000200:0.0:1789608686.099725:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608686.099733:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608686.099738:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608686.099760:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608686.099764:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 541923 usecs (542 jiffies) 00000400:00000200:0.0:1789608686.099768:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608686.099771:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296413732 00000100:00000001:0.0:1789608686.099774:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296417118 00000100:00000001:0.0:1789608686.099777:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296413732 00000100:00000001:0.0:1789608686.099779:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296417118 00000100:00000001:0.0:1789608686.099782:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608686.099784:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608686.099787:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608686.099789:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608686.099822:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608686.099825:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608686.099863:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608686.099866:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306200. 00000400:00000200:0.0:1789608686.099869:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608686.099873:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608686.099877:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed6e8 00000400:00000010:0.0:1789608686.099879:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed6e8. 00000100:00000001:0.0:1789608686.099882:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608686.099886:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904057100 x1876538934251904/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608686.099894:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608686.099896:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904057100 x1876538934251904/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608826 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608686.099913:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608686.099914:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789608686.103347:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608686.103368:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID req@ffff94d904055f80 x1876538934252032/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608686.103382:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608686.103388:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608686.103395:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ae15b1e] to pc [ptlrpcd_00_00+0] req@ffff94d904055f80 x1876538934252032/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608686.103431:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608686.103435:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608686.103439:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608686.103453:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904057800. 00000020:00000040:1.0:1789608686.103458:0:36:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00000100:00000001:1.0:1789608686.103462:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608686.103465:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608686.103470:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608686.103479:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faa000. 00000100:00000001:1.0:1789608686.103482:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608686.103499:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID req@ffff94d904057800 x1876538934252160/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608686.103514:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608686.103516:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608686.103520:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000663e050a] to pc [ptlrpcd_00_01+1] req@ffff94d904057800 x1876538934252160/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608686.103529:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608686.103531:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789608686.103535:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789608686.103542:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1750) 00000100:00000001:0.0:1789608686.104423:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608686.104429:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608686.104432:0:2410:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608686.104441:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904057800 x1876538934252160/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608686.104453:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608686.104456:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608686.104460:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608686.104463:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608686.104466:0:2410:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608686.104470:0:2410:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904057800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934252160:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608686.104474:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608686.104481:0:2410:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608686.104492:0:2410:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608686.104495:0:2410:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608686.104503:0:2410:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d904ae7000. 02000000:00000001:0.0:1789608686.104505:0:2410:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608686.104514:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608686.104519:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8aa8. 00000400:00000010:0.0:1789608686.104528:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed6e8. 00000100:00000200:0.0:1789608686.104537:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934252160, portal 4 00000100:00000001:0.0:1789608686.104539:0:2410:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608686.104541:0:2410:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529122304 : -117815180429312 : ffff94d904057800) 00000100:00000040:0.0:1789608686.104550:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904057800 x1876538934252160/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608686.104559:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608686.104562:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608686.104566:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edc38. 00000100:00000200:0.0:1789608686.104569:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876538934252160, offset 0 00000400:00000200:0.0:1789608686.104576:0:2410:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608686.104586:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608686.104595:0:2410:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608686.104602:0:2410:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608686.104606:0:2410:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608686.104611:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608686.104614:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608686.104618:0:2410:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2541:2541:256:4294967295] 192.168.203.121@tcp LPNI seq info [2541:2541:8:4294967295] 00000400:00000200:0.0:1789608686.104622:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608686.104632:0:2410:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608686.104639:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608686.104645:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306200. 00000800:00000200:0.0:1789608686.104653:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608686.104663:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608686.104668:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608686.104719:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608686.104725:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 242417 usecs (243 jiffies) 00000400:00000200:0.0:1789608686.104729:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608686.104732:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296413438 00000100:00000001:0.0:1789608686.104736:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296417118 00000100:00000001:0.0:1789608686.104738:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296413438 00000100:00000001:0.0:1789608686.104741:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296417118 00000100:00000001:0.0:1789608686.104743:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608686.104746:0:2410:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608686.104750:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608686.104753:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608686.104762:0:2410:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608686.104764:0:2410:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789608686.104766:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608686.104768:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608686.104769:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608686.104771:0:2410:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1789608686.104773:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608686.104775:0:2410:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608686.104776:0:2410:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608686.104778:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608686.104779:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608686.104780:0:2410:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608686.104785:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904055f80 x1876538934252032/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608686.104791:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608686.104792:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608686.104795:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608686.104796:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608686.104799:0:2410:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608686.104801:0:2410:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904055f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934252032:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608686.104804:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608686.104807:0:2410:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608686.104808:0:2410:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608686.104810:0:2410:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608686.104814:0:2410:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d904ae7800. 02000000:00000001:0.0:1789608686.104816:0:2410:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608686.104819:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608686.104821:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8dc0. 00000400:00000010:0.0:1789608686.104825:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edaa0. 00000100:00000200:0.0:1789608686.104828:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934252032, portal 10 00000100:00000001:0.0:1789608686.104829:0:2410:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608686.104830:0:2410:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529116032 : -117815180435584 : ffff94d904055f80) 00000100:00000040:0.0:1789608686.104837:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904055f80 x1876538934252032/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608686.104844:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608686.104846:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608686.104848:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed990. 00000100:00000200:0.0:1789608686.104851:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934252032, offset 0 00000400:00000200:0.0:1789608686.104855:0:2410:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608686.104859:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608686.104863:0:2410:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608686.104865:0:2410:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608686.104867:0:2410:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608686.104870:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608686.104872:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608686.104875:0:2410:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2542:2542:255:4294967295] 192.168.203.121@tcp LPNI seq info [2542:2542:7:4294967295] 00000400:00000200:0.0:1789608686.104879:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608686.104884:0:2410:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608686.104906:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608686.104910:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306b00. 00000800:00000200:0.0:1789608686.104915:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608686.104919:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608686.104921:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608686.104924:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608686.104927:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: using a timeout of 23531 usecs (24 jiffies) 00000400:00000200:0.0:1789608686.104930:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608686.104931:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296413219 00000100:00000001:0.0:1789608686.104933:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296417118 00000100:00000001:0.0:1789608686.104935:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296413219 00000100:00000001:0.0:1789608686.104937:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296417118 00000100:00000001:0.0:1789608686.104940:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608686.104942:0:2410:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608686.104945:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608686.104947:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608686.104965:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608686.104967:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608686.104970:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608686.104972:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789608686.112927:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608686.112959:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608686.112965:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608686.112968:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608686.112980:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608686.112990:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608686.113005:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608686.113011:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608686.113017:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608686.113022:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 25 MB=0x6aab3c4955100 00000400:00000200:0.0:1789608686.113028:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608686.113035:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.121@tcp of length 224/224 into md 0x74b9 [1] + 224 00000800:00000001:0.0:1789608686.113043:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608686.113057:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608686.113061:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608686.113066:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608686.113075:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608686.113087:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904054380 x1876538934251776/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608702 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608686.113099:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904054380 x1876538934251776/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608702 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608686.113123:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000200:0.0:1789608686.113169:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608686.113173:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306200. 00000400:00000200:0.0:1789608686.113179:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608686.113182:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608686.113186:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edc38 00000400:00000010:0.0:1789608686.113190:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edc38. 00000100:00000001:0.0:1789608686.113194:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608686.113198:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904057800 x1876538934252160/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608686.113210:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608686.113214:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904057800 x1876538934252160/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608702 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608686.113220:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608686.113222:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608686.113228:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608686.113231:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1789608686.113318:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608686.113321:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306b00. 00000400:00000200:0.0:1789608686.113324:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608686.113328:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608686.113331:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed990 00000400:00000010:0.0:1789608686.113332:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed990. 00000100:00000001:0.0:1789608686.113335:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608686.113339:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904055f80 x1876538934252032/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608686.113346:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608686.113349:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904055f80 x1876538934252032/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608826 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608686.113354:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608686.113356:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789608686.113374:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608686.113378:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789608686.113386:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608686.113388:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608686.113390:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8738. 00000400:00000200:0.0:1789608686.113394:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edd48 00000400:00000010:0.0:1789608686.113396:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edd48. 00000100:00000001:0.0:1789608686.113398:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608686.113402:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904054380 x1876538934251776/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608702 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608686.113411:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904054380 x1876538934251776/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608702 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608686.113418:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608686.113419:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608686.113422:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608686.113426:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608686.113429:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608686.113431:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608686.113435:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608686.113443:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d90510e460 time=44 v=5 (5 5 5 5) 00000100:00001000:0.0:1789608686.113449:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d90510e418 time=44 v=5 (1 1 1 1) 00000100:00000001:0.0:1789608686.113452:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608686.113453:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608686.113456:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608686.113459:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608686.113462:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608686.113467:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904054380 x1876538934251776/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608702 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608686.113473:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608686.113476:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608686.113478:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608686.113481:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904054380 x1876538934251776/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608702 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789608686.113497:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2409:1876538934251776:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608686.113503:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608686.113505:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608686.113508:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904054380 x1876538934251776/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608702 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608686.113513:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608686.113516:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608686.113521:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d904ae6200. 02000000:00000001:0.0:1789608686.113524:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608686.113527:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608686.113529:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=3 obd=MGC192.168.203.121@tcp 00000020:00000001:0.0:1789608686.113531:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608686.113534:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faa900. 02000000:00000001:0.0:1789608686.113538:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608686.113540:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608686.113541:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904054380. 00000100:00000001:0.0:1789608686.113545:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608686.113546:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608686.113549:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608686.113551:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608686.113552:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608686.113553:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608686.113555:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789608686.115169:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608686.115184:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608686.115189:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608686.115192:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608686.115200:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608686.115207:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608686.115216:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608686.115220:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608686.115225:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608686.115229:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4955180 00000400:00000200:1.0:1789608686.115235:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608686.115243:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x74c9 [1] + 224 00000800:00000001:1.0:1789608686.115249:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608686.115253:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608686.115257:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608686.115261:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608686.115266:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608686.115274:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904057100 x1876538934251904/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608826 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608686.115284:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904057100 x1876538934251904/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608826 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608686.115297:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608686.115305:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608686.115309:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608686.115311:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608686.115313:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608686.115316:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608686.115319:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608686.115323:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608686.115325:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608686.115328:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608686.115331:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4955200 00000400:00000200:1.0:1789608686.115334:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608686.115338:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x74e9 [1] + 224 00000800:00000001:1.0:1789608686.115342:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608686.115395:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608686.115398:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608686.115403:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608686.115406:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608686.115411:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904055f80 x1876538934252032/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608826 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608686.115418:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904055f80 x1876538934252032/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608826 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608686.115428:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608686.115432:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608686.115436:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608686.115556:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608686.115560:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789608686.115566:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608686.115569:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608686.115572:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8dc0. 00000400:00000200:0.0:1789608686.115577:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edaa0 00000400:00000010:0.0:1789608686.115579:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edaa0. 00000100:00000001:0.0:1789608686.115582:0:2410:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608686.115587:0:2410:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904055f80 x1876538934252032/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608826 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608686.115596:0:2410:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904055f80 x1876538934252032/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608826 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608686.115602:0:2410:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608686.115603:0:2410:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608686.115606:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608686.115609:0:2410:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608686.115611:0:2410:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608686.115614:0:2410:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608686.115616:0:2410:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608686.115626:0:2410:0:(import.c:2196:obd_at_measure()) add 104 to ffff94d902b17c60 time=44 v=104 (104 104 104 137) 00000100:00001000:0.0:1789608686.115630:0:2410:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b17c18 time=44 v=5 (1 1 1 1) 00000100:00000001:0.0:1789608686.115633:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608686.115635:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608686.115638:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608686.115641:0:2410:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608686.115645:0:2410:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608686.115648:0:2410:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1789608686.115650:0:2410:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608686.115652:0:2410:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608686.115657:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904055f80 x1876538934252032/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608826 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608686.115663:0:2410:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608686.115666:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608686.115668:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608686.115671:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904055f80 x1876538934252032/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608826 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608686.115766:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608686.115769:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789608686.115774:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608686.115775:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608686.115777:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8000. 00000400:00000200:1.0:1789608686.115781:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edbb0 00000400:00000010:1.0:1789608686.115783:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edbb0. 00000100:00000001:1.0:1789608686.115785:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608686.115790:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904057100 x1876538934251904/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608826 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608686.115799:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904057100 x1876538934251904/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608826 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608686.115817:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608686.115819:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608686.115821:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608686.115822:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608686.115823:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608686.115825:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608686.115826:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608686.115832:0:2409:0:(import.c:2196:obd_at_measure()) add 104 to ffff94d902b11c60 time=44 v=104 (104 104 104 137) 00000100:00001000:1.0:1789608686.115835:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=144 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608686.115837:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608686.115838:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608686.115840:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608686.115842:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608686.115845:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608686.115846:0:2409:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967576 00000100:00000001:1.0:1789608686.115848:0:2409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608686.115849:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608686.115853:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904057100 x1876538934251904/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608826 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608686.115859:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608686.115861:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608686.115862:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608686.115866:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904057100 x1876538934251904/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608826 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608686.115872:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904057100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934251904:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608686.115877:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608686.115879:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608686.115882:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904057100 x1876538934251904/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608826 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608686.115888:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608686.115890:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608686.115893:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d904ae6e00. 02000000:00000001:1.0:1789608686.115897:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608686.115909:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608686.115911:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:1.0:1789608686.115914:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608686.115916:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faad00. 02000000:00000001:1.0:1789608686.115919:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608686.115921:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608686.115923:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904057100. 00000100:00000001:1.0:1789608686.115927:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608686.115928:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608686.115930:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608686.115940:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608686.115943:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608686.115945:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608686.115948:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789608686.116191:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608686.116198:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608686.116200:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608686.116203:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608686.116207:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608686.116211:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608686.116216:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608686.116219:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608686.116222:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608686.116225:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c4955280 00000400:00000200:1.0:1789608686.116229:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608686.116234:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x74d9 [1] + 224 00000800:00000001:1.0:1789608686.116239:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608686.116244:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608686.116247:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608686.116250:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608686.116254:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608686.116258:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904057800 x1876538934252160/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608702 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608686.116267:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904057800 x1876538934252160/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608702 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608686.116274:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608686.116279:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608686.116281:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789608686.119672:0:2410:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904055f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934252032:192.168.203.121@tcp:400:kworker.0 00000400:00000001:0.0:1789608686.119720:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608686.119722:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608686.119726:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8aa8. 00000400:00000200:0.0:1789608686.119734:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed6e8 00000400:00000010:0.0:1789608686.119737:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed6e8. 00000100:00000001:0.0:1789608686.119742:0:2410:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608686.119749:0:2410:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904057800 x1876538934252160/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608702 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608686.119759:0:2410:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904057800 x1876538934252160/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608702 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608686.119767:0:2410:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608686.119769:0:2410:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608686.119771:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608686.119775:0:2410:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608686.119777:0:2410:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608686.119779:0:2410:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608686.119783:0:2410:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608686.119794:0:2410:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13c60 time=44 v=5 (5 5 5 36) 00000100:00001000:0.0:1789608686.119798:0:2410:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=110 v=5 (1 0 0 0) 00000100:00000001:0.0:1789608686.119800:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608686.119802:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608686.119804:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608686.119808:0:2410:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608686.119813:0:2410:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608686.119815:0:2410:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: skip recheck: last_committed 4294967313 00000100:00000001:0.0:1789608686.119817:0:2410:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608686.119819:0:2410:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608686.119824:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904057800 x1876538934252160/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608702 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608686.119830:0:2410:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608686.119834:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608686.119836:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608686.119840:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904057800 x1876538934252160/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608702 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789608686.119846:0:2410:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904057800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934252160:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608686.119850:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608686.119854:0:2410:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608686.119858:0:2410:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904055f80 x1876538934252032/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608826 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608686.119865:0:2410:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608686.119868:0:2410:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608686.119871:0:2410:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d904ae7800. 02000000:00000001:0.0:1789608686.119875:0:2410:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608686.119878:0:2410:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608686.119881:0:2410:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=3 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:0.0:1789608686.119884:0:2410:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608686.119886:0:2410:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faa400. 02000000:00000001:0.0:1789608686.119890:0:2410:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608686.119893:0:2410:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608686.119895:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904055f80. 00000100:00000001:0.0:1789608686.120077:0:2410:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608686.120079:0:2410:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608686.120081:0:2410:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608686.120085:0:2410:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904057800 x1876538934252160/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608702 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608686.120091:0:2410:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608686.120093:0:2410:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608686.120094:0:2410:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d904ae7000. 02000000:00000001:0.0:1789608686.120097:0:2410:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608686.120098:0:2410:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608686.120099:0:2410:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=2 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:0.0:1789608686.120101:0:2410:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608686.120102:0:2410:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faa000. 02000000:00000001:0.0:1789608686.120104:0:2410:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608686.120105:0:2410:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608686.120106:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904057800. 00000100:00000001:0.0:1789608686.120109:0:2410:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608686.120110:0:2410:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608686.120112:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608686.120123:0:2410:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608686.120124:0:2410:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608686.120128:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608686.122645:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608687.378285:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608687.378289:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608687.378293:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789608690.062803:0:13229:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d000 (cpu 0) has reached its deadline 4296417118, at 4296417153 00000100:00000010:0.0:1789608690.062824:0:13229:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d9082d7ba0. 00000100:00000040:1.0:1789608690.063168:0:809:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d110 (cpu 1) has reached its deadline 4296417118, at 4296417153 00000100:00000010:1.0:1789608690.063176:0:809:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d9082d70c0. 00000020:00000001:0.0:1789608690.446041:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608690.446046:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608690.446050:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1789608691.218944:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608691.218953:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bd400. 00000400:00000200:0.0:1789608691.218962:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608691.218974:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608691.218983:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6ca18 00000400:00000010:0.0:1789608691.218989:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6ca18. 00000100:00000001:0.0:1789608691.218996:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608691.219004:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908490380 x1876538934252288/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608691.219022:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608691.219029:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908490380 x1876538934252288/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608707 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608691.219047:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608691.219050:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608691.219070:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608691.219074:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bd000. 00000400:00000200:0.0:1789608691.219080:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608691.219087:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608691.219092:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c5d8 00000400:00000010:0.0:1789608691.219096:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c5d8. 00000100:00000001:0.0:1789608691.219101:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608691.219107:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908493b80 x1876538934252544/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608691.219117:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608691.219123:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908493b80 x1876538934252544/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608831 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608691.219137:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608691.219143:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608691.219770:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608691.219774:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bd200. 00000400:00000200:1.0:1789608691.219778:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608691.219782:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608691.219786:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c6e8 00000400:00000010:1.0:1789608691.219788:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c6e8. 00000100:00000001:1.0:1789608691.219791:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608691.219794:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908491180 x1876538934252416/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608691.219803:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608691.219806:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908491180 x1876538934252416/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608831 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608691.219812:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608691.219814:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608691.219903:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608691.219906:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bd300. 00000400:00000200:1.0:1789608691.219909:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608691.219913:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608691.219915:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c198 00000400:00000010:1.0:1789608691.219917:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c198. 00000100:00000001:1.0:1789608691.219919:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608691.219922:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908491c00 x1876538934252672/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608691.219928:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608691.219931:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908491c00 x1876538934252672/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608707 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608691.219936:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608691.219938:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608691.225084:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608691.225101:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608691.225104:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608691.225107:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608691.225116:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608691.225125:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608691.225136:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608691.225142:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608691.225149:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608691.225154:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4955400 00000400:00000200:0.0:1789608691.225160:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608691.225167:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x7501 [1] + 224 00000800:00000001:0.0:1789608691.225176:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608691.225180:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608691.225184:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608691.225188:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608691.225198:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608691.225210:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908493b80 x1876538934252544/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608831 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608691.225222:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d908493b80 x1876538934252544/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608831 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608691.225249:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608691.225259:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608691.225263:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608691.225265:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608691.225267:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608691.225270:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608691.225274:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608691.225279:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608691.225282:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608691.225286:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608691.225289:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 25 MB=0x6aab3c4955300 00000400:00000200:0.0:1789608691.225292:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608691.225296:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.121@tcp of length 224/224 into md 0x74f9 [1] + 224 00000800:00000001:0.0:1789608691.225300:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608691.225307:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608691.225309:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608691.225312:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608691.225314:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608691.225320:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908490380 x1876538934252288/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608707 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608691.225329:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d908490380 x1876538934252288/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608707 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608691.225336:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608691.225339:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608691.225342:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608691.232876:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608691.232904:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608691.232909:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608691.232912:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608691.232923:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608691.232934:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608691.232946:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608691.232952:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608691.232958:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608691.232963:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c4955480 00000400:00000200:1.0:1789608691.232970:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608691.232977:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x7511 [1] + 224 00000800:00000001:1.0:1789608691.232988:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608691.232993:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608691.232998:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608691.233003:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608691.233011:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608691.233022:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908491c00 x1876538934252672/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608707 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608691.233035:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d908491c00 x1876538934252672/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608707 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608691.233060:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608691.233071:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608691.233075:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608691.233077:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608691.233079:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608691.233082:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608691.233086:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608691.233090:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608691.233092:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608691.233095:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608691.233098:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4955380 00000400:00000200:1.0:1789608691.233101:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608691.233106:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x7509 [1] + 224 00000800:00000001:1.0:1789608691.233110:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608691.233119:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608691.233122:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608691.233125:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608691.233128:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608691.233132:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908491180 x1876538934252416/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608831 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608691.233141:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d908491180 x1876538934252416/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608831 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608691.233147:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608691.233151:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608691.233154:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789608693.519121:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608693.519129:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608693.519134:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789608694.336473:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608694.336479:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608694.336489:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904057100. 00000020:00000040:1.0:1789608694.336494:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=4 obd=MGC192.168.203.121@tcp 00000100:00000001:1.0:1789608694.336498:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608694.336502:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608694.336506:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608694.336514:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faad00. 00000100:00000001:1.0:1789608694.336521:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608694.336527:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS req@ffff94d904057100 x1876538934252800/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608694.336536:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608694.336540:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608694.336545:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000928ee147] to pc [ptlrpcd_00_00+0] req@ffff94d904057100 x1876538934252800/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608694.336576:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789608694.336579:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789608694.336582:0:21207:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789608694.336585:0:21207:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789608694.336586:0:21207:0:(import.c:65:import_set_state_nolock()) ffff94d902b11800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789608694.336589:0:21207:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789608694.336592:0:21207:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff94d904ceb000: connect to NID 192.168.203.121@tcp last attempt 1602 00000400:00000200:1.0:1789608694.336598:0:21207:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608694.336602:0:21207:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.121@tcp is discovered: rc = 1 00000100:00000040:1.0:1789608694.336606:0:21207:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff94d907ddb340 refcount 14 to 192.168.203.121@tcp 00000100:00000001:1.0:1789608694.336609:0:21207:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789608694.336611:0:21207:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff94d907ddb340 refcount 15 to 192.168.203.121@tcp 00000100:00000001:1.0:1789608694.336613:0:21207:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446626258593624896 : -117815115926720 : ffff94d907ddb340) 00000020:00000001:1.0:1789608694.336619:0:21207:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789608694.336621:0:21207:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc54db3288176f34a 00000020:00000001:1.0:1789608694.336623:0:21207:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608694.336626:0:21207:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d903101000 refcount=5 00000020:00000001:1.0:1789608694.336628:0:21207:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258513039360 : -117815196512256 : ffff94d903101000) 00000020:00000001:1.0:1789608694.336631:0:21207:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626258513039360 : -117815196512256 : ffff94d903101000) 00000100:00000040:1.0:1789608694.336633:0:21207:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff94d907ddb340 refcount 14 to 192.168.203.121@tcp 00000100:00000001:1.0:1789608694.336635:0:21207:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789608694.336637:0:21207:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff94d907ddb340 refcount 15 to 192.168.203.121@tcp 00000100:00000001:1.0:1789608694.336639:0:21207:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446626258593624896 : -117815115926720 : ffff94d907ddb340) 00000020:00000040:1.0:1789608694.336642:0:21207:0:(genops.c:879:class_export_put()) PUTting export ffff94d903101000 : new refcount 4 00000100:00080000:1.0:1789608694.336645:0:21207:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff94d904ceb000: import ffff94d902b11800 using connection 192.168.203.121@tcp/192.168.203.121@tcp 00000100:00000001:1.0:1789608694.336647:0:21207:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608694.336650:0:21207:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789608694.336656:0:21207:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608694.336659:0:21207:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608694.336661:0:21207:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1789608694.336665:0:21207:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1789608694.336668:0:21207:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608694.336670:0:21207:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789608694.336674:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904056680. 00000020:00000040:1.0:1789608694.336718:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 02000000:00000001:1.0:1789608694.336722:0:21207:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789608694.336723:0:21207:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608694.336725:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608694.336727:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608694.336729:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608694.336734:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d908241800. 00000100:00000001:1.0:1789608694.336738:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608694.336744:0:21207:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94d904056680 x1876538934252928/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608694.336751:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608694.336753:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608694.336756:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005aad94d5] to pc [ptlrpcd_rcv+-1] req@ffff94d904056680 x1876538934252928/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608694.336773:0:21207:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608694.336776:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608694.336779:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608694.336782:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904055880. 00000020:00000040:1.0:1789608694.336784:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=4 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000100:00000001:1.0:1789608694.336787:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608694.336788:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608694.336789:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608694.336792:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faa200. 00000100:00000001:1.0:1789608694.336796:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608694.336800:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID req@ffff94d904055880 x1876538934253056/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608694.336807:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608694.336809:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608694.336813:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bf26e54] to pc [ptlrpcd_00_01+1] req@ffff94d904055880 x1876538934253056/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608694.336820:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608694.336823:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608694.336826:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608694.336829:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904056300. 00000020:00000040:1.0:1789608694.336832:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00000100:00000001:1.0:1789608694.336833:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608694.336835:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608694.336836:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608694.336849:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faaf00. 00000100:00000001:1.0:1789608694.336852:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608694.336857:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID req@ffff94d904056300 x1876538934253184/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608694.336862:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608694.336864:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608694.336867:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024083d7d] to pc [ptlrpcd_00_00+0] req@ffff94d904056300 x1876538934253184/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608694.336874:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608694.336876:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789608694.336879:0:21207:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789608694.336883:0:21207:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1759) 00000100:00000001:0.0:1789608694.337299:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608694.337304:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608694.337307:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608694.337314:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904057100 x1876538934252800/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608694.337321:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608694.337323:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608694.337327:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608694.337329:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608694.337332:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608694.337334:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904057100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2409:1876538934252800:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608694.337339:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608694.337344:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608694.337346:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608694.337348:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608694.337353:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d904ae7000. 02000000:00000001:0.0:1789608694.337354:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608694.337360:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608694.337364:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8aa8. 00000400:00000010:0.0:1789608694.337369:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed6e8. 00000100:00000200:0.0:1789608694.337375:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934252800, portal 25 00000100:00000001:0.0:1789608694.337378:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608694.337379:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529120512 : -117815180431104 : ffff94d904057100) 00000100:00000040:0.0:1789608694.337386:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904057100 x1876538934252800/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608694.337394:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608694.337397:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608694.337400:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edaa0. 00000100:00000200:0.0:1789608694.337403:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876538934252800, offset 0 00000400:00000200:0.0:1789608694.337409:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608694.337417:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608694.337423:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608694.337427:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608694.337431:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608694.337434:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608694.337437:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608694.337441:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2547:2547:256:4294967295] 192.168.203.121@tcp LPNI seq info [2547:2547:8:4294967295] 00000400:00000200:0.0:1789608694.337445:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608694.337453:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608694.337460:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608694.337465:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306b00. 00000800:00000200:0.0:1789608694.337471:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608694.337478:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608694.337482:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608694.337501:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608694.337506:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608694.337508:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 0 is 4296425361 00000100:00000001:0.0:1789608694.337516:0:2409:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296422243 00000100:00000001:0.0:1789608694.337520:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 1 is 4296425361 00000100:00000001:0.0:1789608694.337522:0:2409:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296422243 00000100:00000001:0.0:1789608694.337525:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608694.337528:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608694.337530:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608694.337535:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904056300 x1876538934253184/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608694.337542:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608694.337543:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608694.337545:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608694.337547:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608694.337548:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608694.337551:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904056300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934253184:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608694.337554:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608694.337556:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608694.337558:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608694.337559:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608694.337563:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d904ae7800. 02000000:00000001:0.0:1789608694.337564:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608694.337567:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608694.337570:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8dc0. 00000400:00000010:0.0:1789608694.337573:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edd48. 00000100:00000200:0.0:1789608694.337576:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934253184, portal 4 00000100:00000001:0.0:1789608694.337578:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608694.337579:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529116928 : -117815180434688 : ffff94d904056300) 00000100:00000040:0.0:1789608694.337585:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904056300 x1876538934253184/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608694.337592:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608694.337594:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608694.337596:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed990. 00000100:00000200:0.0:1789608694.337599:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876538934253184, offset 0 00000400:00000200:0.0:1789608694.337603:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608694.337607:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608694.337611:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608694.337613:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608694.337616:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608694.337618:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608694.337621:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608694.337624:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2548:2548:255:4294967295] 192.168.203.121@tcp LPNI seq info [2548:2548:7:4294967295] 00000400:00000200:0.0:1789608694.337628:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608694.337634:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608694.337638:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608694.337640:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306200. 00000800:00000200:0.0:1789608694.337644:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608694.337648:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608694.337651:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608694.337653:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608694.337656:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 240042 usecs (241 jiffies) 00000400:00000200:0.0:1789608694.337659:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608694.337661:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296421668 00000100:00000001:0.0:1789608694.337663:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296425361 00000100:00000001:0.0:1789608694.337665:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296421668 00000100:00000001:0.0:1789608694.337667:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296425361 00000100:00000001:0.0:1789608694.337669:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608694.337671:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608694.337674:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608694.337698:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608694.337715:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608694.337718:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789608694.337720:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608694.337721:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608694.337722:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608694.337725:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1789608694.337727:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608694.337729:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608694.337731:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608694.337732:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608694.337733:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608694.337734:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608694.337739:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904055880 x1876538934253056/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608694.337745:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608694.337747:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608694.337749:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608694.337751:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608694.337753:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608694.337755:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934253056:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608694.337759:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608694.337761:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608694.337763:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608694.337765:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608694.337768:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d904ae6200. 02000000:00000001:0.0:1789608694.337770:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608694.337773:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608694.337776:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8738. 00000400:00000010:0.0:1789608694.337780:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edc38. 00000100:00000200:0.0:1789608694.337782:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934253056, portal 10 00000100:00000001:0.0:1789608694.337785:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608694.337786:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529114240 : -117815180437376 : ffff94d904055880) 00000100:00000040:0.0:1789608694.337792:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904055880 x1876538934253056/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608694.337798:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608694.337800:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608694.337802:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed550. 00000100:00000200:0.0:1789608694.337805:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934253056, offset 0 00000400:00000200:0.0:1789608694.337809:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608694.337812:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608694.337816:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608694.337818:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608694.337821:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608694.337823:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608694.337826:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608694.337828:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2549:2549:254:4294967295] 192.168.203.121@tcp LPNI seq info [2549:2549:6:4294967295] 00000400:00000200:0.0:1789608694.337832:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608694.337848:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608694.337853:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608694.337857:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306800. 00000800:00000200:0.0:1789608694.337861:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608694.337865:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608694.337867:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608694.337869:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608694.337872:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: using a timeout of 23441 usecs (24 jiffies) 00000400:00000200:0.0:1789608694.337875:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608694.337877:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296421451 00000100:00000001:0.0:1789608694.337880:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296425361 00000100:00000001:0.0:1789608694.337882:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296421451 00000100:00000001:0.0:1789608694.337884:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296425361 00000100:00000001:0.0:1789608694.337885:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608694.337887:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608694.337889:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608694.337891:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608694.337902:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608694.337904:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608694.340242:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608694.340253:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306b00. 00000400:00000200:1.0:1789608694.340262:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608694.340271:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608694.340278:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edaa0 00000400:00000010:1.0:1789608694.340281:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edaa0. 00000100:00000001:1.0:1789608694.340287:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608694.340296:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904057100 x1876538934252800/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608694.340308:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608694.340312:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904057100 x1876538934252800/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608710 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608694.340318:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608694.340321:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608694.340334:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608694.340337:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306200. 00000400:00000200:1.0:1789608694.340339:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608694.340342:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608694.340345:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed990 00000400:00000010:1.0:1789608694.340347:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed990. 00000100:00000001:1.0:1789608694.340349:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608694.340353:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904056300 x1876538934253184/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608694.340360:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608694.340362:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904056300 x1876538934253184/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608710 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608694.340367:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608694.340368:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608694.340431:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608694.340434:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306800. 00000400:00000200:1.0:1789608694.340436:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608694.340439:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608694.340442:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed550 00000400:00000010:1.0:1789608694.340443:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed550. 00000100:00000001:1.0:1789608694.340446:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608694.340450:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904055880 x1876538934253056/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608694.340456:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608694.340460:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904055880 x1876538934253056/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608834 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608694.340466:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608694.340467:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608694.346552:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608694.346557:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bda00. 00000400:00000200:1.0:1789608694.346561:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608694.346566:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608694.346571:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c908 00000400:00000010:1.0:1789608694.346574:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c908. 00000100:00000001:1.0:1789608694.346578:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608694.346582:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904056680 x1876538934252928/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608694.346591:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608694.346595:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904056680 x1876538934252928/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608704 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608694.346601:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608694.346604:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608694.350700:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608694.350817:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608694.350822:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608694.350825:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608694.350834:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608694.350850:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608694.350859:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608694.350863:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608694.350868:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608694.350872:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 25 MB=0x6aab3c4955500 00000400:00000200:1.0:1789608694.350877:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608694.350883:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.121@tcp of length 224/224 into md 0x7519 [1] + 224 00000800:00000001:1.0:1789608694.350890:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608694.350896:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608694.350899:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608694.350903:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608694.350909:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608694.350918:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904057100 x1876538934252800/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608710 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608694.350930:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904057100 x1876538934252800/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608710 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608694.350985:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608694.350989:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608694.351010:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608694.351019:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608694.351022:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789608694.351326:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608694.351328:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608694.351332:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8aa8. 00000400:00000200:0.0:1789608694.351337:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed6e8 00000400:00000010:0.0:1789608694.351340:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed6e8. 00000100:00000001:0.0:1789608694.351343:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608694.351348:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904057100 x1876538934252800/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608710 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608694.351364:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904057100 x1876538934252800/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608710 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608694.351371:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608694.351373:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608694.351376:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608694.351379:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608694.351381:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608694.351383:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608694.351386:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608694.351393:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d90510e460 time=52 v=5 (5 5 5 5) 00000100:00001000:0.0:1789608694.351397:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d90510e418 time=52 v=5 (1 1 1 1) 00000100:00000001:0.0:1789608694.351400:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608694.351402:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608694.351405:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608694.351407:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608694.351410:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608694.351415:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904057100 x1876538934252800/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608710 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608694.351422:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608694.351425:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608694.351427:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608694.351431:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904057100 x1876538934252800/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608710 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789608694.351438:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904057100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2409:1876538934252800:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608694.351444:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608694.351446:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608694.351450:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904057100 x1876538934252800/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608710 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608694.351457:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608694.351459:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608694.351464:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d904ae7000. 02000000:00000001:0.0:1789608694.351467:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608694.351470:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608694.351472:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=3 obd=MGC192.168.203.121@tcp 00000020:00000001:0.0:1789608694.351474:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608694.351477:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faad00. 02000000:00000001:0.0:1789608694.351480:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608694.351482:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608694.351485:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904057100. 00000100:00000001:0.0:1789608694.351488:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608694.351490:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608694.351493:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608694.351495:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608694.351496:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608694.351498:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608694.351499:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789608694.358476:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608694.358493:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608694.358497:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608694.358500:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608694.358508:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608694.358516:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608694.358525:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608694.358529:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608694.358535:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608694.358539:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c4955680 00000400:00000200:1.0:1789608694.358544:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608694.358550:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x7529 [1] + 224 00000800:00000001:1.0:1789608694.358557:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608694.358561:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608694.358564:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608694.358569:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608694.358576:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608694.358585:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904056300 x1876538934253184/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608710 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608694.358597:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904056300 x1876538934253184/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608710 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608694.358619:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608694.358627:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608694.358630:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608694.358632:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608694.358634:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608694.358637:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608694.358641:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608694.358645:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608694.358647:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608694.358650:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608694.358654:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4955600 00000400:00000200:1.0:1789608694.358657:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608694.358661:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x7539 [1] + 224 00000800:00000001:1.0:1789608694.358664:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608694.358670:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608694.358672:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608694.358687:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608694.358690:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608694.358695:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904055880 x1876538934253056/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608834 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608694.358704:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904055880 x1876538934253056/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608834 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608694.359196:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608694.359203:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608694.359208:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608694.359288:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608694.359293:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789608694.359300:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608694.359301:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608694.359305:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8738. 00000400:00000200:0.0:1789608694.359310:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edc38 00000400:00000010:0.0:1789608694.359313:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edc38. 00000100:00000001:0.0:1789608694.359316:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608694.359321:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904055880 x1876538934253056/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608834 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608694.359329:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904055880 x1876538934253056/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608834 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608694.359335:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608694.359337:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608694.359340:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608694.359343:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608694.359345:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608694.359347:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608694.359351:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608694.359360:0:2409:0:(import.c:2196:obd_at_measure()) add 104 to ffff94d902b17c60 time=52 v=104 (104 104 104 137) 00000100:00001000:0.0:1789608694.359364:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b17c18 time=52 v=5 (1 1 1 1) 00000100:00000001:0.0:1789608694.359367:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608694.359369:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608694.359372:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608694.359375:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608694.359380:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608694.359382:0:2409:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1789608694.359384:0:2409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608694.359386:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608694.359390:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904055880 x1876538934253056/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608834 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608694.359396:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608694.359400:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608694.359402:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608694.359405:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904055880 x1876538934253056/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608834 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789608694.359413:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934253056:192.168.203.121@tcp:400:kworker.0 00000400:00000001:0.0:1789608694.359418:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608694.359419:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608694.359421:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8dc0. 00000400:00000200:0.0:1789608694.359423:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edd48 00000400:00000010:0.0:1789608694.359425:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edd48. 00000100:00000001:0.0:1789608694.359427:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608694.359430:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904056300 x1876538934253184/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608710 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608694.359437:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904056300 x1876538934253184/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608710 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608694.359442:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608694.359444:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608694.359445:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608694.359446:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608694.359447:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608694.359449:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608694.359451:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608694.359455:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13c60 time=52 v=5 (5 5 5 36) 00000100:00001000:0.0:1789608694.359457:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=118 v=5 (1 0 0 0) 00000100:00000001:0.0:1789608694.359459:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608694.359460:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608694.359461:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608694.359463:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608694.359464:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608694.359466:0:2409:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: skip recheck: last_committed 4294967313 00000100:00000001:0.0:1789608694.359467:0:2409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608694.359469:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608694.359472:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904056300 x1876538934253184/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608710 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608694.359478:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608694.359480:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608694.359481:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608694.359485:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904056300 x1876538934253184/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608710 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789608694.359492:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904056300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934253184:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608694.359496:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608694.359499:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608694.359503:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904055880 x1876538934253056/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608834 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608694.359509:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608694.359512:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608694.359515:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d904ae6200. 02000000:00000001:0.0:1789608694.359519:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608694.359522:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608694.359524:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=3 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:0.0:1789608694.359526:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608694.359529:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faa200. 02000000:00000001:0.0:1789608694.359534:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608694.359536:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608694.359538:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904055880. 00000100:00000001:0.0:1789608694.359541:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608694.359543:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608694.359544:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608694.359548:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904056300 x1876538934253184/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608710 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608694.359554:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608694.359555:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608694.359556:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d904ae7800. 02000000:00000001:0.0:1789608694.359559:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608694.359560:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608694.359561:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=2 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:0.0:1789608694.359563:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608694.359564:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faaf00. 02000000:00000001:0.0:1789608694.359566:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608694.359567:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608694.359568:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904056300. 00000100:00000001:0.0:1789608694.359570:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608694.359571:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608694.359574:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608694.359581:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608694.359583:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608694.359585:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608694.359587:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789608694.381621:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608694.381638:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608694.381642:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608694.381644:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608694.381653:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608694.381661:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608694.381670:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608694.381675:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608694.381718:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608694.381723:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 416 into portal 10 MB=0x6aab3c4955580 00000400:00000200:1.0:1789608694.381728:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608694.381734:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 416/416 into md 0x7549 [1] + 0 00000800:00000001:1.0:1789608694.381741:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608694.381750:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608694.381753:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608694.381757:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608694.381765:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608694.381775:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904056680 x1876538934252928/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608704 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608694.381787:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff94d904056680 x1876538934252928/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608704 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608694.381818:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608694.381828:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608694.381831:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608694.386964:0:30870:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608694.386968:0:30870:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789608694.387003:0:31331:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:1.0:1789608694.387007:0:31331:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:1.0:1789608694.387010:0:31331:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608694.387013:0:31331:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608694.387015:0:31331:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:1.0:1789608694.387018:0:31331:0:(genops.c:1229:class_import_put()) Process leaving 00000002:00000001:1.0:1789608694.387020:0:31331:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608694.387424:0:30870:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608694.387428:0:30870:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608694.387433:0:30870:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608694.387436:0:30870:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608694.387439:0:30870:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608694.387442:0:30870:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1789608694.387447:0:30870:0:(client.c:3742:ptlrpc_set_mbits()) resend with new mbits old x1876538934231936 new x1876538934253312 02000000:00000001:0.0:1789608694.387451:0:30870:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608694.387453:0:30870:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608694.387461:0:30870:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608694.387468:0:30870:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8dc0. 00000400:00000010:0.0:1789608694.387476:0:30870:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edd48. 00000100:00000200:0.0:1789608694.387483:0:30870:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934231936, portal 10 00000100:00000001:0.0:1789608694.387486:0:30870:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608694.387488:0:30870:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592887040 : -117815116664576 : ffff94d907d27100) 00000100:00000040:0.0:1789608694.387496:0:30870:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=202 req@ffff94d907d27100 x1876538934231936/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/512 e 0 to 0 dl 1789608834 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608694.387504:0:30870:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608694.387507:0:30870:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608694.387510:0:30870:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edc38. 00000100:00000200:0.0:1789608694.387513:0:30870:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1876538934231936, offset 0 00000400:00000200:0.0:1789608694.387520:0:30870:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608694.387528:0:30870:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608694.387535:0:30870:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608694.387540:0:30870:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608694.387544:0:30870:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608694.387548:0:30870:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608694.387551:0:30870:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608694.387554:0:30870:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2551:2551:256:4294967295] 192.168.203.121@tcp LPNI seq info [2551:2551:8:4294967295] 00000400:00000200:0.0:1789608694.387559:0:30870:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608694.387574:0:30870:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608694.387580:0:30870:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608694.387586:0:30870:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306300. 00000800:00000200:0.0:1789608694.387592:0:30870:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608694.387599:0:30870:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608694.387603:0:30870:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306300 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1789608694.387622:0:30870:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608694.387627:0:30870:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 539340 usecs (540 jiffies) 00000400:00000200:0.0:1789608694.387630:0:30870:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608694.387633:0:30870:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296422017 00000100:00000001:0.0:1789608694.387637:0:30870:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296425361 00000100:00000001:0.0:1789608694.387640:0:30870:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296422017 00000100:00000001:0.0:1789608694.387642:0:30870:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296425361 00000100:00000001:0.0:1789608694.387644:0:30870:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608694.387647:0:30870:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608694.387650:0:30870:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608694.387652:0:30870:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=135 : 135 : 87) 00000100:00100000:0.0:1789608694.387655:0:30870:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d90425d840 going to sleep for 135 seconds 00000100:00000001:0.0:1789608694.387657:0:30870:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608694.387658:0:30870:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608694.388136:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608694.388141:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306300. 00000400:00000200:1.0:1789608694.388146:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608694.388151:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608694.388157:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edc38 00000400:00000010:1.0:1789608694.388159:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edc38. 00000100:00000001:1.0:1789608694.388164:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608694.388168:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d27100 x1876538934231936/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/512 e 0 to 0 dl 1789608834 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608694.388178:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608694.388181:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d27100 x1876538934231936/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/512 e 0 to 0 dl 1789608834 ref 3 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608694.388187:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608694.388189:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608694.424923:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608694.424939:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608694.424943:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608694.424945:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608694.424953:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608694.424960:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608694.424968:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608694.424972:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608694.424976:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608694.424981:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 456 into portal 10 MB=0x6aab3c4955700 00000400:00000200:1.0:1789608694.424985:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608694.424991:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 456/456 into md 0x7551 [1] + 224 00000800:00000001:1.0:1789608694.424998:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608694.425004:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608694.425007:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608694.425012:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608694.425019:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608694.425029:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d27100 x1876538934231936/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/512 e 0 to 0 dl 1789608834 ref 2 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608694.425040:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff94d907d27100 x1876538934231936/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/512 e 0 to 0 dl 1789608834 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608694.425060:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608694.425070:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608694.425073:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608694.425953:0:30870:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789608694.425964:0:30870:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608694.425966:0:30870:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608694.425969:0:30870:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8dc0. 00000400:00000200:0.0:1789608694.425976:0:30870:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edd48 00000400:00000010:0.0:1789608694.425979:0:30870:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edd48. 00000100:00000001:0.0:1789608694.425982:0:30870:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608694.425989:0:30870:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d27100 x1876538934231936/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/512 e 0 to 0 dl 1789608834 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608694.425998:0:30870:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d27100 x1876538934231936/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/512 e 0 to 0 dl 1789608834 ref 2 fl Rpc:RQU/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608694.426004:0:30870:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608694.426006:0:30870:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608694.426009:0:30870:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608694.426012:0:30870:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608694.426014:0:30870:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608694.426017:0:30870:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608694.426020:0:30870:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608694.426030:0:30870:0:(import.c:2196:obd_at_measure()) add 104 to ffff94d902b11c60 time=52 v=104 (104 104 104 137) 00000100:00001000:0.0:1789608694.426034:0:30870:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1789608694.426036:0:30870:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608694.426038:0:30870:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608694.426040:0:30870:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608694.426044:0:30870:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608694.426048:0:30870:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608694.426050:0:30870:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967576 00000100:00000001:0.0:1789608694.426052:0:30870:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608694.426054:0:30870:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608694.426058:0:30870:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d27100 x1876538934231936/t4294967563(4294967563) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/456 e 0 to 0 dl 1789608834 ref 2 fl Rpc:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608694.426065:0:30870:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608694.426067:0:30870:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608694.426069:0:30870:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608694.426073:0:30870:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d27100 x1876538934231936/t4294967563(4294967563) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/456 e 0 to 0 dl 1789608834 ref 2 fl Interpret:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789608694.426080:0:30870:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d27100 pname:cluuid:pid:xid:nid:opc:job touch:25f5d458-2cbe-49cd-9693-334c08df7e27:30870:1876538934231936:192.168.203.121@tcp:36:touch.0 00000100:00000001:0.0:1789608694.426084:0:30870:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608694.426087:0:30870:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608694.426089:0:30870:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789608694.426091:0:30870:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608694.426095:0:30870:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d27100 x1876538934231936/t4294967563(4294967563) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/456 e 0 to 0 dl 1789608834 ref 2 fl Complete:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608694.426101:0:30870:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789608694.426104:0:30870:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d90425d840. 00000100:00000001:0.0:1789608694.426109:0:30870:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789608694.426111:0:30870:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608694.426118:0:30870:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608694.426121:0:30870:0:(lmv_obd.c:3047:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608694.426127:0:30870:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789608694.426129:0:30870:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789608694.426143:0:30870:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611162 : 144115205339611162 : 20000040500001a) 00000080:00000001:0.0:1789608694.426146:0:30870:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000100:00000001:0.0:1789608694.426151:0:30870:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608694.426154:0:30870:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d27100 x1876538934231936/t4294967563(4294967563) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/456 e 0 to 0 dl 1789608834 ref 1 fl Complete:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608694.426160:0:30870:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608694.426163:0:30870:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608694.426166:0:30870:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903dbd800. 02000000:00000001:0.0:1789608694.426168:0:30870:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608694.426171:0:30870:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608694.426173:0:30870:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:0.0:1789608694.426175:0:30870:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608694.426177:0:30870:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d91839e600. 02000000:00000001:0.0:1789608694.426181:0:30870:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608694.426183:0:30870:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608694.426185:0:30870:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d27100. 00000100:00000001:0.0:1789608694.426188:0:30870:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608694.426189:0:30870:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789608694.426191:0:30870:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789608694.426193:0:30870:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608694.426195:0:30870:0:(llite_lib.c:2188:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608694.426198:0:30870:0:(pcc.c:2679:pcc_inode_setattr()) Process entered 00000080:00000001:0.0:1789608694.426201:0:30870:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1789608694.426203:0:30870:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789608694.426204:0:30870:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1789608694.426206:0:30870:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608694.426208:0:30870:0:(pcc.c:2688:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608694.426210:0:30870:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:0.0:1789608694.426212:0:30870:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789608694.426217:0:30870:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514694152 : -117815194857464 : ffff94d903295008) 00000020:00001000:0.0:1789608694.426219:0:30870:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295000 00000020:00000001:0.0:1789608694.426223:0:30870:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbb70 -> ffff94d9040dbb70 00000020:00000001:0.0:1789608694.426226:0:30870:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1789608694.426228:0:30870:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1789608694.426230:0:30870:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x1a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1789608694.426232:0:30870:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789608694.426234:0:30870:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1789608694.426236:0:30870:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1789608694.426238:0:30870:0:(file.c:6135:ll_take_md_lock()) Process entered 00000080:00000040:0.0:1789608694.426240:0:30870:0:(file.c:6137:ll_take_md_lock()) trying to match res [0x200000405:0x1a:0x0] 00800000:00000001:0.0:1789608694.426243:0:30870:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789608694.426246:0:30870:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789608694.426248:0:30870:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789608694.426251:0:30870:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789608694.426253:0:30870:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608694.426256:0:30870:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1a:0x0] 00800000:00000001:0.0:1789608694.426258:0:30870:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608694.426261:0:30870:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608694.426264:0:30870:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789608694.426270:0:30870:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608694.426272:0:30870:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608694.426274:0:30870:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x1a:0x0]: 0 00000080:00000001:0.0:1789608694.426276:0:30870:0:(file.c:6142:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608694.426278:0:30870:0:(file.c:7047:ll_layout_intent()) Process entered 00000080:00000010:0.0:1789608694.426284:0:30870:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d904ae7800. 00000080:00010000:0.0:1789608694.426289:0:30870:0:(file.c:7065:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000405:0x1a:0x0](ffff94d918923a88) 00000080:00000001:0.0:1789608694.426292:0:30870:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789608694.426295:0:30870:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789608694.426298:0:30870:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e020b7958 00800000:00000002:0.0:1789608694.426300:0:30870:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200000405:0x1a:0x0] '' on [0x200000405:0x1a:0x0] 00800000:00000001:0.0:1789608694.426304:0:30870:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789608694.426305:0:30870:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789608694.426307:0:30870:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789608694.426308:0:30870:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789608694.426309:0:30870:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789608694.426310:0:30870:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608694.426312:0:30870:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1a:0x0] 00800000:00000001:0.0:1789608694.426313:0:30870:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608694.426316:0:30870:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x1a:0x0], fid2=[0x200000405:0x1a:0x0], name='' -> mds #0 00000002:00000001:0.0:1789608694.426320:0:30870:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789608694.426322:0:30870:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e020b7828 00000002:00010000:0.0:1789608694.426323:0:30870:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x1a:0x0]) in obj [0x200000405:0x1a:0x0], intent: layout flags 0 00000002:00000001:0.0:1789608694.426327:0:30870:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789608694.426329:0:30870:0:(mdc_locks.c:708:mdc_intent_layout_pack()) Process entered 00000100:00000010:0.0:1789608694.426333:0:30870:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5dc00. 00000020:00000040:0.0:1789608694.426337:0:30870:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00010000:00000001:0.0:1789608694.426342:0:30870:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789608694.426346:0:30870:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789608694.426350:0:30870:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608694.426353:0:30870:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608694.426356:0:30870:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608694.426360:0:30870:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608694.426367:0:30870:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d904ae6200. 00000100:00000001:0.0:1789608694.426374:0:30870:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608694.426377:0:30870:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789608694.426379:0:30870:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608694.426380:0:30870:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789608694.426382:0:30870:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608694.426384:0:30870:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608694.426387:0:30870:0:(mdc_locks.c:741:mdc_intent_layout_pack()) Process leaving (rc=18446626258594159616 : -117815115392000 : ffff94d907e5dc00) 00010000:00000001:0.0:1789608694.426392:0:30870:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789608694.426394:0:30870:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789608694.426399:0:30870:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d9037fc200. 00010000:00000010:0.0:1789608694.426403:0:30870:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d90330c380. 00010000:00000001:0.0:1789608694.426408:0:30870:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789608694.426411:0:30870:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d905f55200. 00000020:00000001:0.0:1789608694.426415:0:30870:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789608694.426418:0:30870:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d905f55200 with handle 0xc54db3288176fcb9 to hash 00000020:00000001:0.0:1789608694.426420:0:30870:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789608694.426422:0:30870:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626258561618432 : -117815147933184 : ffff94d905f55200) 00010000:00000001:0.0:1789608694.426425:0:30870:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626258561618432 : -117815147933184 : ffff94d905f55200) 00010000:00000001:0.0:1789608694.426428:0:30870:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608694.426431:0:30870:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608694.426435:0:30870:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55200/0xc54db3288176fcb9 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789608694.426445:0:30870:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55200/0xc54db3288176fcb9 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30870 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789608694.426455:0:30870:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55200/0xc54db3288176fcb9 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30870 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789608694.426460:0:30870:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789608694.426462:0:30870:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789608694.426469:0:30870:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d90716e480. 00000100:00000001:0.0:1789608694.426472:0:30870:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258580595840 : -117815128955776 : ffff94d90716e480) 00000100:00000001:0.0:1789608694.426474:0:30870:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608694.426475:0:30870:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594159616 : -117815115392000 : ffff94d907e5dc00) 00000100:00000001:0.0:1789608694.426479:0:30870:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608694.426483:0:30870:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608694.426484:0:30870:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789608694.426486:0:30870:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608694.426491:0:30870:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5dc00 x1876538934253440/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 376/472 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608694.426498:0:30870:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608694.426500:0:30870:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608694.426503:0:30870:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608694.426506:0:30870:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608694.426508:0:30870:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608694.426511:0:30870:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5dc00 pname:cluuid:pid:xid:nid:opc:job touch:25f5d458-2cbe-49cd-9693-334c08df7e27:30870:1876538934253440:192.168.203.121@tcp:101:touch.0 00000100:00000001:0.0:1789608694.426515:0:30870:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608694.426518:0:30870:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608694.426521:0:30870:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608694.426523:0:30870:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608694.426526:0:30870:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903117c00. 02000000:00000001:0.0:1789608694.426528:0:30870:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608694.426534:0:30870:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608694.426537:0:30870:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8dc0. 00000400:00000010:0.0:1789608694.426541:0:30870:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edd48. 00000100:00000200:0.0:1789608694.426546:0:30870:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934253440, portal 10 00000100:00000001:0.0:1789608694.426548:0:30870:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608694.426549:0:30870:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594159616 : -117815115392000 : ffff94d907e5dc00) 00000100:00000040:0.0:1789608694.426554:0:30870:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d907e5dc00 x1876538934253440/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 376/472 e 0 to 0 dl 1789608834 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608694.426561:0:30870:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608694.426564:0:30870:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608694.426566:0:30870:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed6e8. 00000100:00000200:0.0:1789608694.426569:0:30870:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1876538934253440, offset 0 00000400:00000200:0.0:1789608694.426573:0:30870:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608694.426580:0:30870:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608694.426586:0:30870:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608694.426591:0:30870:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608694.426595:0:30870:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608694.426598:0:30870:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608694.426601:0:30870:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608694.426605:0:30870:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2552:2552:256:4294967295] 192.168.203.121@tcp LPNI seq info [2552:2552:8:4294967295] 00000400:00000200:0.0:1789608694.426609:0:30870:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608694.426618:0:30870:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608694.426623:0:30870:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608694.426629:0:30870:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306700. 00000800:00000200:0.0:1789608694.426635:0:30870:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608694.426642:0:30870:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608694.426647:0:30870:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306700 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:0.0:1789608694.426759:0:30870:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608694.426773:0:30870:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 834826 usecs (835 jiffies) 00000400:00000200:0.0:1789608694.426777:0:30870:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608694.426780:0:30870:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296422352 00000100:00000001:0.0:1789608694.426783:0:30870:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296425361 00000100:00000001:0.0:1789608694.426785:0:30870:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296422352 00000100:00000001:0.0:1789608694.426788:0:30870:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296425361 00000100:00000001:0.0:1789608694.426790:0:30870:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608694.426793:0:30870:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608694.426796:0:30870:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608694.426798:0:30870:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=135 : 135 : 87) 00000100:00100000:0.0:1789608694.426800:0:30870:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d90716e480 going to sleep for 135 seconds 00000100:00000001:0.0:1789608694.426802:0:30870:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608694.426805:0:30870:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608694.435395:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608694.435406:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306700. 00000400:00000200:1.0:1789608694.435414:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608694.435422:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608694.435429:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed6e8 00000400:00000010:1.0:1789608694.435432:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed6e8. 00000100:00000001:1.0:1789608694.435438:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608694.435446:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5dc00 x1876538934253440/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 376/472 e 0 to 0 dl 1789608834 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608694.435458:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608694.435461:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907e5dc00 x1876538934253440/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 376/472 e 0 to 0 dl 1789608834 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608694.435473:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608694.435474:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608694.443221:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608694.443237:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608694.443241:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608694.443244:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608694.443253:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608694.443261:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608694.443270:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608694.443275:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608694.443279:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608694.443283:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 400 into portal 10 MB=0x6aab3c4955780 00000400:00000200:1.0:1789608694.443288:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608694.443293:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 400/400 into md 0x7561 [1] + 224 00000800:00000001:1.0:1789608694.443300:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608694.443307:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608694.443311:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608694.443315:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608694.443322:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608694.443332:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5dc00 x1876538934253440/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 376/472 e 0 to 0 dl 1789608834 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608694.443343:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff94d907e5dc00 x1876538934253440/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 376/472 e 0 to 0 dl 1789608834 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608694.443365:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608694.443373:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608694.443376:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608694.443451:0:30870:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789608694.443459:0:30870:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608694.443461:0:30870:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608694.443464:0:30870:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8dc0. 00000400:00000200:0.0:1789608694.443468:0:30870:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edd48 00000400:00000010:0.0:1789608694.443471:0:30870:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edd48. 00000100:00000001:0.0:1789608694.443474:0:30870:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608694.443479:0:30870:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5dc00 x1876538934253440/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 376/472 e 0 to 0 dl 1789608834 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789608694.443488:0:30870:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5dc00 x1876538934253440/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 376/472 e 0 to 0 dl 1789608834 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608694.443493:0:30870:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608694.443495:0:30870:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608694.443498:0:30870:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608694.443501:0:30870:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608694.443503:0:30870:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608694.443505:0:30870:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608694.443509:0:30870:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608694.443518:0:30870:0:(import.c:2196:obd_at_measure()) add 104 to ffff94d902b11c60 time=52 v=104 (104 104 104 137) 00000100:00001000:0.0:1789608694.443522:0:30870:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1789608694.443525:0:30870:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608694.443527:0:30870:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608694.443531:0:30870:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608694.443535:0:30870:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608694.443539:0:30870:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608694.443541:0:30870:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967576 00000100:00000001:0.0:1789608694.443543:0:30870:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608694.443545:0:30870:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608694.443550:0:30870:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5dc00 x1876538934253440/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 376/400 e 0 to 0 dl 1789608834 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608694.443557:0:30870:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608694.443560:0:30870:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608694.443563:0:30870:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608694.443566:0:30870:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5dc00 x1876538934253440/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 376/400 e 0 to 0 dl 1789608834 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789608694.443581:0:30870:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5dc00 pname:cluuid:pid:xid:nid:opc:job touch:25f5d458-2cbe-49cd-9693-334c08df7e27:30870:1876538934253440:192.168.203.121@tcp:101:touch.0 00000100:00000001:0.0:1789608694.443586:0:30870:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608694.443589:0:30870:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608694.443592:0:30870:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789608694.443594:0:30870:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608694.443597:0:30870:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5dc00 x1876538934253440/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 376/400 e 0 to 0 dl 1789608834 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608694.443605:0:30870:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789608694.443608:0:30870:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d90716e480. 00000100:00000001:0.0:1789608694.443611:0:30870:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789608694.443612:0:30870:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608694.443615:0:30870:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789608694.443619:0:30870:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608694.443621:0:30870:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608694.443624:0:30870:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55200 refcount=4 00000020:00000001:0.0:1789608694.443626:0:30870:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561618432 : -117815147933184 : ffff94d905f55200) 00010000:00000001:0.0:1789608694.443629:0:30870:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561618432 : -117815147933184 : ffff94d905f55200) 00010000:00000040:0.0:1789608694.443635:0:30870:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d905f55200, remote cookie: 0x91bddff8e8ed8c87, flags: 0x1000 00010000:00000001:0.0:1789608694.443639:0:30870:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789608694.443643:0:30870:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789608694.443645:0:30870:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789608694.443647:0:30870:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789608694.443648:0:30870:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789608694.443651:0:30870:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x1a:0x0].0x0 (ffff94d9037fc200) refcount = 1 00010000:00010000:0.0:1789608694.443657:0:30870:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55200/0xc54db3288176fcb9 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed8c87 expref: -99 pid: 30870 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608694.443665:0:30870:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789608694.443668:0:30870:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789608694.443669:0:30870:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789608694.443672:0:30870:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789608694.443716:0:30870:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608694.443721:0:30870:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55200/0xc54db3288176fcb9 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed8c87 expref: -99 pid: 30870 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608694.443728:0:30870:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789608694.443730:0:30870:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608694.443731:0:30870:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608694.443732:0:30870:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608694.443733:0:30870:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608694.443735:0:30870:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608694.443739:0:30870:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789608694.443741:0:30870:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608694.443743:0:30870:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608694.443744:0:30870:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55200 refcount=3 00000020:00000001:0.0:1789608694.443746:0:30870:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561618432 : -117815147933184 : ffff94d905f55200) 00010000:00000001:0.0:1789608694.443748:0:30870:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561618432 : -117815147933184 : ffff94d905f55200) 00010000:00000001:0.0:1789608694.443750:0:30870:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608694.443751:0:30870:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789608694.443755:0:30870:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffff94d907e5dc00 x1876538934253440/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 376/400 e 0 to 0 dl 1789608834 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000040:0.0:1789608694.443764:0:30870:0:(mdc_locks.c:907:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff94d904ceb000: layout return lvb 56 transno 0 00010000:00000001:0.0:1789608694.443766:0:30870:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608694.443768:0:30870:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608694.443769:0:30870:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55200 refcount=3 00000020:00000001:0.0:1789608694.443771:0:30870:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561618432 : -117815147933184 : ffff94d905f55200) 00010000:00000001:0.0:1789608694.443772:0:30870:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561618432 : -117815147933184 : ffff94d905f55200) 00000002:00010000:0.0:1789608694.443776:0:30870:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55200/0xc54db3288176fcb9 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed8c87 expref: -99 pid: 30870 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1789608694.443787:0:30870:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff94d91213ba80. 00010000:00000001:0.0:1789608694.443789:0:30870:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608694.443790:0:30870:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789608694.443792:0:30870:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608694.443794:0:30870:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608694.443797:0:30870:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789608694.443798:0:30870:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608694.443799:0:30870:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608694.443801:0:30870:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55200 refcount=3 00000020:00000001:0.0:1789608694.443802:0:30870:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561618432 : -117815147933184 : ffff94d905f55200) 00010000:00000001:0.0:1789608694.443804:0:30870:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561618432 : -117815147933184 : ffff94d905f55200) 00000002:00010000:0.0:1789608694.443807:0:30870:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55200/0xc54db3288176fcb9 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed8c87 expref: -99 pid: 30870 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608694.443813:0:30870:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608694.443814:0:30870:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608694.443816:0:30870:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789608694.443817:0:30870:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608694.443818:0:30870:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608694.443819:0:30870:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55200 refcount=3 00000020:00000001:0.0:1789608694.443820:0:30870:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561618432 : -117815147933184 : ffff94d905f55200) 00010000:00000001:0.0:1789608694.443822:0:30870:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561618432 : -117815147933184 : ffff94d905f55200) 00010000:00000040:0.0:1789608694.443828:0:30870:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fc200 count: 2 00010000:00000001:0.0:1789608694.443830:0:30870:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789608694.443834:0:30870:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d91081f000 type 13 mode 16 res 8589935621/26 (0 0) 00010000:00000001:0.0:1789608694.443845:0:30870:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608694.443847:0:30870:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789608694.443848:0:30870:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789608694.443851:0:30870:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e020b77b0 00000002:00002000:0.0:1789608694.443853:0:30870:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=0x1: rc = 0 00000002:00000001:0.0:1789608694.443856:0:30870:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608694.443859:0:30870:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608694.443861:0:30870:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789608694.443864:0:30870:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200000405:0x1a:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789608694.443867:0:30870:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608694.443870:0:30870:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608694.443874:0:30870:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5dc00 x1876538934253440/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 376/400 e 0 to 0 dl 1789608834 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608694.443886:0:30870:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608694.443888:0:30870:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608694.443892:0:30870:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903117c00. 02000000:00000001:0.0:1789608694.443895:0:30870:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608694.443898:0:30870:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608694.443899:0:30870:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:0.0:1789608694.443901:0:30870:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608694.443904:0:30870:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d904ae6200. 02000000:00000001:0.0:1789608694.443907:0:30870:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608694.443909:0:30870:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608694.443911:0:30870:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5dc00. 00000100:00000001:0.0:1789608694.443914:0:30870:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608694.443915:0:30870:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1789608694.443919:0:30870:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d904ae7800. 00000080:00010000:0.0:1789608694.443924:0:30870:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x1a:0x0](ffff94d918923a88) for lock 0xc54db3288176fcb9 00800000:00000001:0.0:1789608694.443928:0:30870:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789608694.443931:0:30870:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789608694.443932:0:30870:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608694.443933:0:30870:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608694.443935:0:30870:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55200 refcount=3 00000020:00000001:0.0:1789608694.443937:0:30870:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561618432 : -117815147933184 : ffff94d905f55200) 00010000:00000001:0.0:1789608694.443939:0:30870:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561618432 : -117815147933184 : ffff94d905f55200) 00010000:00000001:0.0:1789608694.443941:0:30870:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608694.443942:0:30870:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789608694.443943:0:30870:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608694.443945:0:30870:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789608694.443948:0:30870:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fcb9 from it ffffae3e020b7a78 00010000:00000001:0.0:1789608694.443950:0:30870:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608694.443951:0:30870:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608694.443953:0:30870:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55200 refcount=3 00000020:00000001:0.0:1789608694.443954:0:30870:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561618432 : -117815147933184 : ffff94d905f55200) 00010000:00000001:0.0:1789608694.443957:0:30870:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561618432 : -117815147933184 : ffff94d905f55200) 00010000:00000001:0.0:1789608694.443959:0:30870:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789608694.443963:0:30870:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55200/0xc54db3288176fcb9 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed8c87 expref: -99 pid: 30870 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608694.443969:0:30870:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608694.443971:0:30870:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608694.443972:0:30870:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789608694.443975:0:30870:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789608694.443978:0:30870:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55200/0xc54db3288176fcb9 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed8c87 expref: -99 pid: 30870 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789608694.443987:0:30870:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789608694.443989:0:30870:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789608694.443991:0:30870:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789608694.443995:0:30870:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608694.443996:0:30870:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608694.443998:0:30870:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608694.444001:0:30870:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789608694.444003:0:30870:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608694.444005:0:30870:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608694.444007:0:30870:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608694.444009:0:30870:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789608694.444010:0:30870:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608694.444011:0:30870:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789608694.444013:0:30870:0:(file.c:7081:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608694.444016:0:30870:0:(file.c:6135:ll_take_md_lock()) Process entered 00000080:00000040:0.0:1789608694.444017:0:30870:0:(file.c:6137:ll_take_md_lock()) trying to match res [0x200000405:0x1a:0x0] 00800000:00000001:0.0:1789608694.444022:0:30870:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789608694.444024:0:30870:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789608694.444027:0:30870:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789608694.444029:0:30870:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789608694.444031:0:30870:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608694.444033:0:30870:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1a:0x0] 00800000:00000001:0.0:1789608694.444035:0:30870:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608694.444038:0:30870:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608694.444040:0:30870:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608694.444042:0:30870:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fc200 count: 2 00010000:00000001:0.0:1789608694.444045:0:30870:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789608694.444049:0:30870:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608694.444052:0:30870:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789608694.444056:0:30870:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55200/0xc54db3288176fcb9 lrc: 2/1,0 mode: CR/CR res: [0x200000405:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed8c87 expref: -99 pid: 30870 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789608694.444063:0:30870:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789608694.444068:0:30870:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608694.444071:0:30870:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55200/0xc54db3288176fcb9 lrc: 2/1,0 mode: CR/CR res: [0x200000405:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed8c87 expref: -99 pid: 30870 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789608694.444077:0:30870:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1789608694.444080:0:30870:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x1a:0x0]: 16 00000080:00000001:0.0:1789608694.444082:0:30870:0:(file.c:6142:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:0.0:1789608694.444084:0:30870:0:(file.c:6938:ll_layout_lock_set()) Process entered 00010000:00000001:0.0:1789608694.444086:0:30870:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608694.444087:0:30870:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608694.444089:0:30870:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55200 refcount=3 00000020:00000001:0.0:1789608694.444091:0:30870:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561618432 : -117815147933184 : ffff94d905f55200) 00010000:00000001:0.0:1789608694.444093:0:30870:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561618432 : -117815147933184 : ffff94d905f55200) 00000080:00010000:0.0:1789608694.444096:0:30870:0:(file.c:6948:ll_layout_lock_set()) ### file [0x200000405:0x1a:0x0](0000000088751045) being reconfigured ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55200/0xc54db3288176fcb9 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed8c87 expref: -99 pid: 30870 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:0.0:1789608694.444104:0:30870:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789608694.444106:0:30870:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789608694.444107:0:30870:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608694.444108:0:30870:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608694.444110:0:30870:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55200 refcount=4 00000020:00000001:0.0:1789608694.444112:0:30870:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561618432 : -117815147933184 : ffff94d905f55200) 00010000:00000001:0.0:1789608694.444114:0:30870:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561618432 : -117815147933184 : ffff94d905f55200) 00010000:00000001:0.0:1789608694.444116:0:30870:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608694.444117:0:30870:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789608694.444118:0:30870:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608694.444119:0:30870:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608694.444122:0:30870:0:(file.c:6863:ll_layout_fetch()) Process entered 00000080:00000002:0.0:1789608694.444124:0:30870:0:(file.c:6866:ll_layout_fetch()) [0x200000405:0x1a:0x0] LVB_READY=0 l_lvb_data=ffff94d91213ba80 l_lvb_len=56 00000080:00000001:0.0:1789608694.444126:0:30870:0:(file.c:6869:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608694.444128:0:30870:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789608694.444130:0:30870:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789608694.444134:0:30870:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514695880 : -117815194855736 : ffff94d9032956c8) 00000020:00001000:0.0:1789608694.444136:0:30870:0:(cl_object.c:823:cl_env_get()) 1@ffff94d9032956c0 00000020:00000001:0.0:1789608694.444138:0:30870:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1789608694.444141:0:30870:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1789608694.444144:0:30870:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789608694.444150:0:30870:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d9082d7ba0. 00020000:00000010:0.0:1789608694.444154:0:30870:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d90822e300. 00020000:00000010:0.0:1789608694.444159:0:30870:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d9082d7a80. 00020000:00000001:0.0:1789608694.444161:0:30870:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626258598853248 : -117815110698368 : ffff94d9082d7a80) 00020000:00000002:0.0:1789608694.444165:0:30870:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d9082d7a80, objid 0x1a:1029, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789608694.444170:0:30870:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789608694.444174:0:30870:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d90822e300: ostid: 0x280000401:18 ost idx: 0 gen: 0 00020000:00000002:0.0:1789608694.444178:0:30870:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff94d910b65e88) owner ffff94d904358000 00020000:00000001:0.0:1789608694.444181:0:30870:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789608694.444183:0:30870:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff94d910b65e88) owner ffff94d904358000 00020000:00000010:0.0:1789608694.444187:0:30870:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d90822e300. 00020000:00000010:0.0:1789608694.444191:0:30870:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d9082d7ba0. 00020000:00000010:0.0:1789608694.444195:0:30870:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d9082d7a80. 00020000:00000002:0.0:1789608694.444197:0:30870:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x1a:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1789608694.444199:0:30870:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608694.444201:0:30870:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608694.444204:0:30870:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1789608694.444207:0:30870:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b65e88) owner 0000000000000000/ffff94d904358000 00020000:00000002:0.0:1789608694.444211:0:30870:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d907f83240 addref 2/0 by ffff94d904358000. 00020000:00000002:0.0:1789608694.444213:0:30870:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b65e88) owner 0000000000000000/ffff94d904358000 00020000:00000001:0.0:1789608694.444215:0:30870:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1789608694.444217:0:30870:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1789608694.444219:0:30870:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1789608694.444221:0:30870:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1789608694.444223:0:30870:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1789608694.444226:0:30870:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x1a:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1789608694.444229:0:30870:0:(cl_object.c:917:cl_env_put()) 1@ffff94d9032956c0 00000080:00000001:0.0:1789608694.444232:0:30870:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608694.444234:0:30870:0:(file.c:6985:ll_layout_lock_set()) Process leaving 00010000:00000001:0.0:1789608694.444236:0:30870:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608694.444237:0:30870:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608694.444239:0:30870:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608694.444240:0:30870:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608694.444242:0:30870:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55200 refcount=3 00000020:00000001:0.0:1789608694.444243:0:30870:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561618432 : -117815147933184 : ffff94d905f55200) 00010000:00000001:0.0:1789608694.444246:0:30870:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561618432 : -117815147933184 : ffff94d905f55200) 00010000:00000001:0.0:1789608694.444248:0:30870:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789608694.444252:0:30870:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55200/0xc54db3288176fcb9 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x91bddff8e8ed8c87 expref: -99 pid: 30870 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789608694.444259:0:30870:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608694.444260:0:30870:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608694.444261:0:30870:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789608694.444263:0:30870:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789608694.444265:0:30870:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55200/0xc54db3288176fcb9 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed8c87 expref: -99 pid: 30870 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789608694.444272:0:30870:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789608694.444274:0:30870:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789608694.444275:0:30870:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789608694.444277:0:30870:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608694.444278:0:30870:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608694.444280:0:30870:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608694.444282:0:30870:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789608694.444283:0:30870:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608694.444284:0:30870:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608694.444287:0:30870:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608694.444288:0:30870:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789608694.444290:0:30870:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608694.444292:0:30870:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789608694.444294:0:30870:0:(file.c:7026:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608694.444297:0:30870:0:(file.c:7145:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608694.444300:0:30870:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789608694.444304:0:30870:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x1a:0x0]io ffff94d904aad9d0 type 3 ignore/verify layout 0/0 00020000:00000002:0.0:1789608694.444307:0:30870:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b65e88) owner 0000000000000000/ffff94d904358000 00020000:00000001:0.0:1789608694.444310:0:30870:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1789608694.444312:0:30870:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1789608694.444314:0:30870:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1789608694.444316:0:30870:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608694.444319:0:30870:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1789608694.444321:0:30870:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1789608694.444323:0:30870:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608694.444325:0:30870:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789608694.444327:0:30870:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1789608694.444328:0:30870:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1789608694.444330:0:30870:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b65e88) owner 0000000000000000/ffff94d904358000 00000020:00000001:0.0:1789608694.444333:0:30870:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608694.444337:0:30870:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:0.0:1789608694.444339:0:30870:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1789608694.444341:0:30870:0:(lov_io.c:1293:lov_io_setattr_iter_init()) Process entered 00020000:00000001:0.0:1789608694.444343:0:30870:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1789608694.444345:0:30870:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1789608694.444348:0:30870:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1789608694.444352:0:30870:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789608694.444354:0:30870:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1789608694.444355:0:30870:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789608694.444357:0:30870:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514695880 : -117815194855736 : ffff94d9032956c8) 00000020:00001000:0.0:1789608694.444359:0:30870:0:(cl_object.c:823:cl_env_get()) 1@ffff94d9032956c0 00000020:00000001:0.0:1789608694.444363:0:30870:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbaa8 -> ffff94d9040dbb70 00000020:00000001:0.0:1789608694.444365:0:30870:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1789608694.444368:0:30870:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789608694.444369:0:30870:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1789608694.444371:0:30870:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1789608694.444373:0:30870:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258539960784 : -117815169590832 : ffff94d904aad9d0) 00000020:00000001:0.0:1789608694.444375:0:30870:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608694.444377:0:30870:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608694.444378:0:30870:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593379552 : -117815116172064 : ffff94d907d9f4e0) 00000020:00000001:0.0:1789608694.444381:0:30870:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1789608694.444384:0:30870:0:(osc_io.c:525:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1789608694.444387:0:30870:0:(osc_io.c:545:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608694.444389:0:30870:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608694.444392:0:30870:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608694.444393:0:30870:0:(lov_io.c:1302:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608694.444395:0:30870:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608694.444397:0:30870:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:0.0:1789608694.444400:0:30870:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1789608694.444402:0:30870:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789608694.444404:0:30870:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:0.0:1789608694.444405:0:30870:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789608694.444407:0:30870:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608694.444408:0:30870:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608694.444410:0:30870:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608694.444412:0:30870:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608694.444413:0:30870:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789608694.444414:0:30870:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608694.444416:0:30870:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608694.444417:0:30870:0:(cl_io.c:529:cl_io_start()) Process entered 00000020:00000001:0.0:1789608694.444420:0:30870:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbb70 -> ffff94d9040dbb70 00000020:00000001:0.0:1789608694.444422:0:30870:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbb70 -> ffff94d9040dbb70 00000020:00000001:0.0:1789608694.444424:0:30870:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:0.0:1789608694.444426:0:30870:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608694.444428:0:30870:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbb70 -> ffff94d9040dbb70 00020000:00000001:0.0:1789608694.444431:0:30870:0:(lov_io.c:1857:lov_io_setattr_start()) Process entered 00020000:00000001:0.0:1789608694.444432:0:30870:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1789608694.444433:0:30870:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789608694.444434:0:30870:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:0.0:1789608694.444436:0:30870:0:(osc_io.c:723:osc_io_setattr_start()) Process entered 00000020:00000001:0.0:1789608694.444439:0:30870:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5500 -> ffff94d9040dbb70 00000020:00000001:0.0:1789608694.444440:0:30870:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5500 -> ffff94d9040dbb70 00000020:00000001:0.0:1789608694.444442:0:30870:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1789608694.444444:0:30870:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608694.444447:0:30870:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5500 -> ffff94d9040dbb70 00000020:00000001:0.0:1789608694.444448:0:30870:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1789608694.444451:0:30870:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1789608694.444452:0:30870:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608694.444454:0:30870:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608694.444455:0:30870:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5500 -> ffff94d9040dbb70 00000020:00000001:0.0:1789608694.444457:0:30870:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1789608694.444460:0:30870:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1789608694.444461:0:30870:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1789608694.444463:0:30870:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1789608694.444464:0:30870:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1789608694.444465:0:30870:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1789608694.444468:0:30870:0:(osc_request.c:199:osc_setattr_async()) Process entered 00000100:00000010:0.0:1789608694.444474:0:30870:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5dc00. 00000020:00000040:0.0:1789608694.444478:0:30870:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00000100:00000001:0.0:1789608694.444482:0:30870:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608694.444486:0:30870:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608694.444489:0:30870:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608694.444495:0:30870:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d904ae7800. 00000100:00000001:0.0:1789608694.444503:0:30870:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608694.444511:0:30870:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608694.444514:0:30870:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608694.444521:0:30870:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dec3bc91] to pc [ptlrpcd_00_01+1] req@ffff94d907e5dc00 x1876538934253568/t0(0) o2->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1789608694.444551:0:30870:0:(osc_request.c:230:osc_setattr_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789608694.444553:0:30870:0:(osc_io.c:844:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608694.444555:0:30870:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608694.444556:0:30870:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608694.444558:0:30870:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608694.444560:0:30870:0:(lov_io.c:1872:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608694.444561:0:30870:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608694.444563:0:30870:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:0.0:1789608694.444565:0:30870:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1789608694.444566:0:30870:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1789608694.444567:0:30870:0:(cl_io.c:556:cl_io_end()) Process entered 00000100:00000001:0.0:1789608694.444579:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1789608694.444583:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1789608694.444585:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608694.444592:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608694.444595:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608694.444597:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608694.444599:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608694.444601:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608694.444607:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5dc00 x1876538934253568/t0(0) o2->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608694.444620:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608694.444623:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608694.444628:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608694.444630:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608694.444633:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608694.444636:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934253568:192.168.203.121@tcp:2:touch.0 00000100:00000001:0.0:1789608694.444640:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608694.444645:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608694.444647:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608694.444649:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608694.444654:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903117c00. 02000000:00000001:0.0:1789608694.444656:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608694.444662:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608694.444667:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8dc0. 00000400:00000010:0.0:1789608694.444672:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edd48. 00000100:00000200:0.0:1789608694.444722:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934253568, portal 4 00000100:00000001:0.0:1789608694.444726:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608694.444728:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594159616 : -117815115392000 : ffff94d907e5dc00) 00000100:00000040:0.0:1789608694.444734:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d907e5dc00 x1876538934253568/t0(0) o2->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608710 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608694.444741:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608694.444744:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608694.444747:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed4c8. 00000100:00000200:0.0:1789608694.444750:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1876538934253568, offset 0 00000400:00000200:0.0:1789608694.444757:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608694.444763:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608694.444770:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608694.444775:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608694.444779:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608694.444783:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608694.444786:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608694.444790:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2553:2553:256:4294967295] 192.168.203.121@tcp LPNI seq info [2553:2553:8:4294967295] 00000400:00000200:0.0:1789608694.444795:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608694.444803:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608694.444809:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608694.444814:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306f00. 00000800:00000200:0.0:1789608694.444820:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608694.444826:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608694.444830:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306f00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1789608694.444850:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608694.444855:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 238902 usecs (239 jiffies) 00000400:00000200:0.0:1789608694.444858:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608694.444861:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296421774 00000100:00000001:0.0:1789608694.444863:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296425361 00000100:00000001:0.0:1789608694.444865:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296421774 00000100:00000001:0.0:1789608694.444867:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296425361 00000100:00000001:0.0:1789608694.444869:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608694.444872:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608694.444875:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608694.444877:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608694.446473:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608694.446481:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608694.446576:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608694.446581:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306f00. 00000400:00000200:1.0:1789608694.446587:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608694.446594:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608694.446602:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed4c8 00000400:00000010:1.0:1789608694.446605:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed4c8. 00000100:00000001:1.0:1789608694.446608:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608694.446614:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5dc00 x1876538934253568/t0(0) o2->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608710 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608694.446626:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608694.446629:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5dc00 x1876538934253568/t0(0) o2->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608710 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608694.446636:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608694.446638:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608694.460146:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608694.460164:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608694.460168:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608694.460171:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608694.460180:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608694.460187:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608694.460196:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608694.460201:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608694.460206:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608694.460210:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 432 into portal 4 MB=0x6aab3c4955800 00000400:00000200:1.0:1789608694.460215:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608694.460221:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 432/432 into md 0x7571 [1] + 224 00000800:00000001:1.0:1789608694.460229:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608694.460238:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608694.460241:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608694.460246:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608694.460255:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608694.460263:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5dc00 x1876538934253568/t0(0) o2->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608710 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608694.460275:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff94d907e5dc00 x1876538934253568/t0(0) o2->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608710 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608694.460299:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608694.460308:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608694.460312:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608694.462144:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608694.462151:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789608694.462160:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608694.462162:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608694.462166:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8dc0. 00000400:00000200:0.0:1789608694.462175:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edd48 00000400:00000010:0.0:1789608694.462178:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edd48. 00000100:00000001:0.0:1789608694.462182:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608694.462192:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5dc00 x1876538934253568/t0(0) o2->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608710 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789608694.462201:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5dc00 x1876538934253568/t0(0) o2->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608710 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608694.462214:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608694.462216:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608694.462218:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608694.462221:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608694.462224:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608694.462226:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608694.462229:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608694.462239:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13c60 time=52 v=5 (5 5 5 36) 00000100:00001000:0.0:1789608694.462245:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=118 v=5 (1 0 0 0) 00000100:00000001:0.0:1789608694.462247:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608694.462249:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608694.462252:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608694.462255:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608694.462258:0:2409:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789608694.462261:0:2409:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789608694.462263:0:2409:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789608694.462265:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608694.462267:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594159616 : -117815115392000 : ffff94d907e5dc00) 00000100:00000001:0.0:1789608694.462270:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608694.462272:0:2409:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: skip recheck: last_committed 4294967313 00000100:00000001:0.0:1789608694.462274:0:2409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608694.462277:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608694.462282:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5dc00 x1876538934253568/t4294967327(4294967327) o2->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608710 ref 2 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608694.462289:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608694.462291:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608694.462294:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1789608694.462297:0:2409:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:0.0:1789608694.462321:0:2409:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608694.462326:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5dc00 x1876538934253568/t4294967327(4294967327) o2->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608710 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789608694.462333:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934253568:192.168.203.121@tcp:2:touch.0 00000100:00000001:0.0:1789608694.462340:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608694.462342:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608694.462346:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5dc00 x1876538934253568/t4294967327(4294967327) o2->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608710 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608694.462352:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608694.462354:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608694.462362:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608694.462364:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608694.462366:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608694.462369:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608694.468494:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608694.468504:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bd100. 00000400:00000200:0.0:1789608694.468510:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608694.468518:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608694.468526:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c110 00000400:00000010:0.0:1789608694.468530:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c110. 00000100:00000001:0.0:1789608694.468535:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608694.468543:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25180 x1876538934253824/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608710 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608694.468555:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608694.468568:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d25180 x1876538934253824/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608710 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608694.468575:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608694.468577:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608694.473373:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608694.473390:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608694.473394:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608694.473396:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608694.473405:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608694.473412:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608694.473420:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608694.473424:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608694.473429:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608694.473432:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 456 into portal 10 MB=0x6aab3c4955900 00000400:00000200:1.0:1789608694.473437:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608694.473442:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 456/456 into md 0x7581 [1] + 224 00000800:00000001:1.0:1789608694.473449:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608694.473456:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608694.473459:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608694.473464:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608694.473471:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608694.473480:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d25180 x1876538934253824/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608710 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608694.473503:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94d907d25180 x1876538934253824/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608710 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608694.473526:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608694.473535:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608694.473538:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.1:1789608694.489249:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d9189239c0. 00000080:00000010:2.1:1789608694.489266:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f68c80. 00000080:00000010:2.1:1789608694.489276:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d9189b1080. 00000080:00000010:2.1:1789608694.489282:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f68c60. 00000020:00000001:0.0:1789608694.542729:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608694.542733:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608694.542737:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1789608695.680251:0:31436:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1789608696.098143:0:31473:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1789608696.098149:0:31473:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 21f: drop both reply while close and open are both in flight ========================================================== 21:31:34 (1789608694) 00000001:00000001:0.0:1789608696.122892:0:31473:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000020:00000001:0.0:1789608696.590041:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608696.590045:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608696.590049:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789608696.976879:0:31486:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789608696.976886:0:31486:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789608696.976888:0:31486:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789608696.976891:0:31486:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0208fb20 00000080:00200000:0.0:1789608696.976895:0:31486:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:0.0:1789608696.976902:0:31486:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d904ae6600. 00800000:00000002:0.0:1789608696.976909:0:31486:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:0.0:1789608696.976912:0:31486:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789608696.976917:0:31486:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789608696.976919:0:31486:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0208fa40 00800000:00000002:0.0:1789608696.976921:0:31486:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789608696.976925:0:31486:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789608696.976928:0:31486:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789608696.976930:0:31486:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789608696.976932:0:31486:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789608696.976934:0:31486:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789608696.976936:0:31486:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608696.976938:0:31486:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789608696.976940:0:31486:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608696.976943:0:31486:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789608696.976947:0:31486:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789608696.976949:0:31486:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0208f910 00000002:00010000:0.0:1789608696.976951:0:31486:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789608696.976954:0:31486:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789608696.976956:0:31486:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608696.976959:0:31486:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789608696.976965:0:31486:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608696.976967:0:31486:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608696.976969:0:31486:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608696.976971:0:31486:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789608696.976973:0:31486:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789608696.976979:0:31486:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5ca80. 00000020:00000040:0.0:1789608696.976983:0:31486:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00010000:00000001:0.0:1789608696.976989:0:31486:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789608696.976994:0:31486:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789608696.976999:0:31486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608696.977001:0:31486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608696.977003:0:31486:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608696.977007:0:31486:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608696.977010:0:31486:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608696.977014:0:31486:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608696.977021:0:31486:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d903116400. 00000100:00000001:0.0:1789608696.977028:0:31486:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608696.977033:0:31486:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789608696.977034:0:31486:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608696.977036:0:31486:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789608696.977037:0:31486:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608696.977039:0:31486:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608696.977045:0:31486:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626258594155136 : -117815115396480 : ffff94d907e5ca80) 00010000:00000001:0.0:1789608696.977048:0:31486:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789608696.977051:0:31486:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789608696.977055:0:31486:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d9037fcd00. 00010000:00000010:0.0:1789608696.977059:0:31486:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d90330c080. 00010000:00000001:0.0:1789608696.977062:0:31486:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789608696.977065:0:31486:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d905f54800. 00000020:00000001:0.0:1789608696.977068:0:31486:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789608696.977071:0:31486:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d905f54800 with handle 0xc54db3288176fcc0 to hash 00000020:00000001:0.0:1789608696.977073:0:31486:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789608696.977074:0:31486:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626258561615872 : -117815147935744 : ffff94d905f54800) 00010000:00000001:0.0:1789608696.977078:0:31486:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626258561615872 : -117815147935744 : ffff94d905f54800) 00010000:00000001:0.0:1789608696.977081:0:31486:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608696.977083:0:31486:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608696.977087:0:31486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54800/0xc54db3288176fcc0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789608696.977096:0:31486:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54800/0xc54db3288176fcc0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789608696.977106:0:31486:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54800/0xc54db3288176fcc0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31486 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789608696.977115:0:31486:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789608696.977117:0:31486:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789608696.977123:0:31486:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d90716e900. 00000100:00000001:0.0:1789608696.977126:0:31486:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258580596992 : -117815128954624 : ffff94d90716e900) 00000100:00000001:0.0:1789608696.977128:0:31486:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608696.977130:0:31486:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594155136 : -117815115396480 : ffff94d907e5ca80) 00000100:00000001:0.0:1789608696.977134:0:31486:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608696.977137:0:31486:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608696.977138:0:31486:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789608696.977140:0:31486:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608696.977151:0:31486:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5ca80 x1876538934253952/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608696.977160:0:31486:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608696.977162:0:31486:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608696.977165:0:31486:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608696.977168:0:31486:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608696.977171:0:31486:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608696.977174:0:31486:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5ca80 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:31486:1876538934253952:192.168.203.121@tcp:101:lfs.0 00000100:00000001:0.0:1789608696.977178:0:31486:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608696.977182:0:31486:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608696.977185:0:31486:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608696.977187:0:31486:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608696.977192:0:31486:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d9070fb000. 02000000:00000001:0.0:1789608696.977193:0:31486:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608696.977200:0:31486:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608696.977204:0:31486:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8dc0. 00000400:00000010:0.0:1789608696.977212:0:31486:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edd48. 00000100:00000200:0.0:1789608696.977219:0:31486:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876538934253952, portal 10 00000100:00000001:0.0:1789608696.977221:0:31486:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608696.977222:0:31486:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594155136 : -117815115396480 : ffff94d907e5ca80) 00000100:00000040:0.0:1789608696.977228:0:31486:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d907e5ca80 x1876538934253952/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608836 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608696.977240:0:31486:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608696.977243:0:31486:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608696.977245:0:31486:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edf68. 00000100:00000200:0.0:1789608696.977248:0:31486:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876538934253952, offset 0 00000400:00000200:0.0:1789608696.977253:0:31486:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608696.977262:0:31486:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608696.977268:0:31486:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608696.977273:0:31486:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608696.977277:0:31486:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608696.977280:0:31486:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608696.977283:0:31486:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608696.977287:0:31486:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2555:2555:256:4294967295] 192.168.203.121@tcp LPNI seq info [2555:2555:8:4294967295] 00000400:00000200:0.0:1789608696.977291:0:31486:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608696.977300:0:31486:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608696.977306:0:31486:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608696.977311:0:31486:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306e00. 00000800:00000200:0.0:1789608696.977318:0:31486:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608696.977326:0:31486:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608696.977330:0:31486:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306e00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1789608696.977349:0:31486:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608696.977354:0:31486:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 832061 usecs (833 jiffies) 00000400:00000200:0.0:1789608696.977357:0:31486:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608696.977360:0:31486:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296424897 00000100:00000001:0.0:1789608696.977363:0:31486:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296425361 00000100:00000001:0.0:1789608696.977366:0:31486:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296424897 00000100:00000001:0.0:1789608696.977368:0:31486:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296425361 00000100:00000001:0.0:1789608696.977370:0:31486:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608696.977373:0:31486:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608696.977376:0:31486:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608696.977378:0:31486:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=135 : 135 : 87) 00000100:00100000:0.0:1789608696.977381:0:31486:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d90716e900 going to sleep for 135 seconds 00000100:00000001:0.0:1789608696.977383:0:31486:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608696.977386:0:31486:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608696.977550:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608696.977554:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306e00. 00000400:00000200:1.0:1789608696.977560:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608696.977565:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608696.977570:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edf68 00000400:00000010:1.0:1789608696.977573:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edf68. 00000100:00000001:1.0:1789608696.977577:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608696.977582:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5ca80 x1876538934253952/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608836 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608696.977592:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608696.977595:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907e5ca80 x1876538934253952/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608836 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608696.977602:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608696.977604:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608696.984921:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608696.984936:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608696.984941:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608696.984954:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608696.984962:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608696.984970:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608696.984978:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608696.984983:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608696.984988:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608696.984991:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 688 into portal 10 MB=0x6aab3c4955980 00000400:00000200:1.0:1789608696.984997:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608696.985002:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 688/688 into md 0x7589 [1] + 224 00000800:00000001:1.0:1789608696.985009:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608696.985028:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608696.985032:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608696.985037:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608696.985044:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608696.985053:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5ca80 x1876538934253952/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608836 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608696.985065:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d907e5ca80 x1876538934253952/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608836 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608696.985080:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608696.985089:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608696.985092:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608696.987023:0:31486:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789608696.987035:0:31486:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608696.987037:0:31486:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608696.987040:0:31486:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8dc0. 00000400:00000200:0.0:1789608696.987047:0:31486:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edd48 00000400:00000010:0.0:1789608696.987049:0:31486:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edd48. 00000100:00000001:0.0:1789608696.987053:0:31486:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608696.987062:0:31486:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5ca80 x1876538934253952/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608836 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789608696.987072:0:31486:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5ca80 x1876538934253952/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608836 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608696.987078:0:31486:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608696.987080:0:31486:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608696.987083:0:31486:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608696.987087:0:31486:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608696.987089:0:31486:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608696.987091:0:31486:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608696.987094:0:31486:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608696.987102:0:31486:0:(import.c:2196:obd_at_measure()) add 104 to ffff94d902b11c60 time=54 v=104 (104 104 104 137) 00000100:00001000:0.0:1789608696.987106:0:31486:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1789608696.987108:0:31486:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608696.987110:0:31486:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608696.987113:0:31486:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608696.987116:0:31486:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608696.987120:0:31486:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608696.987122:0:31486:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967576 00000100:00000001:0.0:1789608696.987124:0:31486:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608696.987126:0:31486:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608696.987130:0:31486:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5ca80 x1876538934253952/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608836 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608696.987142:0:31486:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608696.987145:0:31486:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608696.987147:0:31486:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608696.987151:0:31486:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5ca80 x1876538934253952/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608836 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789608696.987158:0:31486:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5ca80 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:31486:1876538934253952:192.168.203.121@tcp:101:lfs.0 00000100:00000001:0.0:1789608696.987162:0:31486:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608696.987165:0:31486:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608696.987277:0:31486:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789608696.987279:0:31486:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608696.987284:0:31486:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5ca80 x1876538934253952/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608836 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608696.987290:0:31486:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789608696.987293:0:31486:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d90716e900. 00000100:00000001:0.0:1789608696.987296:0:31486:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789608696.987298:0:31486:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608696.987301:0:31486:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789608696.987349:0:31486:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608696.987352:0:31486:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608696.987355:0:31486:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54800 refcount=4 00000020:00000001:0.0:1789608696.987358:0:31486:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561615872 : -117815147935744 : ffff94d905f54800) 00010000:00000001:0.0:1789608696.987361:0:31486:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561615872 : -117815147935744 : ffff94d905f54800) 00010000:00000040:0.0:1789608696.987367:0:31486:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d905f54800, remote cookie: 0x91bddff8e8ed8c9c, flags: 0x1001 00010000:00010000:0.0:1789608696.987373:0:31486:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54800/0xc54db3288176fcc0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed8c9c expref: -99 pid: 31486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789608696.987383:0:31486:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54800/0xc54db3288176fcc0 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed8c9c expref: -99 pid: 31486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608696.987394:0:31486:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789608696.987398:0:31486:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789608696.987400:0:31486:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789608696.987402:0:31486:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789608696.987403:0:31486:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789608696.987406:0:31486:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff94d9037fcd00) refcount = 1 00010000:00010000:0.0:1789608696.987411:0:31486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54800/0xc54db3288176fcc0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed8c9c expref: -99 pid: 31486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608696.987417:0:31486:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789608696.987421:0:31486:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789608696.987422:0:31486:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789608696.987425:0:31486:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789608696.987428:0:31486:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608696.987431:0:31486:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54800/0xc54db3288176fcc0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed8c9c expref: -99 pid: 31486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608696.987437:0:31486:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789608696.987438:0:31486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608696.987440:0:31486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608696.987441:0:31486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608696.987442:0:31486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608696.987443:0:31486:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608696.987448:0:31486:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789608696.987449:0:31486:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608696.987451:0:31486:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608696.987452:0:31486:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54800 refcount=3 00000020:00000001:0.0:1789608696.987454:0:31486:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561615872 : -117815147935744 : ffff94d905f54800) 00010000:00000001:0.0:1789608696.987456:0:31486:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561615872 : -117815147935744 : ffff94d905f54800) 00010000:00000001:0.0:1789608696.987458:0:31486:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608696.987459:0:31486:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608696.987460:0:31486:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54800 refcount=4 00000020:00000001:0.0:1789608696.987462:0:31486:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561615872 : -117815147935744 : ffff94d905f54800) 00010000:00000001:0.0:1789608696.987465:0:31486:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561615872 : -117815147935744 : ffff94d905f54800) 00010000:00000001:0.0:1789608696.987467:0:31486:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608696.987470:0:31486:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608696.987473:0:31486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54800/0xc54db3288176fcc0 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed8c9c expref: -99 pid: 31486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608696.987478:0:31486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608696.987479:0:31486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608696.987480:0:31486:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608696.987481:0:31486:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608696.987482:0:31486:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54800 refcount=5 00000020:00000001:0.0:1789608696.987484:0:31486:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561615872 : -117815147935744 : ffff94d905f54800) 00010000:00000001:0.0:1789608696.987486:0:31486:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561615872 : -117815147935744 : ffff94d905f54800) 00010000:00000001:0.0:1789608696.987488:0:31486:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789608696.987490:0:31486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54800/0xc54db3288176fcc0 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed8c9c expref: -99 pid: 31486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608696.987496:0:31486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608696.987497:0:31486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789608696.987499:0:31486:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54800/0xc54db3288176fcc0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed8c9c expref: -99 pid: 31486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608696.987505:0:31486:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789608696.987506:0:31486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608696.987507:0:31486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608696.987508:0:31486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608696.987509:0:31486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789608696.987514:0:31486:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d907e5ca80 x1876538934253952/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608836 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789608696.987522:0:31486:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608696.987523:0:31486:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608696.987525:0:31486:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54800 refcount=3 00000020:00000001:0.0:1789608696.987526:0:31486:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561615872 : -117815147935744 : ffff94d905f54800) 00010000:00000001:0.0:1789608696.987529:0:31486:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561615872 : -117815147935744 : ffff94d905f54800) 00010000:00000001:0.0:1789608696.987531:0:31486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608696.987533:0:31486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789608696.987534:0:31486:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608696.987536:0:31486:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608696.987540:0:31486:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789608696.987542:0:31486:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608696.987543:0:31486:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608696.987544:0:31486:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54800 refcount=3 00000020:00000001:0.0:1789608696.987545:0:31486:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561615872 : -117815147935744 : ffff94d905f54800) 00010000:00000001:0.0:1789608696.987547:0:31486:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561615872 : -117815147935744 : ffff94d905f54800) 00000002:00010000:0.0:1789608696.987550:0:31486:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54800/0xc54db3288176fcc0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed8c9c expref: -99 pid: 31486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608696.987557:0:31486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608696.987558:0:31486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608696.987559:0:31486:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789608696.987560:0:31486:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608696.987561:0:31486:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608696.987563:0:31486:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54800 refcount=3 00000020:00000001:0.0:1789608696.987564:0:31486:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561615872 : -117815147935744 : ffff94d905f54800) 00010000:00000001:0.0:1789608696.987566:0:31486:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561615872 : -117815147935744 : ffff94d905f54800) 00010000:00000040:0.0:1789608696.987572:0:31486:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fcd00 count: 2 00010000:00000001:0.0:1789608696.988407:0:31486:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789608696.988415:0:31486:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d91081f000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1789608696.988419:0:31486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608696.988420:0:31486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789608696.988422:0:31486:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789608696.988425:0:31486:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0208f898 00000002:00002000:0.0:1789608696.988427:0:31486:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789608696.988430:0:31486:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608696.988435:0:31486:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608696.988438:0:31486:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789608696.988442:0:31486:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789608696.988444:0:31486:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608696.988448:0:31486:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:0.0:1789608696.988451:0:31486:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d904ae6600. 00000080:00000001:0.0:1789608696.988456:0:31486:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789608696.988458:0:31486:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789608696.988464:0:31486:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789608696.988468:0:31486:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1789608696.988476:0:31486:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d91213bdc0. 00800000:00000001:0.0:1789608696.988478:0:31486:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626258764938688 : -117814944612928 : ffff94d91213bdc0) 00800000:00000001:0.0:1789608696.988480:0:31486:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608696.988482:0:31486:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789608696.988484:0:31486:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789608696.988486:0:31486:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1789608696.988488:0:31486:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789608696.988491:0:31486:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789608696.988492:0:31486:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608696.988497:0:31486:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1789608696.988499:0:31486:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1789608696.988504:0:31486:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:0.0:1789608696.988506:0:31486:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608696.988508:0:31486:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608696.988510:0:31486:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54800 refcount=3 00000020:00000001:0.0:1789608696.988512:0:31486:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561615872 : -117815147935744 : ffff94d905f54800) 00010000:00000001:0.0:1789608696.988514:0:31486:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561615872 : -117815147935744 : ffff94d905f54800) 00010000:00000001:0.0:1789608696.988516:0:31486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608696.988517:0:31486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789608696.988518:0:31486:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789608696.988520:0:31486:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1789608696.988521:0:31486:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d91213bdc0 1 00800000:00000010:0.0:1789608696.988524:0:31486:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d91213bdc0. 00800000:00000001:0.0:1789608696.988526:0:31486:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789608696.988529:0:31486:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176fcc0 00800000:00000001:0.0:1789608696.988531:0:31486:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789608696.988533:0:31486:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789608696.988534:0:31486:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608696.988536:0:31486:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608696.988537:0:31486:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54800 refcount=3 00000020:00000001:0.0:1789608696.988538:0:31486:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561615872 : -117815147935744 : ffff94d905f54800) 00010000:00000001:0.0:1789608696.988540:0:31486:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561615872 : -117815147935744 : ffff94d905f54800) 00010000:00000001:0.0:1789608696.988543:0:31486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608696.988544:0:31486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789608696.988546:0:31486:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608696.988547:0:31486:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608696.988550:0:31486:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789608696.988552:0:31486:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:0.0:1789608696.988554:0:31486:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fcc0 from it ffffae3e0208fb58 00010000:00000001:0.0:1789608696.988556:0:31486:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608696.988557:0:31486:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608696.988558:0:31486:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54800 refcount=3 00000020:00000001:0.0:1789608696.988560:0:31486:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561615872 : -117815147935744 : ffff94d905f54800) 00010000:00000001:0.0:1789608696.988561:0:31486:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561615872 : -117815147935744 : ffff94d905f54800) 00010000:00000001:0.0:1789608696.988563:0:31486:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789608696.988566:0:31486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54800/0xc54db3288176fcc0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed8c9c expref: -99 pid: 31486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608696.988572:0:31486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608696.989085:0:31486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608696.989087:0:31486:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789608696.989090:0:31486:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789608696.989093:0:31486:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54800/0xc54db3288176fcc0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed8c9c expref: -99 pid: 31486 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789608696.989105:0:31486:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789608696.989108:0:31486:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789608696.989110:0:31486:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789608696.989114:0:31486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608696.989115:0:31486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608696.989117:0:31486:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608696.989121:0:31486:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789608696.989123:0:31486:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608696.989125:0:31486:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608696.989127:0:31486:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608696.989129:0:31486:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789608696.989130:0:31486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608696.989131:0:31486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789608696.989135:0:31486:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608696.989143:0:31486:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5ca80 x1876538934253952/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608836 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608696.989150:0:31486:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608696.989154:0:31486:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608696.989158:0:31486:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d9070fb000. 02000000:00000001:0.0:1789608696.989161:0:31486:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608696.989164:0:31486:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608696.990479:0:31486:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:0.0:1789608696.990488:0:31486:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608696.990492:0:31486:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d903116400. 02000000:00000001:0.0:1789608696.990499:0:31486:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608696.990500:0:31486:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608696.990503:0:31486:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5ca80. 00000100:00000001:0.0:1789608696.990506:0:31486:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608696.990508:0:31486:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789608696.990514:0:31486:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 1 00000080:00000001:0.0:1789608696.990520:0:31486:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789608696.990537:0:31486:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d90704e3c0. 00000020:00000001:0.0:1789608696.990543:0:31486:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0208fae8 00000080:00200000:0.0:1789608696.990545:0:31486:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21f.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff94d918926c08), flags=13 00000080:00000001:0.0:1789608696.990549:0:31486:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1789608696.990551:0:31486:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0208f998 00000080:00200000:0.0:1789608696.990553:0:31486:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21f.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff94d918926c08), intent=getattr 00000080:00000010:0.0:1789608696.990563:0:31486:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d904ae6600. 00800000:00000002:0.0:1789608696.990569:0:31486:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:0.0:1789608696.990763:0:31486:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789608696.990768:0:31486:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789608696.990771:0:31486:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0208f8b8 00800000:00000002:0.0:1789608696.990774:0:31486:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21f.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789608696.990778:0:31486:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789608696.990781:0:31486:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789608696.990784:0:31486:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789608696.990787:0:31486:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789608696.990789:0:31486:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789608696.990791:0:31486:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608696.990793:0:31486:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789608696.990795:0:31486:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608696.990799:0:31486:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0208f850 00800000:00000002:0.0:1789608696.990800:0:31486:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21f.recovery-small-1' -> mds #0 00000002:00000001:0.0:1789608696.990805:0:31486:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789608696.990807:0:31486:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0208f788 00000002:00010000:0.0:1789608696.990809:0:31486:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21f.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:0.0:1789608696.990814:0:31486:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789608696.990816:0:31486:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789608696.990832:0:31486:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5ca80. 00000020:00000040:0.0:1789608696.990836:0:31486:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00010000:00000001:0.0:1789608696.990842:0:31486:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789608696.990846:0:31486:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789608696.990852:0:31486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608696.990854:0:31486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608696.990855:0:31486:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608696.990858:0:31486:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608696.990860:0:31486:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608696.990864:0:31486:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608696.990870:0:31486:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d903116400. 00000100:00000001:0.0:1789608696.990877:0:31486:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608696.990881:0:31486:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789608696.990883:0:31486:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608696.990885:0:31486:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789608696.990886:0:31486:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608696.990888:0:31486:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608696.990895:0:31486:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626258594155136 : -117815115396480 : ffff94d907e5ca80) 00010000:00000001:0.0:1789608696.990899:0:31486:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789608696.990902:0:31486:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1789608696.990908:0:31486:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fcd00 count: 2 00010000:00000001:0.0:1789608696.990910:0:31486:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789608696.990913:0:31486:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789608696.990917:0:31486:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d905f55400. 00000020:00000001:0.0:1789608696.990920:0:31486:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789608696.990924:0:31486:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d905f55400 with handle 0xc54db3288176fcc7 to hash 00000020:00000001:0.0:1789608696.990925:0:31486:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789608696.990927:0:31486:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626258561618944 : -117815147932672 : ffff94d905f55400) 00010000:00000001:0.0:1789608696.990930:0:31486:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626258561618944 : -117815147932672 : ffff94d905f55400) 00010000:00000001:0.0:1789608696.990934:0:31486:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608696.990936:0:31486:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608696.990940:0:31486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55400/0xc54db3288176fcc7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789608696.991023:0:31486:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55400/0xc54db3288176fcc7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789608696.991034:0:31486:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55400/0xc54db3288176fcc7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31486 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789608696.991044:0:31486:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789608696.991046:0:31486:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789608696.991056:0:31486:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d90716e900. 00000100:00000001:0.0:1789608696.991058:0:31486:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258580596992 : -117815128954624 : ffff94d90716e900) 00000100:00000001:0.0:1789608696.991061:0:31486:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608696.991063:0:31486:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594155136 : -117815115396480 : ffff94d907e5ca80) 00000100:00000001:0.0:1789608696.991068:0:31486:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608696.991071:0:31486:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608696.991073:0:31486:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789608696.991075:0:31486:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608696.991083:0:31486:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5ca80 x1876538934254080/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608696.991091:0:31486:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608696.991093:0:31486:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608696.991097:0:31486:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608696.991099:0:31486:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608696.991102:0:31486:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608696.991105:0:31486:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5ca80 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:31486:1876538934254080:192.168.203.121@tcp:101:lfs.0 00000100:00000001:0.0:1789608696.991109:0:31486:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608696.991114:0:31486:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608696.991116:0:31486:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608696.991119:0:31486:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608696.991123:0:31486:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d9070fb000. 02000000:00000001:0.0:1789608696.991125:0:31486:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608696.991132:0:31486:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608696.991136:0:31486:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8dc0. 00000400:00000010:0.0:1789608696.991142:0:31486:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edd48. 00000100:00000200:0.0:1789608696.991149:0:31486:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876538934254080, portal 10 00000100:00000001:0.0:1789608696.991151:0:31486:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608696.991152:0:31486:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594155136 : -117815115396480 : ffff94d907e5ca80) 00000100:00000040:0.0:1789608696.991157:0:31486:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d907e5ca80 x1876538934254080/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608836 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608696.991164:0:31486:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608696.991284:0:31486:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608696.991287:0:31486:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed7f8. 00000100:00000200:0.0:1789608696.991291:0:31486:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876538934254080, offset 0 00000400:00000200:0.0:1789608696.991297:0:31486:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608696.991306:0:31486:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608696.991313:0:31486:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608696.991319:0:31486:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608696.991322:0:31486:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608696.991326:0:31486:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608696.991328:0:31486:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608696.991331:0:31486:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2556:2556:256:4294967295] 192.168.203.121@tcp LPNI seq info [2556:2556:8:4294967295] 00000400:00000200:0.0:1789608696.991335:0:31486:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608696.991344:0:31486:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608696.991350:0:31486:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608696.991355:0:31486:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306d00. 00000800:00000200:0.0:1789608696.991362:0:31486:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608696.991369:0:31486:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608696.991373:0:31486:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306d00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1789608696.991392:0:31486:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608696.991397:0:31486:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 830676 usecs (831 jiffies) 00000400:00000200:0.0:1789608696.991400:0:31486:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608696.991403:0:31486:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296424912 00000100:00000001:0.0:1789608696.991406:0:31486:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296425361 00000100:00000001:0.0:1789608696.991408:0:31486:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296424912 00000100:00000001:0.0:1789608696.991411:0:31486:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296425361 00000100:00000001:0.0:1789608696.991413:0:31486:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608696.991415:0:31486:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608696.991418:0:31486:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608696.991420:0:31486:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=135 : 135 : 87) 00000100:00100000:0.0:1789608696.991423:0:31486:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d90716e900 going to sleep for 135 seconds 00000100:00000001:0.0:1789608696.991425:0:31486:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608696.991428:0:31486:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608696.991572:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608696.992059:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306d00. 00000400:00000200:1.0:1789608696.992065:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608696.992071:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608696.992077:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed7f8 00000400:00000010:1.0:1789608696.992079:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed7f8. 00000100:00000001:1.0:1789608696.992084:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608696.992089:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5ca80 x1876538934254080/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608836 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608696.992098:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608696.992102:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907e5ca80 x1876538934254080/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608836 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608696.992109:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608696.992110:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608696.995056:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608696.995077:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608696.995081:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608696.995084:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608696.995093:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608696.995100:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608696.995110:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608696.995115:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608696.995120:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608696.995125:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 584 into portal 10 MB=0x6aab3c4955a00 00000400:00000200:1.0:1789608696.995131:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608696.995137:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 584/584 into md 0x7599 [1] + 224 00000800:00000001:1.0:1789608696.995145:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608696.995157:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608696.995161:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608696.995165:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608696.995182:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608696.995190:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5ca80 x1876538934254080/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608836 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608696.995314:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff94d907e5ca80 x1876538934254080/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608836 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608696.995334:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608696.995344:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608696.995347:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608696.995454:0:31486:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789608696.995461:0:31486:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608696.995463:0:31486:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608696.995466:0:31486:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8dc0. 00000400:00000200:0.0:1789608696.995470:0:31486:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edd48 00000400:00000010:0.0:1789608696.995473:0:31486:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edd48. 00000100:00000001:0.0:1789608696.995476:0:31486:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608696.995481:0:31486:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5ca80 x1876538934254080/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608836 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789608696.995489:0:31486:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5ca80 x1876538934254080/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608836 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608696.995495:0:31486:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608696.995497:0:31486:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608696.995500:0:31486:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608696.995503:0:31486:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608696.995505:0:31486:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608696.995507:0:31486:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608696.995510:0:31486:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608696.995519:0:31486:0:(import.c:2196:obd_at_measure()) add 104 to ffff94d902b11c60 time=54 v=104 (104 104 104 137) 00000100:00001000:0.0:1789608696.995523:0:31486:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1789608696.995526:0:31486:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1789608696.995529:0:31486:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94d907e5ca80 x1876538934254080/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/584 e 0 to 0 dl 1789608836 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608696.995536:0:31486:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1789608696.995540:0:31486:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608696.995542:0:31486:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967576 00000100:00000001:0.0:1789608696.995544:0:31486:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608696.995547:0:31486:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1789608696.995551:0:31486:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5ca80 x1876538934254080/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/584 e 0 to 0 dl 1789608836 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608696.995559:0:31486:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1789608696.995562:0:31486:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608696.995564:0:31486:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608696.995568:0:31486:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5ca80 x1876538934254080/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/584 e 0 to 0 dl 1789608836 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789608696.995576:0:31486:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5ca80 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:31486:1876538934254080:192.168.203.121@tcp:101:lfs.0 00000100:00000001:0.0:1789608696.995581:0:31486:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608696.995585:0:31486:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1789608696.995587:0:31486:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789608696.995590:0:31486:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608696.995594:0:31486:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5ca80 x1876538934254080/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/584 e 0 to 0 dl 1789608836 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608696.995600:0:31486:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789608696.995603:0:31486:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d90716e900. 00000100:00000001:0.0:1789608696.995607:0:31486:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789608696.995609:0:31486:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1789608696.995612:0:31486:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789608696.995616:0:31486:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608696.995619:0:31486:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608696.995622:0:31486:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55400 refcount=4 00000020:00000001:0.0:1789608696.995624:0:31486:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561618944 : -117815147932672 : ffff94d905f55400) 00010000:00000001:0.0:1789608696.995628:0:31486:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561618944 : -117815147932672 : ffff94d905f55400) 00010000:00010000:0.0:1789608696.995633:0:31486:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55400/0xc54db3288176fcc7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608696.995643:0:31486:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1789608696.995647:0:31486:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55400/0xc54db3288176fcc7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608696.995653:0:31486:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789608696.995656:0:31486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55400/0xc54db3288176fcc7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608696.995661:0:31486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608696.995663:0:31486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789608696.995665:0:31486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55400/0xc54db3288176fcc7 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608696.995670:0:31486:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608696.995673:0:31486:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608696.995728:0:31486:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1789608696.995731:0:31486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55400/0xc54db3288176fcc7 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789608696.995739:0:31486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d905f55400 already unused, calling callback (ffffffffc193f740) 00000080:00000001:0.0:1789608696.995743:0:31486:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1789608696.995746:0:31486:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55400/0xc54db3288176fcc7 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 31486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608696.995756:0:31486:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1789608696.995758:0:31486:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1789608696.995761:0:31486:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55400/0xc54db3288176fcc7 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 31486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608696.995767:0:31486:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1789608696.995770:0:31486:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1789608696.995771:0:31486:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608696.995773:0:31486:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608696.995774:0:31486:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55400 refcount=5 00000020:00000001:0.0:1789608696.995777:0:31486:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561618944 : -117815147932672 : ffff94d905f55400) 00010000:00000001:0.0:1789608696.995779:0:31486:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561618944 : -117815147932672 : ffff94d905f55400) 00010000:00000001:0.0:1789608696.995782:0:31486:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789608696.995785:0:31486:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55400/0xc54db3288176fcc7 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 31486 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1789608696.995791:0:31486:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789608696.995792:0:31486:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608696.995795:0:31486:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1789608696.995797:0:31486:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789608696.995799:0:31486:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789608696.995801:0:31486:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789608696.995802:0:31486:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608696.995804:0:31486:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789608696.995806:0:31486:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d905f55400 with handle 0xc54db3288176fcc7 from hash 00010000:00000001:0.0:1789608696.995809:0:31486:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789608696.995810:0:31486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608696.995811:0:31486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608696.995812:0:31486:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789608696.995814:0:31486:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789608696.995815:0:31486:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1789608696.995831:0:31486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608696.995834:0:31486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608696.995835:0:31486:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608696.995837:0:31486:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608696.995840:0:31486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55400/0xc54db3288176fcc7 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608696.995845:0:31486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608696.995846:0:31486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608696.995851:0:31486:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1789608696.995852:0:31486:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789608696.995854:0:31486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608696.995855:0:31486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608696.995856:0:31486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789608696.995859:0:31486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55400/0xc54db3288176fcc7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608696.995870:0:31486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608696.995872:0:31486:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1789608696.995876:0:31486:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1789608696.995881:0:31486:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff94d907e5ca80 x1876538934254080/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/584 e 0 to 0 dl 1789608836 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789608696.995888:0:31486:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1789608696.995890:0:31486:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608696.995892:0:31486:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608696.995894:0:31486:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608696.995897:0:31486:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789608696.995899:0:31486:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1789608696.995900:0:31486:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608696.995902:0:31486:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789608696.995905:0:31486:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0208f710 00000002:00002000:0.0:1789608696.995907:0:31486:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21f.recovery-small-1 intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:0.0:1789608696.995910:0:31486:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608696.995914:0:31486:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608696.995916:0:31486:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789608696.995919:0:31486:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1789608696.995922:0:31486:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608696.995927:0:31486:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000001:0.0:1789608696.995930:0:31486:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789608696.995932:0:31486:0:(namei.c:674:ll_lookup_it_finish()) it ffffae3e0208fb20 it_disposition 7 00000080:00002000:0.0:1789608696.995938:0:31486:0:(namei.c:653:ll_splice_alias()) Add dentry ffff94d918b480d8 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:0.0:1789608696.996235:0:31486:0:(lmv_obd.c:4261:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1789608696.996238:0:31486:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789608696.996241:0:31486:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789608696.996243:0:31486:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789608696.996245:0:31486:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789608696.996247:0:31486:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608696.996249:0:31486:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789608696.996252:0:31486:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608696.996256:0:31486:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789608696.996258:0:31486:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608696.996260:0:31486:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608696.996266:0:31486:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fcd00 count: 2 00010000:00000001:0.0:1789608696.996269:0:31486:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789608696.996273:0:31486:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608696.996276:0:31486:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789608696.996279:0:31486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54800/0xc54db3288176fcc0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed8c9c expref: -99 pid: 31486 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789608696.996288:0:31486:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789608696.996293:0:31486:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608696.996296:0:31486:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54800/0xc54db3288176fcc0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed8c9c expref: -99 pid: 31486 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789608696.996303:0:31486:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789608696.996305:0:31486:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789608696.996307:0:31486:0:(lmv_obd.c:4268:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789608696.996310:0:31486:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1789608696.996311:0:31486:0:(dcache.c:176:ll_intent_release()) intent ffffae3e0208f930 released 00000080:00010000:0.0:1789608696.996314:0:31486:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fcc0 from it ffffae3e0208f930 00010000:00000001:0.0:1789608696.996315:0:31486:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608696.996317:0:31486:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608696.996319:0:31486:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54800 refcount=3 00000020:00000001:0.0:1789608696.996321:0:31486:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561615872 : -117815147935744 : ffff94d905f54800) 00010000:00000001:0.0:1789608696.996323:0:31486:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561615872 : -117815147935744 : ffff94d905f54800) 00010000:00000001:0.0:1789608696.996325:0:31486:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789608696.996328:0:31486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54800/0xc54db3288176fcc0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed8c9c expref: -99 pid: 31486 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789608696.996334:0:31486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608696.996335:0:31486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608696.996337:0:31486:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789608696.996338:0:31486:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789608696.996341:0:31486:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54800/0xc54db3288176fcc0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed8c9c expref: -99 pid: 31486 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789608696.996349:0:31486:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789608696.996351:0:31486:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789608696.996353:0:31486:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789608696.996356:0:31486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608696.996357:0:31486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608696.996359:0:31486:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608696.996361:0:31486:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789608696.996363:0:31486:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608696.996365:0:31486:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608696.996368:0:31486:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608696.996370:0:31486:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789608696.996371:0:31486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608696.996373:0:31486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789608696.996374:0:31486:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1789608696.996376:0:31486:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789608696.996379:0:31486:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789608696.996384:0:31486:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d904ae6600. 00000100:00000001:0.0:1789608696.996388:0:31486:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608696.996392:0:31486:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5ca80 x1876538934254080/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/584 e 0 to 0 dl 1789608836 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608696.996400:0:31486:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608696.996403:0:31486:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608696.996406:0:31486:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d9070fb000. 02000000:00000001:0.0:1789608696.996409:0:31486:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608696.996411:0:31486:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608696.996413:0:31486:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:0.0:1789608696.996415:0:31486:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608696.996418:0:31486:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d903116400. 02000000:00000001:0.0:1789608696.996421:0:31486:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608696.996422:0:31486:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608696.996424:0:31486:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5ca80. 00000100:00000001:0.0:1789608696.996427:0:31486:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608696.996428:0:31486:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789608696.996431:0:31486:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1789608696.996432:0:31486:0:(dcache.c:176:ll_intent_release()) intent ffffae3e0208fb20 released 00000080:00000001:0.0:1789608696.996433:0:31486:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1789608696.996437:0:31486:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789608696.996440:0:31486:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0208fb70 00000080:00002000:0.0:1789608696.996442:0:31486:0:(dcache.c:127:ll_ddelete()) keeping dentry d21f.recovery-small-1 (ffff94d918b480d8, parent ffff94d918a99a20, inode 0000000000000000) hashed, 00000080:00000001:0.0:1789608696.996445:0:31486:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608696.996491:0:31486:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789608696.996494:0:31486:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789608696.996496:0:31486:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789608696.996498:0:31486:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0208fbb0 00000080:00200000:0.0:1789608696.996500:0:31486:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:0.0:1789608696.996505:0:31486:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d904ae6600. 00800000:00000002:0.0:1789608696.996510:0:31486:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:0.0:1789608696.996512:0:31486:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789608696.996515:0:31486:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789608696.996517:0:31486:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0208fad0 00800000:00000002:0.0:1789608696.996519:0:31486:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789608696.996522:0:31486:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789608696.996524:0:31486:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789608696.996525:0:31486:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789608696.996527:0:31486:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789608696.996528:0:31486:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789608696.996530:0:31486:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608696.996532:0:31486:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789608696.996533:0:31486:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608696.996537:0:31486:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789608696.996540:0:31486:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789608696.996541:0:31486:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0208f9a0 00000002:00010000:0.0:1789608696.996543:0:31486:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789608696.996546:0:31486:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789608696.996547:0:31486:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608696.996548:0:31486:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608696.996551:0:31486:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fcd00 count: 2 00010000:00000001:0.0:1789608696.996553:0:31486:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789608696.996554:0:31486:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608696.996556:0:31486:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789608696.996559:0:31486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54800/0xc54db3288176fcc0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed8c9c expref: -99 pid: 31486 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1789608696.996565:0:31486:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789608696.996567:0:31486:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608696.996570:0:31486:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54800/0xc54db3288176fcc0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed8c9c expref: -99 pid: 31486 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1789608696.996590:0:31486:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789608696.996591:0:31486:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789608696.996593:0:31486:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789608696.996595:0:31486:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789608696.996597:0:31486:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789608696.996599:0:31486:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789608696.996601:0:31486:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789608696.996603:0:31486:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:0.0:1789608696.996605:0:31486:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d904ae6600. 00000080:00000001:0.0:1789608696.996608:0:31486:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789608696.996610:0:31486:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789608696.996613:0:31486:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:0.0:1789608696.996616:0:31486:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176fcc0 00800000:00000001:0.0:1789608696.996619:0:31486:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789608696.996621:0:31486:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789608696.996622:0:31486:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608696.996624:0:31486:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608696.996625:0:31486:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54800 refcount=3 00000020:00000001:0.0:1789608696.996627:0:31486:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561615872 : -117815147935744 : ffff94d905f54800) 00010000:00000001:0.0:1789608696.996629:0:31486:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561615872 : -117815147935744 : ffff94d905f54800) 00010000:00000001:0.0:1789608696.996631:0:31486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608696.996633:0:31486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789608696.996634:0:31486:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608696.996636:0:31486:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789608696.996638:0:31486:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fcc0 from it ffffae3e0208fbe8 00010000:00000001:0.0:1789608696.996639:0:31486:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608696.996640:0:31486:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608696.996641:0:31486:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54800 refcount=3 00000020:00000001:0.0:1789608696.996643:0:31486:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561615872 : -117815147935744 : ffff94d905f54800) 00010000:00000001:0.0:1789608696.996644:0:31486:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561615872 : -117815147935744 : ffff94d905f54800) 00010000:00000001:0.0:1789608696.996646:0:31486:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789608696.996648:0:31486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54800/0xc54db3288176fcc0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed8c9c expref: -99 pid: 31486 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789608696.996653:0:31486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608696.996654:0:31486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608696.996655:0:31486:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789608696.996656:0:31486:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789608696.996658:0:31486:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54800/0xc54db3288176fcc0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed8c9c expref: -99 pid: 31486 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789608696.996663:0:31486:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789608696.996665:0:31486:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789608696.996666:0:31486:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789608696.996668:0:31486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608696.996669:0:31486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608696.996670:0:31486:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608696.996672:0:31486:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789608696.996674:0:31486:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608696.996708:0:31486:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608696.996710:0:31486:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608696.996712:0:31486:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789608696.996713:0:31486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608696.996715:0:31486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789608696.996716:0:31486:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789608696.996718:0:31486:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789608696.996720:0:31486:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 1 00000080:00000001:0.0:1789608696.996725:0:31486:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608696.996729:0:31486:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1789608696.996731:0:31486:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0208fbd8 00000080:00002000:0.0:1789608696.996733:0:31486:0:(dcache.c:87:ll_dcompare()) found name d21f.recovery-small-1(ffff94d918b480d8) flags 0x8000e refc 0 00000080:00000001:0.0:1789608696.996735:0:31486:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608696.996738:0:31486:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0208fc20 00000080:00200000:0.0:1789608696.996739:0:31486:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21f.recovery-small-1, flags=16392 00000080:00000001:0.0:1789608696.996744:0:31486:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789608696.996745:0:31486:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0208fba8 00000080:00002000:0.0:1789608696.996747:0:31486:0:(dcache.c:127:ll_ddelete()) keeping dentry d21f.recovery-small-1 (ffff94d918b480d8, parent ffff94d918a99a20, inode 0000000000000000) hashed, 00000080:00000001:0.0:1789608696.996750:0:31486:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608696.996770:0:31486:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0208fd08 00000080:00200008:0.0:1789608696.996773:0:31486:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff94d918926c08), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1789608696.996779:0:31486:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1789608696.996782:0:31486:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608696.996784:0:31486:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789608696.996786:0:31486:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0208fc80 00000080:00200000:0.0:1789608696.996787:0:31486:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:0.0:1789608696.996791:0:31486:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d904ae6600. 00800000:00000002:0.0:1789608696.996793:0:31486:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:0.0:1789608696.996795:0:31486:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789608696.996797:0:31486:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789608696.996798:0:31486:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0208fba0 00800000:00000002:0.0:1789608696.996799:0:31486:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789608696.996802:0:31486:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789608696.996804:0:31486:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789608696.996805:0:31486:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789608696.996806:0:31486:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789608696.996808:0:31486:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789608696.996810:0:31486:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608696.996811:0:31486:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789608696.996813:0:31486:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608696.996815:0:31486:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789608696.996833:0:31486:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789608696.996835:0:31486:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0208fa70 00000002:00010000:0.0:1789608696.996837:0:31486:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789608696.996839:0:31486:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789608696.996841:0:31486:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608696.996842:0:31486:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608696.996845:0:31486:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fcd00 count: 2 00010000:00000001:0.0:1789608696.996847:0:31486:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789608696.996849:0:31486:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608696.996851:0:31486:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789608696.996854:0:31486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54800/0xc54db3288176fcc0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed8c9c expref: -99 pid: 31486 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1789608696.996873:0:31486:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789608696.996875:0:31486:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608696.996878:0:31486:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54800/0xc54db3288176fcc0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed8c9c expref: -99 pid: 31486 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1789608696.996883:0:31486:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789608696.996885:0:31486:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789608696.996886:0:31486:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789608696.996888:0:31486:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789608696.996889:0:31486:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789608696.996891:0:31486:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789608696.996893:0:31486:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789608696.996895:0:31486:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:0.0:1789608696.996897:0:31486:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d904ae6600. 00000080:00000001:0.0:1789608696.996900:0:31486:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789608696.996901:0:31486:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789608696.996903:0:31486:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:0.0:1789608696.996906:0:31486:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176fcc0 00800000:00000001:0.0:1789608696.996909:0:31486:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789608696.996910:0:31486:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789608696.996912:0:31486:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608696.996913:0:31486:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608696.996914:0:31486:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54800 refcount=3 00000020:00000001:0.0:1789608696.996916:0:31486:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561615872 : -117815147935744 : ffff94d905f54800) 00010000:00000001:0.0:1789608696.996918:0:31486:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561615872 : -117815147935744 : ffff94d905f54800) 00010000:00000001:0.0:1789608696.996920:0:31486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608696.996921:0:31486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789608696.996922:0:31486:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608696.996924:0:31486:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789608696.996925:0:31486:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fcc0 from it ffffae3e0208fcb8 00010000:00000001:0.0:1789608696.996927:0:31486:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608696.996928:0:31486:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608696.996929:0:31486:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54800 refcount=3 00000020:00000001:0.0:1789608696.996931:0:31486:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561615872 : -117815147935744 : ffff94d905f54800) 00010000:00000001:0.0:1789608696.996933:0:31486:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561615872 : -117815147935744 : ffff94d905f54800) 00010000:00000001:0.0:1789608696.996935:0:31486:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789608696.996937:0:31486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54800/0xc54db3288176fcc0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed8c9c expref: -99 pid: 31486 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789608696.996952:0:31486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608696.996954:0:31486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608696.996955:0:31486:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789608696.996956:0:31486:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789608696.996958:0:31486:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54800/0xc54db3288176fcc0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed8c9c expref: -99 pid: 31486 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1789608696.996964:0:31486:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789608696.996965:0:31486:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789608696.996967:0:31486:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789608696.996969:0:31486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608696.996970:0:31486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608696.996971:0:31486:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608696.996973:0:31486:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789608696.996974:0:31486:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608696.996976:0:31486:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608696.996977:0:31486:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608696.996979:0:31486:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789608696.996980:0:31486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608696.996981:0:31486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789608696.996982:0:31486:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789608696.996983:0:31486:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789608696.996986:0:31486:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608696.996989:0:31486:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0208fd08 00000080:00000008:0.0:1789608696.996991:0:31486:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff94d918926c08), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1789608696.997490:0:31486:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608696.997513:0:31486:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0208fd08 00000080:00200008:0.0:1789608696.997516:0:31486:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff94d918926c08), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1789608696.997521:0:31486:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789608696.997522:0:31486:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0208fc80 00000080:00200000:0.0:1789608696.997524:0:31486:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:0.0:1789608696.997528:0:31486:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d904ae6600. 00800000:00000002:0.0:1789608696.997531:0:31486:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:0.0:1789608696.997534:0:31486:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789608696.997536:0:31486:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789608696.997538:0:31486:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0208fba0 00800000:00000002:0.0:1789608696.997540:0:31486:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789608696.997543:0:31486:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789608696.997544:0:31486:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789608696.997545:0:31486:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789608696.997547:0:31486:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789608696.997548:0:31486:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789608696.997550:0:31486:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608696.997552:0:31486:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789608696.997553:0:31486:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608696.997555:0:31486:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789608696.997558:0:31486:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789608696.997560:0:31486:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0208fa70 00000002:00010000:0.0:1789608696.997562:0:31486:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789608696.997565:0:31486:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789608696.997566:0:31486:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608696.997568:0:31486:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608696.997571:0:31486:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fcd00 count: 2 00010000:00000001:0.0:1789608696.997573:0:31486:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789608696.997576:0:31486:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608696.997578:0:31486:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789608696.997581:0:31486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54800/0xc54db3288176fcc0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed8c9c expref: -99 pid: 31486 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1789608696.997588:0:31486:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789608696.997591:0:31486:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608696.997594:0:31486:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54800/0xc54db3288176fcc0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed8c9c expref: -99 pid: 31486 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1789608696.997600:0:31486:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789608696.997602:0:31486:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789608696.997603:0:31486:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789608696.997604:0:31486:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789608696.997606:0:31486:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789608696.997608:0:31486:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789608696.997610:0:31486:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789608696.997613:0:31486:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:0.0:1789608696.997615:0:31486:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d904ae6600. 00000080:00000001:0.0:1789608696.997617:0:31486:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789608696.997619:0:31486:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789608696.997621:0:31486:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:0.0:1789608696.997623:0:31486:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176fcc0 00800000:00000001:0.0:1789608696.997626:0:31486:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789608696.997628:0:31486:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789608696.997629:0:31486:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608696.997630:0:31486:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608696.997633:0:31486:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54800 refcount=3 00000020:00000001:0.0:1789608696.997635:0:31486:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561615872 : -117815147935744 : ffff94d905f54800) 00010000:00000001:0.0:1789608696.997637:0:31486:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561615872 : -117815147935744 : ffff94d905f54800) 00010000:00000001:0.0:1789608696.997640:0:31486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608696.997641:0:31486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789608696.997642:0:31486:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608696.997644:0:31486:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789608696.997646:0:31486:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fcc0 from it ffffae3e0208fcb8 00010000:00000001:0.0:1789608696.997648:0:31486:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608696.997649:0:31486:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608696.997651:0:31486:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54800 refcount=3 00000020:00000001:0.0:1789608696.997653:0:31486:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561615872 : -117815147935744 : ffff94d905f54800) 00010000:00000001:0.0:1789608696.997654:0:31486:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561615872 : -117815147935744 : ffff94d905f54800) 00010000:00000001:0.0:1789608696.997656:0:31486:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789608696.997658:0:31486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54800/0xc54db3288176fcc0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed8c9c expref: -99 pid: 31486 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1789608696.997665:0:31486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608696.997666:0:31486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608696.997667:0:31486:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789608696.997669:0:31486:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789608696.997671:0:31486:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54800/0xc54db3288176fcc0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed8c9c expref: -99 pid: 31486 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1789608696.997708:0:31486:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789608696.997710:0:31486:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789608696.997711:0:31486:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789608696.997713:0:31486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608696.997715:0:31486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608696.997716:0:31486:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608696.997718:0:31486:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789608696.997719:0:31486:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608696.997721:0:31486:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608696.997723:0:31486:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608696.997726:0:31486:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789608696.997728:0:31486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608696.997729:0:31486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789608696.997730:0:31486:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789608696.997731:0:31486:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789608696.997733:0:31486:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608696.997736:0:31486:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0208fd08 00000080:00000008:0.0:1789608696.997738:0:31486:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff94d918926c08), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1789608696.997872:0:31486:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789608696.997875:0:31486:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789608696.997876:0:31486:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0208fb78 00000080:00200000:0.0:1789608696.997878:0:31486:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:0.0:1789608696.997882:0:31486:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d904ae6600. 00800000:00000002:0.0:1789608696.997885:0:31486:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:0.0:1789608696.997887:0:31486:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789608696.997889:0:31486:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789608696.997890:0:31486:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0208fa98 00800000:00000002:0.0:1789608696.997892:0:31486:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789608696.997895:0:31486:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789608696.997896:0:31486:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789608696.997898:0:31486:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789608696.997899:0:31486:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789608696.997900:0:31486:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789608696.997902:0:31486:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608696.997904:0:31486:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789608696.997906:0:31486:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608696.997908:0:31486:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789608696.997911:0:31486:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789608696.997912:0:31486:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0208f968 00000002:00010000:0.0:1789608696.997914:0:31486:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789608696.997917:0:31486:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789608696.997918:0:31486:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608696.997920:0:31486:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608696.997923:0:31486:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fcd00 count: 2 00010000:00000001:0.0:1789608696.997925:0:31486:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789608696.997928:0:31486:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608696.997930:0:31486:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789608696.997933:0:31486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54800/0xc54db3288176fcc0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed8c9c expref: -99 pid: 31486 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1789608696.997940:0:31486:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789608696.997943:0:31486:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608696.997946:0:31486:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54800/0xc54db3288176fcc0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed8c9c expref: -99 pid: 31486 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:0.0:1789608696.997952:0:31486:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789608696.997954:0:31486:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789608696.997956:0:31486:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789608696.997958:0:31486:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789608696.997959:0:31486:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789608696.997961:0:31486:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789608696.997964:0:31486:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789608696.997966:0:31486:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:0.0:1789608696.997968:0:31486:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d904ae6600. 00000080:00000001:0.0:1789608696.997971:0:31486:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789608696.997972:0:31486:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789608696.997974:0:31486:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:0.0:1789608696.997977:0:31486:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176fcc0 00800000:00000001:0.0:1789608696.997979:0:31486:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789608696.997981:0:31486:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789608696.997982:0:31486:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608696.997983:0:31486:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608696.997985:0:31486:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54800 refcount=3 00000020:00000001:0.0:1789608696.997987:0:31486:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561615872 : -117815147935744 : ffff94d905f54800) 00010000:00000001:0.0:1789608696.997989:0:31486:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561615872 : -117815147935744 : ffff94d905f54800) 00010000:00000001:0.0:1789608696.997991:0:31486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608696.997992:0:31486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789608696.997994:0:31486:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608696.997995:0:31486:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789608696.997997:0:31486:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fcc0 from it ffffae3e0208fbb0 00010000:00000001:0.0:1789608696.998000:0:31486:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608696.998001:0:31486:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608696.998002:0:31486:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54800 refcount=3 00000020:00000001:0.0:1789608696.998004:0:31486:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561615872 : -117815147935744 : ffff94d905f54800) 00010000:00000001:0.0:1789608696.998005:0:31486:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561615872 : -117815147935744 : ffff94d905f54800) 00010000:00000001:0.0:1789608696.998007:0:31486:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789608696.998010:0:31486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54800/0xc54db3288176fcc0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed8c9c expref: -99 pid: 31486 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1789608696.998016:0:31486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608696.998017:0:31486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608696.998018:0:31486:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789608696.998019:0:31486:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789608696.998022:0:31486:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54800/0xc54db3288176fcc0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed8c9c expref: -99 pid: 31486 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1789608696.998028:0:31486:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789608696.998030:0:31486:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789608696.998031:0:31486:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789608696.998034:0:31486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608696.998035:0:31486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608696.998036:0:31486:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608696.998038:0:31486:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789608696.998040:0:31486:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608696.998042:0:31486:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608696.998044:0:31486:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608696.998045:0:31486:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789608696.998047:0:31486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608696.998048:0:31486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789608696.998049:0:31486:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789608696.998050:0:31486:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789608696.998053:0:31486:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 44 00000080:00000001:0.0:1789608696.998056:0:31486:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608696.998060:0:31486:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:0.0:1789608696.998062:0:31486:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1789608696.998064:0:31486:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0208fb78 00000080:00200008:0.0:1789608696.998066:0:31486:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff94d918926c08), flags 300000 00000080:00000010:0.0:1789608696.998072:0:31486:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d910b00a00. 00000080:00000001:0.0:1789608696.998077:0:31486:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608696.998079:0:31486:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608696.998090:0:31486:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608696.998092:0:31486:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c03066f0 arg=7ffe5cc0e330 00000020:00000001:0.0:1789608696.998098:0:31486:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608696.998102:0:31486:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 648 at ffff94d903116400. 00000020:00000001:0.0:1789608696.998106:0:31486:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608696.998109:0:31486:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:0.0:1789608696.998110:0:31486:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0208fad0 00000080:00200000:0.0:1789608696.998112:0:31486:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) name=d21f.recovery-small-1 stripe_offset=0 stripe_count=1, hash_type=0 00000080:00000010:0.0:1789608696.998117:0:31486:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d904ae6600. 00800000:00000002:0.0:1789608696.998119:0:31486:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00800000:00000001:0.0:1789608696.998126:0:31486:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:0.0:1789608696.998128:0:31486:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1789608696.998132:0:31486:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789608696.998133:0:31486:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789608696.998134:0:31486:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789608696.998136:0:31486:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789608696.998138:0:31486:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608696.998139:0:31486:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789608696.998141:0:31486:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608696.998144:0:31486:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446626258787724288 : -117814921827328 : ffff94d9136f6c00) 00800000:00000001:0.0:1789608696.998147:0:31486:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1789608696.998148:0:31486:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1789608696.998151:0:31486:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1789608696.998153:0:31486:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1789608696.998156:0:31486:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94d904ceb000: Allocated FID [0x200000405:0x1b:0x0] 40000000:00000001:0.0:1789608696.998159:0:31486:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608696.998161:0:31486:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608696.998163:0:31486:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608696.998164:0:31486:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608696.998166:0:31486:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0208f9e8 00800000:00000002:0.0:1789608696.998168:0:31486:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd21f.recovery-small-1' [0x200000405:0x1b:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:0.0:1789608696.998172:0:31486:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:0.0:1789608696.998176:0:31486:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789608696.998179:0:31486:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fcd00 count: 2 00010000:00000001:0.0:1789608696.998181:0:31486:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789608696.998183:0:31486:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789608696.998187:0:31486:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789608696.998189:0:31486:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54800/0xc54db3288176fcc0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x91bddff8e8ed8c9c expref: -99 pid: 31486 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1789608696.998198:0:31486:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789608696.999231:0:31486:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789608696.999236:0:31486:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789608696.999238:0:31486:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1789608696.999243:0:31486:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608696.999245:0:31486:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608696.999251:0:31486:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fcd00 count: 3 00010000:00000001:0.0:1789608696.999254:0:31486:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789608696.999257:0:31486:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608696.999259:0:31486:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608696.999260:0:31486:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608696.999261:0:31486:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fcd00 count: 3 00010000:00000001:0.0:1789608696.999263:0:31486:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789608696.999265:0:31486:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608696.999267:0:31486:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608696.999268:0:31486:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608696.999269:0:31486:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fcd00 count: 3 00010000:00000001:0.0:1789608696.999271:0:31486:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789608696.999273:0:31486:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608696.999275:0:31486:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789608696.999279:0:31486:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff94d918926b40, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1789608696.999283:0:31486:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:0.0:1789608696.999287:0:31486:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0208f670 00000080:00002000:0.0:1789608696.999289:0:31486:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d21f.recovery-small-1 00000080:00000001:0.0:1789608696.999295:0:31486:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789608696.999300:0:31486:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1789608696.999304:0:31486:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1789608696.999307:0:31486:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789608696.999309:0:31486:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608696.999313:0:31486:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789608696.999316:0:31486:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789608696.999317:0:31486:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789608696.999319:0:31486:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608696.999322:0:31486:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789608696.999325:0:31486:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d905f54800 with handle 0xc54db3288176fcc0 from hash 00010000:00000001:0.0:1789608696.999327:0:31486:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789608696.999329:0:31486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608696.999330:0:31486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608696.999332:0:31486:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789608696.999334:0:31486:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789608696.999336:0:31486:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789608696.999340:0:31486:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789608696.999342:0:31486:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789608696.999345:0:31486:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1789608696.999353:0:31486:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5ca80. 00000020:00000040:0.0:1789608696.999357:0:31486:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 02000000:00000001:0.0:1789608696.999364:0:31486:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789608696.999366:0:31486:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608696.999368:0:31486:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789608696.999372:0:31486:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789608696.999375:0:31486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608696.999377:0:31486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608696.999378:0:31486:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608696.999381:0:31486:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608696.999383:0:31486:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608696.999387:0:31486:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608696.999393:0:31486:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d903115000. 00000100:00000001:0.0:1789608696.999401:0:31486:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608696.999403:0:31486:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789608696.999406:0:31486:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789608696.999412:0:31486:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54800/0xc54db3288176fcc0 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed8c9c expref: -99 pid: 31486 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1789608696.999420:0:31486:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1789608696.999422:0:31486:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789608696.999423:0:31486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789608696.999426:0:31486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54800/0xc54db3288176fcc0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed8c9c expref: -99 pid: 31486 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:0.0:1789608696.999433:0:31486:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d9037fcd00 count: 0 00010000:00000010:0.0:1789608696.999439:0:31486:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d90330c080. 00010000:00000001:0.0:1789608696.999446:0:31486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608696.999448:0:31486:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608696.999450:0:31486:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789608696.999451:0:31486:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608696.999453:0:31486:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1789608696.999465:0:31486:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d904ceb000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1789608696.999479:0:31486:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d907e5ca80 x1876538934254336/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789608696.999487:0:31486:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789608696.999489:0:31486:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789608696.999494:0:31486:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d90716e900. 00000100:00000001:0.0:1789608696.999497:0:31486:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258580596992 : -117815128954624 : ffff94d90716e900) 00000100:00000001:0.0:1789608696.999499:0:31486:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608696.999501:0:31486:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594155136 : -117815115396480 : ffff94d907e5ca80) 00000100:00000001:0.0:1789608696.999506:0:31486:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608696.999510:0:31486:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608696.999512:0:31486:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789608696.999513:0:31486:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608696.999518:0:31486:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5ca80 x1876538934254336/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608696.999525:0:31486:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608696.999527:0:31486:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608696.999531:0:31486:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608696.999534:0:31486:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608696.999536:0:31486:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608696.999539:0:31486:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5ca80 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:31486:1876538934254336:192.168.203.121@tcp:36:lfs.0 00000100:00000001:0.0:1789608696.999544:0:31486:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608697.001874:0:31486:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608697.001882:0:31486:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608697.001886:0:31486:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608697.001898:0:31486:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903116800. 02000000:00000001:0.0:1789608697.001902:0:31486:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608697.001911:0:31486:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608697.001916:0:31486:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8dc0. 00000400:00000010:0.0:1789608697.001923:0:31486:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edd48. 00000100:00000200:0.0:1789608697.001929:0:31486:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934254336, portal 10 00000100:00000001:0.0:1789608697.001932:0:31486:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608697.001934:0:31486:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594155136 : -117815115396480 : ffff94d907e5ca80) 00000100:00000040:0.0:1789608697.001956:0:31486:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5ca80 x1876538934254336/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/576 e 0 to 0 dl 1789608837 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608697.001965:0:31486:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608697.001968:0:31486:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608697.001971:0:31486:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed3b8. 00000100:00000200:0.0:1789608697.001974:0:31486:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1876538934254336, offset 0 00000400:00000200:0.0:1789608697.001981:0:31486:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608697.001989:0:31486:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608697.001997:0:31486:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608697.002003:0:31486:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608697.002007:0:31486:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608697.002010:0:31486:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608697.002013:0:31486:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608697.002016:0:31486:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2557:2557:256:4294967295] 192.168.203.121@tcp LPNI seq info [2557:2557:8:4294967295] 00000400:00000200:0.0:1789608697.002021:0:31486:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608697.002029:0:31486:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608697.002034:0:31486:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608697.002041:0:31486:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306d00. 00000800:00000200:0.0:1789608697.002047:0:31486:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608697.002056:0:31486:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608697.002060:0:31486:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306d00 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:0.0:1789608697.002070:0:31486:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608697.002075:0:31486:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 829285 usecs (830 jiffies) 00000400:00000200:0.0:1789608697.002078:0:31486:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608697.002080:0:31486:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296424922 00000100:00000001:0.0:1789608697.002083:0:31486:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296425361 00000100:00000001:0.0:1789608697.002086:0:31486:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296424922 00000100:00000001:0.0:1789608697.002088:0:31486:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296425361 00000100:00000001:0.0:1789608697.002090:0:31486:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608697.002093:0:31486:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608697.002095:0:31486:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608697.002098:0:31486:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=135 : 135 : 87) 00000100:00100000:0.0:1789608697.002101:0:31486:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d90716e900 going to sleep for 135 seconds 00000100:00000001:0.0:1789608697.002104:0:31486:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608697.002107:0:31486:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608697.002549:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608697.002555:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306d00. 00000400:00000200:1.0:1789608697.002560:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608697.002566:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608697.002572:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed3b8 00000400:00000010:1.0:1789608697.002575:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed3b8. 00000100:00000001:1.0:1789608697.002579:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608697.002583:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5ca80 x1876538934254336/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/576 e 0 to 0 dl 1789608837 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608697.002594:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608697.002597:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907e5ca80 x1876538934254336/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/576 e 0 to 0 dl 1789608837 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608697.002604:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608697.002606:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1789608697.004577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f55400. 00000080:00000010:0.1:1789608697.009727:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d90704e3c0. 00010000:00000010:0.1:1789608697.009743:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9037fcd00. 00010000:00000010:0.1:1789608697.009748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f54800. 00000800:00000001:1.0:1789608697.016293:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608697.016319:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608697.016322:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608697.016325:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608697.016334:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608697.016342:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608697.016353:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608697.016358:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608697.016362:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608697.016366:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 448 into portal 10 MB=0x6aab3c4955b00 00000400:00000200:1.0:1789608697.016372:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608697.016379:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 448/448 into md 0x75a9 [1] + 224 00000800:00000001:1.0:1789608697.016387:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608697.016399:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608697.016403:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608697.016407:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608697.016414:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608697.016423:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5ca80 x1876538934254336/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/576 e 0 to 0 dl 1789608837 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608697.016434:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff94d907e5ca80 x1876538934254336/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/576 e 0 to 0 dl 1789608837 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608697.016460:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608697.016469:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608697.016472:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608697.016545:0:31486:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789608697.016553:0:31486:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608697.016555:0:31486:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608697.016558:0:31486:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8dc0. 00000400:00000200:0.0:1789608697.016563:0:31486:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edd48 00000400:00000010:0.0:1789608697.016565:0:31486:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edd48. 00000100:00000001:0.0:1789608697.016568:0:31486:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608697.016572:0:31486:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5ca80 x1876538934254336/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/576 e 0 to 0 dl 1789608837 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608697.016581:0:31486:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5ca80 x1876538934254336/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/576 e 0 to 0 dl 1789608837 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608697.016586:0:31486:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608697.016588:0:31486:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608697.016590:0:31486:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608697.016594:0:31486:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608697.016596:0:31486:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608697.016599:0:31486:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608697.016602:0:31486:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608697.016610:0:31486:0:(import.c:2196:obd_at_measure()) add 104 to ffff94d902b11c60 time=55 v=104 (104 104 104 137) 00000100:00001000:0.0:1789608697.016615:0:31486:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=3 v=5 (1 0 0 0) 00000100:00000001:0.0:1789608697.016617:0:31486:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608697.016620:0:31486:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608697.016622:0:31486:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608697.016626:0:31486:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608697.016629:0:31486:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789608697.016631:0:31486:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009c/0x1] 00000100:00000001:0.0:1789608697.016633:0:31486:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789608697.016635:0:31486:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608697.016636:0:31486:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594155136 : -117815115396480 : ffff94d907e5ca80) 00000100:00000001:0.0:1789608697.016640:0:31486:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608697.016641:0:31486:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967576 00000100:00000001:0.0:1789608697.016643:0:31486:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608697.016646:0:31486:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608697.016651:0:31486:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5ca80 x1876538934254336/t4294967578(4294967578) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/448 e 0 to 0 dl 1789608837 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608697.016657:0:31486:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608697.016661:0:31486:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608697.016663:0:31486:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608697.016667:0:31486:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5ca80 x1876538934254336/t4294967578(4294967578) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/448 e 0 to 0 dl 1789608837 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789608697.016713:0:31486:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5ca80 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:31486:1876538934254336:192.168.203.121@tcp:36:lfs.0 00000100:00000001:0.0:1789608697.016718:0:31486:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608697.016722:0:31486:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608697.016724:0:31486:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789608697.016726:0:31486:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608697.016730:0:31486:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907e5ca80 x1876538934254336/t4294967578(4294967578) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/448 e 0 to 0 dl 1789608837 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608697.016736:0:31486:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789608697.016739:0:31486:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d90716e900. 00000100:00000001:0.0:1789608697.016743:0:31486:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789608697.016745:0:31486:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608697.016753:0:31486:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608697.016756:0:31486:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000405:0x1b:0x0] 00800000:00000001:0.0:1789608697.016758:0:31486:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608697.016762:0:31486:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789608697.016768:0:31486:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789608697.016770:0:31486:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789608697.016772:0:31486:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611163 : 144115205339611163 : 20000040500001b) 00000080:00000001:0.0:1789608697.016776:0:31486:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1789608697.016787:0:31486:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94d918ad8000. 00000080:00000001:0.0:1789608697.016798:0:31486:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:0.0:1789608697.016800:0:31486:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x1b:0x0](ffff94d918ad80c8) 00000080:00000001:0.0:1789608697.016803:0:31486:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789608697.016805:0:31486:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x1b:0x0] 00000080:00000001:0.0:1789608697.016807:0:31486:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608697.016808:0:31486:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611163 : 144115205339611163 : 20000040500001b) 00000080:00000001:0.0:1789608697.016811:0:31486:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1789608697.016813:0:31486:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611163 mtime from 0 to 1789608696 00000080:00200000:0.0:1789608697.016816:0:31486:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x1b:0x0], updating i_size 16384 00000080:00000001:0.0:1789608697.016830:0:31486:0:(llite_lib.c:3382:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1789608697.016833:0:31486:0:(namei.c:156:ll_iget()) Process leaving (rc=18446626258875678920 : -117814833872696 : ffff94d918ad80c8) 00000080:00000001:0.0:1789608697.016835:0:31486:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789608697.016838:0:31486:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789608697.016839:0:31486:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608697.016845:0:31486:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608697.016849:0:31486:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5ca80 x1876538934254336/t4294967578(4294967578) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/448 e 0 to 0 dl 1789608837 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608697.016855:0:31486:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608697.016857:0:31486:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:0.0:1789608697.016859:0:31486:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d904ae6600. 00000080:00000010:0.0:1789608697.016864:0:31486:0:(dir.c:2111:ll_dir_ioctl()) kvfree 'data': 648 at ffff94d903116400. 00000080:00000001:0.0:1789608697.016867:0:31486:0:(dir.c:2112:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608697.016886:0:31486:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:0.0:1789608697.016889:0:31486:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1789608697.016892:0:31486:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0208fdd0 00000080:00200008:0.0:1789608697.016894:0:31486:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff94d918926c08), flags 300000 00000080:00400000:0.0:1789608697.016898:0:31486:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:0.0:1789608697.016901:0:31486:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d910b00a00. 00000080:00000001:0.0:1789608697.016906:0:31486:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1789608697.016908:0:31486:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0208fdd0 00000080:00000008:0.0:1789608697.016910:0:31486:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff94d918926c08), flags 300000, rc = 0 00000080:00000001:0.0:1789608697.016912:0:31486:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608697.016913:0:31486:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608697.038228:0:31487:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789608697.038235:0:31487:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789608697.038238:0:31487:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789608697.038241:0:31487:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e017d3b20 00000080:00200000:1.0:1789608697.038246:0:31487:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:1.0:1789608697.038254:0:31487:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d91a40ba00. 00800000:00000002:1.0:1789608697.038260:0:31487:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:1.0:1789608697.038265:0:31487:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789608697.038270:0:31487:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789608697.038272:0:31487:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e017d3a40 00800000:00000002:1.0:1789608697.038274:0:31487:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789608697.038278:0:31487:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789608697.038281:0:31487:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789608697.038283:0:31487:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789608697.038285:0:31487:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789608697.038287:0:31487:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789608697.038288:0:31487:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608697.038289:0:31487:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789608697.038291:0:31487:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608697.038293:0:31487:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789608697.038297:0:31487:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789608697.038299:0:31487:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e017d3910 00000002:00010000:1.0:1789608697.038302:0:31487:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789608697.038305:0:31487:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789608697.038307:0:31487:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789608697.038310:0:31487:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789608697.038316:0:31487:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608697.038319:0:31487:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608697.038320:0:31487:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608697.038323:0:31487:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789608697.038325:0:31487:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1789608697.038331:0:31487:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904057b80. 00000020:00000040:1.0:1789608697.038335:0:31487:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00010000:00000001:1.0:1789608697.038341:0:31487:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789608697.038346:0:31487:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789608697.038352:0:31487:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608697.038354:0:31487:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608697.038356:0:31487:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608697.038359:0:31487:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608697.038362:0:31487:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608697.038367:0:31487:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608697.038374:0:31487:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d908241c00. 00000100:00000001:1.0:1789608697.038381:0:31487:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608697.038387:0:31487:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789608697.038389:0:31487:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608697.038390:0:31487:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789608697.038391:0:31487:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608697.038393:0:31487:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608697.038399:0:31487:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626258529123200 : -117815180428416 : ffff94d904057b80) 00010000:00000001:1.0:1789608697.038402:0:31487:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789608697.038405:0:31487:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789608697.038409:0:31487:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d90906b400. 00010000:00000010:1.0:1789608697.038413:0:31487:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d9121c3180. 00010000:00000001:1.0:1789608697.038417:0:31487:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789608697.038421:0:31487:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d903f6ac00. 00000020:00000001:1.0:1789608697.038424:0:31487:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789608697.038427:0:31487:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d903f6ac00 with handle 0xc54db3288176fcce to hash 00000020:00000001:1.0:1789608697.038429:0:31487:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789608697.038432:0:31487:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626258528152576 : -117815181399040 : ffff94d903f6ac00) 00010000:00000001:1.0:1789608697.038435:0:31487:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626258528152576 : -117815181399040 : ffff94d903f6ac00) 00010000:00000001:1.0:1789608697.038439:0:31487:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608697.038441:0:31487:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608697.038446:0:31487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6ac00/0xc54db3288176fcce lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789608697.038455:0:31487:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6ac00/0xc54db3288176fcce lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789608697.038465:0:31487:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6ac00/0xc54db3288176fcce lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31487 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789608697.038471:0:31487:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789608697.038473:0:31487:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789608697.038479:0:31487:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d910b35f00. 00000100:00000001:1.0:1789608697.038482:0:31487:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258741845760 : -117814967705856 : ffff94d910b35f00) 00000100:00000001:1.0:1789608697.038485:0:31487:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608697.038486:0:31487:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529123200 : -117815180428416 : ffff94d904057b80) 00000100:00000001:1.0:1789608697.038490:0:31487:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608697.038494:0:31487:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608697.038496:0:31487:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789608697.038498:0:31487:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608697.038509:0:31487:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904057b80 x1876538934254464/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608697.038519:0:31487:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608697.038521:0:31487:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608697.038525:0:31487:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608697.038528:0:31487:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608697.038531:0:31487:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608697.038535:0:31487:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904057b80 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:31487:1876538934254464:192.168.203.121@tcp:101:lfs.0 00000100:00000001:1.0:1789608697.038539:0:31487:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608697.038543:0:31487:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608697.038546:0:31487:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608697.038549:0:31487:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608697.038553:0:31487:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d903d94800. 02000000:00000001:1.0:1789608697.038555:0:31487:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608697.038562:0:31487:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608697.038566:0:31487:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34f20. 00000400:00000010:1.0:1789608697.038573:0:31487:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35ee0. 00000100:00000200:1.0:1789608697.038579:0:31487:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876538934254464, portal 10 00000100:00000001:1.0:1789608697.038581:0:31487:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608697.038582:0:31487:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529123200 : -117815180428416 : ffff94d904057b80) 00000100:00000040:1.0:1789608697.038588:0:31487:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d904057b80 x1876538934254464/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608837 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608697.038596:0:31487:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608697.038599:0:31487:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608697.038601:0:31487:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35198. 00000100:00000200:1.0:1789608697.038604:0:31487:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876538934254464, offset 0 00000400:00000200:1.0:1789608697.038610:0:31487:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608697.038619:0:31487:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608697.038626:0:31487:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608697.038631:0:31487:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608697.038636:0:31487:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608697.038639:0:31487:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608697.038642:0:31487:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608697.038646:0:31487:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2558:2558:256:4294967295] 192.168.203.121@tcp LPNI seq info [2558:2558:8:4294967295] 00000400:00000200:1.0:1789608697.038650:0:31487:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608697.038659:0:31487:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608697.038664:0:31487:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608697.038669:0:31487:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faae00. 00000800:00000200:1.0:1789608697.041222:0:31487:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608697.041234:0:31487:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608697.041239:0:31487:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faae00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1789608697.041256:0:31487:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608697.041263:0:31487:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 827925 usecs (828 jiffies) 00000400:00000200:1.0:1789608697.041269:0:31487:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608697.041272:0:31487:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296424959 00000100:00000001:1.0:1789608697.041276:0:31487:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296425361 00000100:00000001:1.0:1789608697.041279:0:31487:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296424959 00000100:00000001:1.0:1789608697.041281:0:31487:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296425361 00000100:00000001:1.0:1789608697.041283:0:31487:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608697.041287:0:31487:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608697.041289:0:31487:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608697.041292:0:31487:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=135 : 135 : 87) 00000100:00100000:1.0:1789608697.041295:0:31487:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d910b35f00 going to sleep for 135 seconds 00000100:00000001:1.0:1789608697.041297:0:31487:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608697.041300:0:31487:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608697.041847:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608697.041854:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faae00. 00000400:00000200:0.0:1789608697.041861:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608697.041867:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608697.041873:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35198 00000400:00000010:0.0:1789608697.041876:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35198. 00000100:00000001:0.0:1789608697.041880:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608697.041888:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904057b80 x1876538934254464/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608837 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608697.041898:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608697.041902:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d904057b80 x1876538934254464/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608837 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608697.041908:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608697.041910:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608697.051187:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608697.051210:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608697.051215:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608697.051217:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608697.051226:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608697.051234:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608697.051245:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608697.051250:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608697.051255:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608697.051260:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 688 into portal 10 MB=0x6aab3c4955b80 00000400:00000200:1.0:1789608697.051266:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608697.051271:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 688/688 into md 0x75b9 [1] + 224 00000800:00000001:1.0:1789608697.051279:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608697.051289:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608697.051292:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608697.051297:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608697.051304:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608697.051313:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904057b80 x1876538934254464/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608837 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608697.051329:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d904057b80 x1876538934254464/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608837 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608697.051360:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608697.051369:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608697.051372:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1789608697.052746:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608697.052751:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bd100. 00000400:00000200:0.0:1789608697.052755:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608697.052759:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608697.052763:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c7f8 00000400:00000010:0.0:1789608697.052766:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c7f8. 00000100:00000001:0.0:1789608697.052769:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608697.052773:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d27800 x1876538934254592/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608837 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608697.052781:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608697.052784:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d27800 x1876538934254592/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608837 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608697.052790:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608697.052791:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608697.076955:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608697.076977:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608697.076981:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608697.076984:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608697.076993:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608697.077000:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608697.077011:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608697.077016:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608697.077021:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608697.077026:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 584 into portal 10 MB=0x6aab3c4955c00 00000400:00000200:1.0:1789608697.077032:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608697.077038:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 584/584 into md 0x75c9 [1] + 224 00000800:00000001:1.0:1789608697.077044:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608697.077054:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608697.077057:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608697.077061:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608697.077069:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608697.077080:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d27800 x1876538934254592/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608837 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608697.077090:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff94d907d27800 x1876538934254592/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608837 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608697.077111:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608697.077120:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608697.077123:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1789608697.094300:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608697.094311:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bd300. 00000400:00000200:0.0:1789608697.094320:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608697.094329:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608697.094336:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c990 00000400:00000010:0.0:1789608697.094339:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c990. 00000100:00000001:0.0:1789608697.094345:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608697.094353:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d27800 x1876538934254848/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/576 e 0 to 0 dl 1789608837 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608697.094367:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608697.094370:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d27800 x1876538934254848/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/576 e 0 to 0 dl 1789608837 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608697.094378:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608697.094380:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608697.100231:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608697.100266:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608697.100272:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608697.100275:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608697.100287:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608697.100298:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608697.100313:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608697.100319:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608697.100326:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608697.100332:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 448 into portal 10 MB=0x6aab3c4955d00 00000400:00000200:1.0:1789608697.100339:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608697.100346:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 448/448 into md 0x75d1 [1] + 224 00000800:00000001:1.0:1789608697.100356:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608697.100371:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608697.100375:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608697.100380:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608697.100391:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608697.100404:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d27800 x1876538934254848/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/576 e 0 to 0 dl 1789608837 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608697.100416:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff94d907d27800 x1876538934254848/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/576 e 0 to 0 dl 1789608837 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608697.100437:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608697.100448:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608697.100452:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1789608697.104471:0:31487:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909233000. 00000080:00000010:2.1:1789608697.110025:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f685c0. 00010000:00000010:2.1:1789608697.110040:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d90906b400. 00010000:00000010:2.1:1789608697.110046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6ac00. 00000800:00000200:1.0:1789608697.143253:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608697.143263:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bd200. 00000400:00000200:1.0:1789608697.143270:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608697.143278:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608697.143285:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6caa0 00000400:00000010:1.0:1789608697.143288:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6caa0. 00000100:00000001:1.0:1789608697.143293:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608697.143301:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25c00 x1876538934254976/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608837 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608697.143320:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608697.143324:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d25c00 x1876538934254976/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608837 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608697.143332:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608697.143334:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608697.151253:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608697.151272:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608697.151277:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608697.151280:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608697.151289:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608697.151296:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608697.151305:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608697.151310:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608697.151315:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608697.151320:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 688 into portal 10 MB=0x6aab3c4955d80 00000400:00000200:1.0:1789608697.151325:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608697.151331:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 688/688 into md 0x75d9 [1] + 224 00000800:00000001:1.0:1789608697.151338:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608697.151345:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608697.151349:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608697.151354:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608697.151361:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608697.151370:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d25c00 x1876538934254976/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608837 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608697.151383:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d907d25c00 x1876538934254976/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608837 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608697.151404:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608697.151412:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608697.151416:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1789608697.153257:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608697.153262:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bd000. 00000400:00000200:1.0:1789608697.153267:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608697.153271:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608697.153276:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c220 00000400:00000010:1.0:1789608697.153278:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c220. 00000100:00000001:1.0:1789608697.153282:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608697.153287:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25c00 x1876538934255104/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608837 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608697.153295:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608697.153298:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d25c00 x1876538934255104/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608837 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608697.153304:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608697.153306:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608697.159077:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608697.159094:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608697.159097:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608697.159100:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608697.159108:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608697.159116:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608697.159125:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608697.159130:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608697.159136:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608697.159140:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 688 into portal 10 MB=0x6aab3c4955e00 00000400:00000200:1.0:1789608697.159145:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608697.159152:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 688/688 into md 0x75e1 [1] + 224 00000800:00000001:1.0:1789608697.159160:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608697.159170:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608697.159174:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608697.159178:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608697.159186:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608697.159196:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d25c00 x1876538934255104/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608837 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608697.159206:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d907d25c00 x1876538934255104/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608837 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608697.159229:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608697.159238:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608697.159241:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1789608697.163938:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608697.163944:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bd400. 00000400:00000200:1.0:1789608697.163950:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608697.163956:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608697.163962:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6cd48 00000400:00000010:1.0:1789608697.163964:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6cd48. 00000100:00000001:1.0:1789608697.163968:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608697.163973:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25c00 x1876538934255360/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789608837 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608697.163984:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608697.163988:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d25c00 x1876538934255360/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789608837 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608697.163994:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608697.163996:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608697.175448:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608697.175470:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608697.175474:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608697.175477:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608697.175485:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608697.175493:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608697.175505:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608697.175509:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608697.175515:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608697.175519:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 664 into portal 10 MB=0x6aab3c4955f00 00000400:00000200:1.0:1789608697.175524:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608697.175530:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 664/664 into md 0x75e9 [32] + 224 00000800:00000001:1.0:1789608697.175537:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608697.175548:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608697.175551:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608697.175556:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608697.175564:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608697.175572:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d25c00 x1876538934255360/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789608837 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608697.175583:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff94d907d25c00 x1876538934255360/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789608837 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608697.175611:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608697.175620:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608697.175624:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789608697.617469:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608697.617478:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608697.617484:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1789608697.988165:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608697.988176:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bd900. 00000400:00000200:1.0:1789608697.988184:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608697.988192:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608697.988200:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c2a8 00000400:00000010:1.0:1789608697.988203:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c2a8. 00000100:00000001:1.0:1789608697.988209:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608697.988217:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d27480 x1876538934255488/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608837 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608697.988230:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608697.988235:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d27480 x1876538934255488/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608837 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608697.988243:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608697.988245:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608697.994520:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608697.994536:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608697.994541:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608697.994543:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608697.994551:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608697.994559:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608697.994575:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608697.994579:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608697.994584:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608697.994589:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 688 into portal 10 MB=0x6aab3c4955f80 00000400:00000200:1.0:1789608697.994594:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608697.994599:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 688/688 into md 0x75f1 [1] + 224 00000800:00000001:1.0:1789608697.994606:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608697.994625:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608697.994628:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608697.994633:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608697.994640:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608697.994648:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d27480 x1876538934255488/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608837 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608697.994660:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d907d27480 x1876538934255488/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608837 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608697.994709:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608697.994717:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608697.994720:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1789608698.005645:0:31499:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306e00. 00000800:00000200:0.0:1789608698.005663:0:31499:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608698.005671:0:31499:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608698.005689:0:31499:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306e00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1789608698.005750:0:31499:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608698.005757:0:31499:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 818478 usecs (819 jiffies) 00000400:00000200:0.0:1789608698.005764:0:31499:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608698.005768:0:31499:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296425915 00000100:00000001:0.0:1789608698.005777:0:31499:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, simply extend its deadline from 4296425898 00000100:00000001:0.0:1789608698.005782:0:31499:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296425915 00000100:00000001:0.0:1789608698.005785:0:31499:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, simply extend its deadline from 4296425898 00000100:00000001:0.0:1789608698.005789:0:31499:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608698.005793:0:31499:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608698.005805:0:31499:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608698.005808:0:31499:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=135 : 135 : 87) 00000100:00100000:0.0:1789608698.005820:0:31499:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d911d789c0 going to sleep for 135 seconds 00000100:00000001:0.0:1789608698.005823:0:31499:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608698.005826:0:31499:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608698.006003:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608698.006009:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306e00. 00000400:00000200:1.0:1789608698.006014:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608698.006020:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608698.006026:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c550 00000400:00000010:1.0:1789608698.006029:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c550. 00000100:00000001:1.0:1789608698.006034:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608698.006041:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d27480 x1876538934255744/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789608838 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608698.006052:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608698.006055:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d27480 x1876538934255744/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789608838 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608698.006062:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608698.006063:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608698.011192:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608698.011213:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608698.011217:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608698.011221:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608698.011229:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608698.011247:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608698.011259:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608698.011264:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608698.011269:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608698.011273:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 664 into portal 10 MB=0x6aab3c4956080 00000400:00000200:1.0:1789608698.011278:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608698.011284:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 664/664 into md 0x75f9 [32] + 224 00000800:00000001:1.0:1789608698.011291:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608698.011302:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608698.011306:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608698.011310:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608698.011317:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608698.011324:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d27480 x1876538934255744/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789608838 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608698.011334:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff94d907d27480 x1876538934255744/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789608838 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608698.011358:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608698.011366:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608698.011370:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608698.011601:0:31499:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789608698.011609:0:31499:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608698.011611:0:31499:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608698.011615:0:31499:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21e18. 00000400:00000200:0.0:1789608698.011620:0:31499:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d903dbd400 00000400:00000010:0.0:1789608698.011622:0:31499:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff94d903dbd400. 00000100:00000001:0.0:1789608698.011626:0:31499:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608698.011632:0:31499:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d27480 x1876538934255744/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789608838 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789608698.011641:0:31499:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d27480 x1876538934255744/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789608838 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608698.011646:0:31499:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608698.011648:0:31499:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608698.011650:0:31499:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608698.011653:0:31499:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608698.011656:0:31499:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608698.011658:0:31499:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608698.011661:0:31499:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608698.011669:0:31499:0:(import.c:2196:obd_at_measure()) add 104 to ffff94d902b11c60 time=56 v=104 (104 104 104 137) 00000100:00001000:0.0:1789608698.011673:0:31499:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=4 v=5 (1 0 0 0) 00000100:00000001:0.0:1789608698.011715:0:31499:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608698.011717:0:31499:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608698.011720:0:31499:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608698.011723:0:31499:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608698.011726:0:31499:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789608698.011728:0:31499:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000011b/0x1] 00000100:00000001:0.0:1789608698.011730:0:31499:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789608698.011732:0:31499:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608698.011735:0:31499:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592887936 : -117815116663680 : ffff94d907d27480) 00000100:00000001:0.0:1789608698.011738:0:31499:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608698.011740:0:31499:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967576 00000100:00000001:0.0:1789608698.011741:0:31499:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608698.011744:0:31499:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608698.011748:0:31499:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d27480 x1876538934255744/t4294967581(4294967581) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789608838 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608698.011755:0:31499:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608698.011758:0:31499:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608698.011760:0:31499:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608698.011764:0:31499:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d27480 x1876538934255744/t4294967581(4294967581) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789608838 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789608698.011772:0:31499:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d27480 pname:cluuid:pid:xid:nid:opc:job touch:25f5d458-2cbe-49cd-9693-334c08df7e27:31499:1876538934255744:192.168.203.121@tcp:101:touch.0 00000100:00000001:0.0:1789608698.011778:0:31499:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608698.011780:0:31499:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608698.011783:0:31499:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789608698.011785:0:31499:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608698.011789:0:31499:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d27480 x1876538934255744/t4294967581(4294967581) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789608838 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608698.011804:0:31499:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789608698.011808:0:31499:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d911d789c0. 00000100:00000001:0.0:1789608698.011822:0:31499:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789608698.011823:0:31499:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608698.011826:0:31499:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789608698.011831:0:31499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608698.011833:0:31499:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608698.011836:0:31499:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233800 refcount=4 00000020:00000001:0.0:1789608698.011838:0:31499:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614958080 : -117815094593536 : ffff94d909233800) 00010000:00000001:0.0:1789608698.011841:0:31499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614958080 : -117815094593536 : ffff94d909233800) 00010000:00000040:0.0:1789608698.011847:0:31499:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d909233800, remote cookie: 0x91bddff8e8ed8d83, flags: 0x1001 00010000:00010000:0.0:1789608698.011852:0:31499:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233800/0xc54db3288176fcf8 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed8d83 expref: -99 pid: 31499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789608698.011862:0:31499:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x1e:0x0].0x0, instead of [0x200000405:0x1c:0x0].0x0 00010000:00000001:0.0:1789608698.011865:0:31499:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1789608698.011872:0:31499:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d9037fcd00. 00010000:00000010:0.0:1789608698.011877:0:31499:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d90330c300. 00010000:00000001:0.0:1789608698.011881:0:31499:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608698.011884:0:31499:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233800/0xc54db3288176fcf8 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed8d83 expref: -99 pid: 31499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789608698.011892:0:31499:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233800/0xc54db3288176fcf8 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed8d83 expref: -99 pid: 31499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608698.011898:0:31499:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789608698.011902:0:31499:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789608698.011904:0:31499:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789608698.011906:0:31499:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789608698.011907:0:31499:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789608698.011909:0:31499:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x1e:0x0].0x0 (ffff94d9037fcd00) refcount = 1 00010000:00010000:0.0:1789608698.011913:0:31499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233800/0xc54db3288176fcf8 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed8d83 expref: -99 pid: 31499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608698.011919:0:31499:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789608698.011922:0:31499:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789608698.011924:0:31499:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789608698.011926:0:31499:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789608698.011929:0:31499:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608698.011932:0:31499:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233800/0xc54db3288176fcf8 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed8d83 expref: -99 pid: 31499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608698.011938:0:31499:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789608698.011939:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608698.011941:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608698.011942:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608698.011943:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608698.011945:0:31499:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608698.011949:0:31499:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789608698.011951:0:31499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608698.011953:0:31499:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608698.011954:0:31499:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233800 refcount=3 00000020:00000001:0.0:1789608698.011956:0:31499:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614958080 : -117815094593536 : ffff94d909233800) 00010000:00000001:0.0:1789608698.011958:0:31499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614958080 : -117815094593536 : ffff94d909233800) 00010000:00000001:0.0:1789608698.011960:0:31499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608698.011961:0:31499:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608698.011962:0:31499:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233800 refcount=4 00000020:00000001:0.0:1789608698.011964:0:31499:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614958080 : -117815094593536 : ffff94d909233800) 00010000:00000001:0.0:1789608698.011966:0:31499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614958080 : -117815094593536 : ffff94d909233800) 00010000:00000001:0.0:1789608698.011968:0:31499:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608698.011971:0:31499:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608698.011974:0:31499:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233800/0xc54db3288176fcf8 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed8d83 expref: -99 pid: 31499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608698.011980:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608698.011981:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608698.011982:0:31499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608698.011983:0:31499:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608698.011984:0:31499:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233800 refcount=5 00000020:00000001:0.0:1789608698.011986:0:31499:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614958080 : -117815094593536 : ffff94d909233800) 00010000:00000001:0.0:1789608698.011987:0:31499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614958080 : -117815094593536 : ffff94d909233800) 00010000:00000001:0.0:1789608698.011989:0:31499:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789608698.011992:0:31499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233800/0xc54db3288176fcf8 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed8d83 expref: -99 pid: 31499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608698.011997:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608698.011998:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789608698.012001:0:31499:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233800/0xc54db3288176fcf8 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed8d83 expref: -99 pid: 31499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608698.012007:0:31499:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789608698.012009:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608698.012010:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608698.012011:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608698.012011:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789608698.012016:0:31499:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff94d907d27480 x1876538934255744/t4294967581(4294967581) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789608838 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789608698.012024:0:31499:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1789608698.012029:0:31499:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d907d27480 x1876538934255744/t4294967581(4294967581) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789608838 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789608698.012035:0:31499:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608698.012041:0:31499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608698.012042:0:31499:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608698.012044:0:31499:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233800 refcount=3 00000020:00000001:0.0:1789608698.012046:0:31499:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614958080 : -117815094593536 : ffff94d909233800) 00010000:00000001:0.0:1789608698.012048:0:31499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614958080 : -117815094593536 : ffff94d909233800) 00000002:00010000:0.0:1789608698.012051:0:31499:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233800/0xc54db3288176fcf8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed8d83 expref: -99 pid: 31499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1789608698.012061:0:31499:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff94d91213b100. 00010000:00000001:0.0:1789608698.012063:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608698.012064:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789608698.012065:0:31499:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608698.012067:0:31499:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608698.012070:0:31499:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1789608698.012072:0:31499:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608698.012074:0:31499:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592887936 : -117815116663680 : ffff94d907d27480) 00000100:00000001:0.0:1789608698.012075:0:31499:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608698.012077:0:31499:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592887936 : -117815116663680 : ffff94d907d27480) 00010000:00000001:0.0:1789608698.012079:0:31499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608698.012080:0:31499:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608698.012082:0:31499:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233800 refcount=3 00000020:00000001:0.0:1789608698.012084:0:31499:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614958080 : -117815094593536 : ffff94d909233800) 00010000:00000001:0.0:1789608698.012085:0:31499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614958080 : -117815094593536 : ffff94d909233800) 00000002:00010000:0.0:1789608698.012089:0:31499:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233800/0xc54db3288176fcf8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed8d83 expref: -99 pid: 31499 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608698.012095:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608698.012096:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608698.012097:0:31499:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789608698.012098:0:31499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608698.012100:0:31499:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608698.012101:0:31499:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233800 refcount=3 00000020:00000001:0.0:1789608698.012103:0:31499:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614958080 : -117815094593536 : ffff94d909233800) 00010000:00000001:0.0:1789608698.012105:0:31499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614958080 : -117815094593536 : ffff94d909233800) 00010000:00000040:0.0:1789608698.012109:0:31499:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fcd00 count: 2 00010000:00000001:0.0:1789608698.012111:0:31499:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789608698.012115:0:31499:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d91081f000 type 13 mode 4 res 8589935621/30 (0 0) 00010000:00000001:0.0:1789608698.012117:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608698.012118:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789608698.012119:0:31499:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789608698.012122:0:31499:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e020af768 00000002:00002000:0.0:1789608698.012124:0:31499:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:0.0:1789608698.012128:0:31499:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608698.012131:0:31499:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608698.012134:0:31499:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789608698.012137:0:31499:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000405:0x1c:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1789608698.012140:0:31499:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608698.012144:0:31499:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d9071bfec0 2 00000080:00000001:0.0:1789608698.012147:0:31499:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789608698.012148:0:31499:0:(namei.c:674:ll_lookup_it_finish()) it ffff94d907f83480 it_disposition 1800037 00000080:00002000:0.0:1789608698.012154:0:31499:0:(namei.c:653:ll_splice_alias()) Add dentry ffff94d918ab3510 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1789608698.012159:0:31499:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789608698.012162:0:31499:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:0.0:1789608698.012164:0:31499:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e020af990 00000080:00200000:0.0:1789608698.012166:0:31499:0:(namei.c:1628:ll_create_it()) VFS Op:name=f, dir=[0x200000405:0x1c:0x0](ffff94d918923a88), intent=open|creat 00000080:00000001:0.0:1789608698.012168:0:31499:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:0.0:1789608698.012170:0:31499:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789608698.012175:0:31499:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789608698.012178:0:31499:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789608698.012180:0:31499:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611166 : 144115205339611166 : 20000040500001e) 00000080:00000001:0.0:1789608698.012183:0:31499:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1789608698.012195:0:31499:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94d918adeb40. 00000020:00000001:0.0:1789608698.012205:0:31499:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:0.0:1789608698.012206:0:31499:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1789608698.012209:0:31499:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:0.0:1789608698.012211:0:31499:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x1e:0x0](ffff94d918adec08) 00000020:00000001:0.0:1789608698.012214:0:31499:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789608698.012218:0:31499:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514698040 : -117815194853576 : ffff94d903295f38) 00000020:00001000:0.0:1789608698.012220:0:31499:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295f30 00000020:00000001:0.0:1789608698.012224:0:31499:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:0.0:1789608698.012228:0:31499:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff94d909230640. 00000020:00000001:0.0:1789608698.012231:0:31499:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1789608698.012243:0:31499:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608698.012250:0:31499:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:0.0:1789608698.012254:0:31499:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff94d9070505d0. 00020000:00000001:0.0:1789608698.012256:0:31499:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446626258579424720 : -117815130126896 : ffff94d9070505d0) 00020000:00000001:0.0:1789608698.012259:0:31499:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:0.0:1789608698.012261:0:31499:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789608698.012267:0:31499:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d9082d7ba0. 00020000:00000010:0.0:1789608698.012271:0:31499:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d90822ec00. 00020000:00000010:0.0:1789608698.012275:0:31499:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d9082d75a0. 00020000:00000001:0.0:1789608698.012277:0:31499:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626258598852000 : -117815110699616 : ffff94d9082d75a0) 00020000:00000002:0.0:1789608698.012281:0:31499:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d9082d75a0, objid 0x1e:1029, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789608698.012285:0:31499:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789608698.012289:0:31499:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d90822ec00: ostid: 0x280000401:19 ost idx: 0 gen: 0 00020000:00000001:0.0:1789608698.012292:0:31499:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1789608698.012294:0:31499:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d9082d75a0, objid 0x1e:1029, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789608698.012297:0:31499:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789608698.012300:0:31499:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d90822ec00: ostid: 0x280000401:19 ost idx: 0 gen: 0 00020000:00000010:0.0:1789608698.012304:0:31499:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff94d9040c3e70. 00020000:00000010:0.0:1789608698.012307:0:31499:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff94d90716e900. 00020000:00000001:0.0:1789608698.012312:0:31499:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1789608698.012315:0:31499:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff94d902d8b448. 00020000:00000001:0.0:1789608698.012317:0:31499:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1789608698.012318:0:31499:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:0.0:1789608698.012322:0:31499:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1789608698.012325:0:31499:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff94d9092300c8. 00000020:00000001:0.0:1789608698.012327:0:31499:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1789608698.012329:0:31499:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608698.012331:0:31499:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446626258614944072 : -117815094607544 : ffff94d909230148) 00020000:00000001:0.0:1789608698.012334:0:31499:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1789608698.012338:0:31499:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff94d907004540. 00020000:00000001:0.0:1789608698.012341:0:31499:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608698.012345:0:31499:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446626258614944072 : -117815094607544 : ffff94d909230148) 00020000:00000001:0.0:1789608698.012347:0:31499:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446626258614944072 : -117815094607544 : ffff94d909230148) 00020000:00000002:0.0:1789608698.012350:0:31499:0:(lov_object.c:134:lov_init_sub()) [0x280000401:0x13:0x0]@ffff94d9092300c8[0:0] -> [0x200000405:0x1e:0x0]@ffff94d909230640: ostid: 0x280000401:19 ost idx: 0 gen: 0 00020000:00000001:0.0:1789608698.012355:0:31499:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:0.0:1789608698.012357:0:31499:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:0.0:1789608698.012359:0:31499:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608698.012362:0:31499:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446626258614945472 : -117815094606144 : ffff94d9092306c0) 00000020:00001000:0.0:1789608698.012365:0:31499:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295f30 00000080:00000001:0.0:1789608698.012370:0:31499:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611166 : 144115205339611166 : 20000040500001e) 00000080:00000001:0.0:1789608698.012373:0:31499:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1789608698.012376:0:31499:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611166 mtime from 0 to 1789608697 00000080:00000001:0.0:1789608698.012380:0:31499:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1789608698.012382:0:31499:0:(namei.c:156:ll_iget()) Process leaving (rc=18446626258875706376 : -117814833845240 : ffff94d918adec08) 00010000:00000001:0.0:1789608698.012384:0:31499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608698.012386:0:31499:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608698.012388:0:31499:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233800 refcount=3 00000020:00000001:0.0:1789608698.012390:0:31499:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614958080 : -117815094593536 : ffff94d909233800) 00010000:00000001:0.0:1789608698.012392:0:31499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614958080 : -117815094593536 : ffff94d909233800) 00000080:00000001:0.0:1789608698.012395:0:31499:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789608698.012396:0:31499:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789608698.012398:0:31499:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514698040 : -117815194853576 : ffff94d903295f38) 00000020:00001000:0.0:1789608698.012399:0:31499:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295f30 00000020:00000001:0.0:1789608698.012401:0:31499:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1789608698.012403:0:31499:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1789608698.012404:0:31499:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789608698.012407:0:31499:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d9082d7c60. 00020000:00000010:0.0:1789608698.012410:0:31499:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d90822ee00. 00020000:00000010:0.0:1789608698.012644:0:31499:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d9082d71e0. 00020000:00000001:0.0:1789608698.012648:0:31499:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626258598851040 : -117815110700576 : ffff94d9082d71e0) 00020000:00000002:0.0:1789608698.012651:0:31499:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d9082d71e0, objid 0x1e:1029, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789608698.012654:0:31499:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789608698.012657:0:31499:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d90822ee00: ostid: 0x280000401:19 ost idx: 0 gen: 0 00020000:00000002:0.0:1789608698.012661:0:31499:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff94d9070505d0) owner ffff94d9012da7c0 00020000:00000001:0.0:1789608698.012663:0:31499:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789608698.012666:0:31499:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff94d9070505d0) owner ffff94d9012da7c0 00020000:00000010:0.0:1789608698.012671:0:31499:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d90822ee00. 00020000:00000010:0.0:1789608698.012704:0:31499:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d9082d7c60. 00020000:00000010:0.0:1789608698.012710:0:31499:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d9082d71e0. 00020000:00000002:0.0:1789608698.012712:0:31499:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x1e:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1789608698.012714:0:31499:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608698.012716:0:31499:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608698.012720:0:31499:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1789608698.012722:0:31499:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d9070505d0) owner 0000000000000000/ffff94d9012da7c0 00020000:00000002:0.0:1789608698.012725:0:31499:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d9082d75a0 addref 2/0 by ffff94d9012da7c0. 00020000:00000002:0.0:1789608698.012728:0:31499:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d9070505d0) owner 0000000000000000/ffff94d9012da7c0 00020000:00000001:0.0:1789608698.012730:0:31499:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1789608698.012733:0:31499:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1789608698.012734:0:31499:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1789608698.012735:0:31499:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1789608698.012737:0:31499:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1789608698.012739:0:31499:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x1e:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1789608698.012742:0:31499:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295f30 00000080:00000001:0.0:1789608698.012744:0:31499:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608698.012746:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608698.012747:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789608698.012749:0:31499:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789608698.012752:0:31499:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789608698.012754:0:31499:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789608698.012756:0:31499:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000405:0x1e:0x0](ffff94d918adec08) 00000080:00010000:0.0:1789608698.012759:0:31499:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x1e:0x0](ffff94d918adec08) for lock 0xc54db3288176fcf8 00800000:00000001:0.0:1789608698.012762:0:31499:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789608698.012764:0:31499:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789608698.012765:0:31499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608698.012766:0:31499:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608698.012768:0:31499:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233800 refcount=3 00000020:00000001:0.0:1789608698.012770:0:31499:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614958080 : -117815094593536 : ffff94d909233800) 00010000:00000001:0.0:1789608698.012772:0:31499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614958080 : -117815094593536 : ffff94d909233800) 00010000:00000001:0.0:1789608698.012774:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608698.012775:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789608698.012777:0:31499:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608698.012778:0:31499:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608698.012780:0:31499:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:0.0:1789608698.012781:0:31499:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608698.012786:0:31499:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff94d907d27480 x1876538934255744/t4294967581(4294967581) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608838 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608698.012805:0:31499:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789608698.012809:0:31499:0:(namei.c:1651:ll_create_it()) inode ffff94d918adec08 need_sync_to_mds [0x200000405:0x1e:0x0] 00000080:00000001:0.0:1789608698.012821:0:31499:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789608698.012824:0:31499:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x1e:0x0](ffff94d918adec08) 00000080:00000001:0.0:1789608698.012827:0:31499:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789608698.012830:0:31499:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d907e5b800. 00000100:00000001:0.0:1789608698.012835:0:31499:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608698.012839:0:31499:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d27480 x1876538934255744/t4294967581(4294967581) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608838 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608698.012846:0:31499:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608698.012850:0:31499:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1789608698.012851:0:31499:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789608698.012853:0:31499:0:(namei.c:1500:ll_atomic_open()) inode ffff94d918adec08 need_sync_to_mds [0x200000405:0x1e:0x0] 00000080:00000001:0.0:1789608698.012861:0:31499:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1789608698.012863:0:31499:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e020afa68 00000080:00200008:0.0:1789608698.012865:0:31499:0:(file.c:1090:ll_file_open()) START file f:[0x200000405:0x1e:0x0](ffff94d918adec08), flags 104501 00000080:00000010:0.0:1789608698.012872:0:31499:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d910b00a00. 00000080:00000010:0.0:1789608698.012878:0:31499:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94d91213bdc0. 00000080:00000001:0.0:1789608698.012880:0:31499:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1789608698.012884:0:31499:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1789608698.012886:0:31499:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789608698.012888:0:31499:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789608698.012890:0:31499:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789608698.012893:0:31499:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789608698.012895:0:31499:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608698.012897:0:31499:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1e:0x0] 00800000:00000001:0.0:1789608698.012899:0:31499:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608698.012902:0:31499:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1789608698.012905:0:31499:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94d90704e2a0. 00000002:00100000:0.0:1789608698.012909:0:31499:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d907d27480 x1876538934255744/t4294967581(4294967581) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608838 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789608698.012916:0:31499:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608698.012917:0:31499:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1789608698.012921:0:31499:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1789608698.012924:0:31499:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608698.012927:0:31499:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608698.012929:0:31499:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608698.012932:0:31499:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d27480 x1876538934255744/t4294967581(4294967581) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608838 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1789608698.012939:0:31499:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608698.012943:0:31499:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff94d907fe0000. 02000000:00000001:0.0:1789608698.012973:0:31499:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1789608698.012975:0:31499:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608698.012978:0:31499:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e020afa68 00000080:00000008:0.0:1789608698.012980:0:31499:0:(file.c:1329:ll_file_open()) COMPLETED file f:[0x200000405:0x1e:0x0](ffff94d918adec08), flags 104501, rc = 0 00000080:00000001:0.0:1789608698.012984:0:31499:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1789608698.012986:0:31499:0:(dcache.c:176:ll_intent_release()) intent ffff94d907f83480 released 00000080:00010000:0.0:1789608698.012988:0:31499:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fcf8 from it ffff94d907f83480 00010000:00000001:0.0:1789608698.012990:0:31499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608698.012991:0:31499:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608698.012993:0:31499:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233800 refcount=3 00000020:00000001:0.0:1789608698.012995:0:31499:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614958080 : -117815094593536 : ffff94d909233800) 00010000:00000001:0.0:1789608698.012997:0:31499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614958080 : -117815094593536 : ffff94d909233800) 00010000:00000001:0.0:1789608698.012999:0:31499:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789608698.013002:0:31499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233800/0xc54db3288176fcf8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x91bddff8e8ed8d83 expref: -99 pid: 31499 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608698.013010:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608698.013011:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608698.013013:0:31499:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789608698.013015:0:31499:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789608698.013018:0:31499:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233800/0xc54db3288176fcf8 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed8d83 expref: -99 pid: 31499 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789608698.013025:0:31499:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789608698.013027:0:31499:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789608698.013029:0:31499:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789608698.013033:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608698.013034:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608698.013036:0:31499:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608698.013038:0:31499:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789608698.013041:0:31499:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608698.013043:0:31499:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608698.013045:0:31499:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608698.013047:0:31499:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789608698.013049:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608698.013050:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789608698.013051:0:31499:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1789608698.013053:0:31499:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:0.0:1789608698.013055:0:31499:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1789608698.013057:0:31499:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789608698.013060:0:31499:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1789608698.013061:0:31499:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608698.013063:0:31499:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1789608698.013065:0:31499:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608698.013067:0:31499:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789608698.013069:0:31499:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608698.013071:0:31499:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789608698.013074:0:31499:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff94d907f83480. 00000080:00000001:0.0:1789608698.013077:0:31499:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608698.013080:0:31499:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789608698.013082:0:31499:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x1e:0x0](ffff94d918adec08), inode mode 81a4 mask 40 00000080:00000001:0.0:1789608698.013085:0:31499:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608698.013123:0:31499:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789608698.013125:0:31499:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d9070505d0) owner 0000000000000000/ffff94d9012da7c0 00020000:00000002:0.0:1789608698.013128:0:31499:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d9070505d0) owner 0000000000000000/ffff94d9012da7c0 00020000:00000001:0.0:1789608698.013130:0:31499:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608698.013138:0:31499:0:(llite_lib.c:2418:ll_setattr_raw()) Process entered 00000020:00000001:0.0:1789608698.013141:0:31499:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e020afc30 00000080:00200008:0.0:1789608698.013143:0:31499:0:(llite_lib.c:2427:ll_setattr_raw()) START file f:[0x200000405:0x1e:0x0](ffff94d918adec08) current size 0, valid attrs 20070, mode 0, uid -1056107966, gid -1, new size 213440, atime 1789608698.000000000, mtime 1789608698.000000000, ctime 1789608698.000000000 00000080:00000002:0.0:1789608698.013149:0:31499:0:(llite_lib.c:2479:ll_setattr_raw()) setting mtime 1789608698, ctime 1789608698, now = 1789608698 00000080:00000002:0.0:1789608698.013152:0:31499:0:(llite_lib.c:2486:ll_setattr_raw()) inode ffff94d918adec08 attr 0x100201f0 need_sync_to_mds [0x200000405:0x1e:0x0] 00000080:00000010:0.0:1789608698.013156:0:31499:0:(llite_lib.c:2494:ll_setattr_raw()) kmalloced '(op_data)': 392 at ffff94d904ae6600. 00000080:00000001:0.0:1789608698.013159:0:31499:0:(llite_lib.c:2125:ll_md_setattr()) Process entered 00800000:00000001:0.0:1789608698.013163:0:31499:0:(lmv_obd.c:3034:lmv_setattr()) Process entered 00800000:00000002:0.0:1789608698.013165:0:31499:0:(lmv_obd.c:3038:lmv_setattr()) SETATTR for [0x200000405:0x1e:0x0], valid 0x100201f0/0x0 00800000:00000001:0.0:1789608698.013167:0:31499:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789608698.013168:0:31499:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789608698.013169:0:31499:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789608698.013171:0:31499:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789608698.013173:0:31499:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608698.013175:0:31499:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1e:0x0] 00800000:00000001:0.0:1789608698.013176:0:31499:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608698.013180:0:31499:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:0.0:1789608698.013182:0:31499:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789608698.013186:0:31499:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fcd00 count: 2 00010000:00000001:0.0:1789608698.013189:0:31499:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789608698.013191:0:31499:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789608698.013194:0:31499:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789608698.013197:0:31499:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233800/0xc54db3288176fcf8 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x91bddff8e8ed8d83 expref: -99 pid: 31499 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1789608698.013204:0:31499:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789608698.013207:0:31499:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789608698.013209:0:31499:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789608698.013211:0:31499:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x1e:0x0] mode (null) 00000002:00000001:0.0:1789608698.013214:0:31499:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608698.013216:0:31499:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608698.013218:0:31499:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fcd00 count: 3 00010000:00000001:0.0:1789608698.013220:0:31499:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789608698.013223:0:31499:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608698.013224:0:31499:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608698.013225:0:31499:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608698.013227:0:31499:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fcd00 count: 3 00010000:00000001:0.0:1789608698.013229:0:31499:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789608698.013231:0:31499:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608698.013868:0:31499:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608698.013872:0:31499:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608698.013875:0:31499:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fcd00 count: 3 00010000:00000001:0.0:1789608698.013878:0:31499:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789608698.013881:0:31499:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608698.013883:0:31499:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608698.013884:0:31499:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608698.013885:0:31499:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fcd00 count: 3 00010000:00000001:0.0:1789608698.013887:0:31499:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789608698.013888:0:31499:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608698.013890:0:31499:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608698.013892:0:31499:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789608698.013894:0:31499:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789608698.013897:0:31499:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514698040 : -117815194853576 : ffff94d903295f38) 00000020:00001000:0.0:1789608698.013899:0:31499:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295f30 00000020:00000001:0.0:1789608698.013901:0:31499:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1789608698.013903:0:31499:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x1e:0x0]: losing layout lock 00000080:00000001:0.0:1789608698.013905:0:31499:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1789608698.013908:0:31499:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1789608698.013910:0:31499:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1789608698.013913:0:31499:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789608698.013915:0:31499:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x1e:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1789608698.013917:0:31499:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608698.013918:0:31499:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789608698.013920:0:31499:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295f30 00000080:00000001:0.0:1789608698.013922:0:31499:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608698.013925:0:31499:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1789608698.013926:0:31499:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x1e:0x0](ffff94d918adec08) invalid 00000020:00000001:0.0:1789608698.013929:0:31499:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e020af838 00000080:00002000:0.0:1789608698.013930:0:31499:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff94d918ab3510) parent ffff94d918578000 inode ffff94d918adec08 refc 1 00000080:00000001:0.0:1789608698.013935:0:31499:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1789608698.013937:0:31499:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789608698.013938:0:31499:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608698.013941:0:31499:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789608698.013944:0:31499:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789608698.013946:0:31499:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789608698.013947:0:31499:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608698.013950:0:31499:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789608698.013952:0:31499:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d909233800 with handle 0xc54db3288176fcf8 from hash 00010000:00000001:0.0:1789608698.013955:0:31499:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789608698.013956:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608698.013958:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608698.013959:0:31499:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789608698.013962:0:31499:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789608698.013964:0:31499:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789608698.013966:0:31499:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789608698.013968:0:31499:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789608698.013971:0:31499:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1789608698.013978:0:31499:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5fb80. 00000020:00000040:0.0:1789608698.013982:0:31499:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=9 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00010000:00000001:0.0:1789608698.013987:0:31499:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789608698.013991:0:31499:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789608698.013994:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608698.013995:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608698.013996:0:31499:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608698.013999:0:31499:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608698.014001:0:31499:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608698.014004:0:31499:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608698.014010:0:31499:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d904ae7a00. 00000100:00000001:0.0:1789608698.014016:0:31499:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608698.014019:0:31499:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789608698.014021:0:31499:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789608698.014025:0:31499:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233800/0xc54db3288176fcf8 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x91bddff8e8ed8d83 expref: -99 pid: 31499 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1789608698.014032:0:31499:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1789608698.014033:0:31499:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789608698.014035:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789608698.014037:0:31499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233800/0xc54db3288176fcf8 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x91bddff8e8ed8d83 expref: -99 pid: 31499 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1789608698.014043:0:31499:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d91213b100. 00010000:00000040:0.0:1789608698.014048:0:31499:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d9037fcd00 count: 0 00010000:00000010:0.0:1789608698.014052:0:31499:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d90330c300. 00010000:00000001:0.0:1789608698.014058:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608698.014060:0:31499:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608698.014061:0:31499:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789608698.014062:0:31499:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608698.014065:0:31499:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:0.0:1789608698.014066:0:31499:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1789608698, ctime 1789608698 00000020:00100000:0.0:1789608698.014074:0:31499:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d904ceb000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1789608698.014082:0:31499:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d907e5fb80 x1876538934256000/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789608698.014089:0:31499:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789608698.014091:0:31499:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789608698.014102:0:31499:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d90716eb40. 00000100:00000001:0.0:1789608698.014105:0:31499:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258580597568 : -117815128954048 : ffff94d90716eb40) 00000100:00000001:0.0:1789608698.014107:0:31499:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608698.014108:0:31499:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594167680 : -117815115383936 : ffff94d907e5fb80) 00000100:00000001:0.0:1789608698.014112:0:31499:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608698.014116:0:31499:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608698.014118:0:31499:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789608698.014120:0:31499:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608698.014124:0:31499:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5fb80 x1876538934256000/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608698.014131:0:31499:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608698.014133:0:31499:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608698.014136:0:31499:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608698.014138:0:31499:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608698.014140:0:31499:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608698.014144:0:31499:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5fb80 pname:cluuid:pid:xid:nid:opc:job touch:25f5d458-2cbe-49cd-9693-334c08df7e27:31499:1876538934256000:192.168.203.121@tcp:36:touch.0 00000100:00000001:0.0:1789608698.014148:0:31499:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608698.014153:0:31499:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608698.014155:0:31499:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608698.014158:0:31499:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608698.014162:0:31499:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903117800. 02000000:00000001:0.0:1789608698.014164:0:31499:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608698.014171:0:31499:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608698.014176:0:31499:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8dc0. 00000400:00000010:0.0:1789608698.014182:0:31499:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edd48. 00000100:00000200:0.0:1789608698.014188:0:31499:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934256000, portal 10 00000100:00000001:0.0:1789608698.014190:0:31499:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608698.014191:0:31499:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594167680 : -117815115383936 : ffff94d907e5fb80) 00000100:00000040:0.0:1789608698.014198:0:31499:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5fb80 x1876538934256000/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/512 e 0 to 0 dl 1789608838 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608698.014210:0:31499:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608698.014213:0:31499:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608698.014216:0:31499:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed5d8. 00000100:00000200:0.0:1789608698.014218:0:31499:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1876538934256000, offset 0 00000400:00000200:0.0:1789608698.014224:0:31499:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608698.014230:0:31499:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608698.014249:0:31499:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608698.014254:0:31499:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608698.014258:0:31499:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608698.014262:0:31499:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608698.014264:0:31499:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608698.014268:0:31499:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2566:2566:256:4294967295] 192.168.203.121@tcp LPNI seq info [2566:2566:8:4294967295] 00000400:00000200:0.0:1789608698.014272:0:31499:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608698.014281:0:31499:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608698.014287:0:31499:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608698.014292:0:31499:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306f00. 00000800:00000200:0.0:1789608698.014298:0:31499:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608698.014305:0:31499:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608698.014310:0:31499:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306f00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1789608698.014320:0:31499:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608698.014324:0:31499:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 817141 usecs (818 jiffies) 00000400:00000200:0.0:1789608698.014327:0:31499:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608698.014330:0:31499:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296425922 00000100:00000001:0.0:1789608698.014338:0:31499:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, simply extend its deadline from 4296425915 00000100:00000001:0.0:1789608698.014343:0:31499:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296425922 00000100:00000001:0.0:1789608698.014346:0:31499:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, simply extend its deadline from 4296425915 00000100:00000001:0.0:1789608698.014349:0:31499:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608698.014352:0:31499:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608698.014354:0:31499:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608698.014357:0:31499:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=135 : 135 : 87) 00000100:00100000:0.0:1789608698.014359:0:31499:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d90716eb40 going to sleep for 135 seconds 00000100:00000001:0.0:1789608698.014361:0:31499:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608698.014364:0:31499:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608698.014612:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608698.014617:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306f00. 00000400:00000200:1.0:1789608698.014621:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608698.014626:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608698.014631:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed5d8 00000400:00000010:1.0:1789608698.014634:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed5d8. 00000100:00000001:1.0:1789608698.014637:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608698.014641:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5fb80 x1876538934256000/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/512 e 0 to 0 dl 1789608838 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608698.014650:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608698.014653:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907e5fb80 x1876538934256000/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/512 e 0 to 0 dl 1789608838 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608698.014659:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608698.014661:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1789608698.023758:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9037fcd00. 00010000:00000010:0.1:1789608698.023774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909233800. 00000100:00000040:0.0:1789608698.896156:0:26657:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d000 (cpu 0) has reached its deadline 4296425922, at 4296425986 00000100:00000010:0.0:1789608698.896173:0:26657:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d907f83000. 00000100:00000040:1.0:1789608698.896574:0:809:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d110 (cpu 1) has reached its deadline 4296425922, at 4296425986 00000100:00000010:1.0:1789608698.896581:0:809:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d907f83900. 00000800:00000001:1.0:1789608698.905953:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608698.905977:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608698.905981:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608698.905985:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608698.905993:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608698.906002:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608698.906013:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608698.906018:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608698.906023:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608698.906028:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 328 into portal 15 MB=0x6aab3c51c0e80 00000400:00000200:1.0:1789608698.906037:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.121@tcp of length 328/328 into md 0x6d51 [2] + 328 00000800:00000001:1.0:1789608698.906045:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608698.906055:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608698.906059:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608698.906063:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608698.906071:0:2401:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1789608698.906073:0:2401:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1789608698.906079:0:2401:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904055c00. 00000100:00000040:1.0:1789608698.906084:0:2401:0:(events.c:341:request_in_callback()) incoming req@ffff94d904055c00 x1876538943082112 msgsize 328 00000100:00100000:1.0:1789608698.906088:0:2401:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.121@tcp (source: 12345-192.168.203.121@tcp) 00000100:00000001:1.0:1789608698.906108:0:2401:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:1.0:1789608698.906117:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608698.906120:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608698.906190:0:16947:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1789608698.906197:0:16947:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876538943082112 02000000:00000001:0.0:1789608698.906202:0:16947:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1789608698.906205:0:16947:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608698.906208:0:16947:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608698.906216:0:16947:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608698.906221:0:16947:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876538943082112 00000020:00000001:0.0:1789608698.906225:0:16947:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789608698.906228:0:16947:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc54db3288176f35f 00000020:00000001:0.0:1789608698.906231:0:16947:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608698.906235:0:16947:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d903103800 refcount=4 00000020:00000001:0.0:1789608698.906239:0:16947:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258513049600 : -117815196502016 : ffff94d903103800) 00000020:00000001:0.0:1789608698.906241:0:16947:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626258513049600 : -117815196502016 : ffff94d903103800) 00000100:00000001:0.0:1789608698.906247:0:16947:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1789608698.906257:0:16947:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d91213b100. 00000100:00000001:0.0:1789608698.906260:0:16947:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1789608698.906264:0:16947:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d91213b100. 00000020:00000010:0.0:1789608698.906272:0:16947:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94d904ae7c00. 00000020:00000010:0.0:1789608698.906279:0:16947:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff94d90330c300. 00000020:00000010:0.0:1789608698.906285:0:16947:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff94d909230578. 00000100:00000040:0.0:1789608698.906295:0:16947:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1789608698.906299:0:16947:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1789608698.906300:0:16947:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1789608698.906303:0:16947:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608698.906313:0:16947:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608698.906340:0:16947:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608698.906353:0:16947:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1789608698.906356:0:16947:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1789608698.906365:0:16947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.121@tcp, seq: 53 00000100:00000040:0.0:1789608698.906369:0:16947:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff94d903103800 : new rpc_count 1 00000100:00000001:0.0:1789608698.906372:0:16947:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446626258529115136 : -117815180436480 : ffff94d904055c00) 00000100:00000040:0.0:1789608698.906381:0:16947:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff94d904055c00 x1876538943082112/t0(0) o104->LOV_OSC_UUID@192.168.203.121@tcp:499/0 lens 328/0 e 0 to 0 dl 1789608709 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789608698.906391:0:16947:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1789608698.906394:0:16947:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d91213b100. 00000100:00000001:0.0:1789608698.906397:0:16947:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1789608698.906399:0:16947:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d91213b100. 00000100:00100000:0.0:1789608698.906404:0:16947:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff94d904055c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9633:x1876538943082112:12345-192.168.203.121@tcp:104: 00000100:00000200:0.0:1789608698.906408:0:16947:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876538943082112 00010000:00000001:0.0:1789608698.906412:0:16947:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1789608698.906420:0:16947:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608698.906422:0:16947:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608698.906425:0:16947:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1400 refcount=2 00000020:00000001:0.0:1789608698.906427:0:16947:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570791424 : -117814138760192 : ffff94d9421c1400) 00010000:00000001:0.0:1789608698.906431:0:16947:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570791424 : -117814138760192 : ffff94d9421c1400) 00010000:00000001:0.0:1789608698.906435:0:16947:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608698.906439:0:16947:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789608698.906445:0:16947:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 0000000078d9c2b2/0xc54db3288176fc81 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x91bddff8e8ed8b92 expref: -99 pid: 30891 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:0.0:1789608698.906470:0:16947:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1789608698.906473:0:16947:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1789608698.906479:0:16947:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff94d903115c00. 02000000:00000001:0.0:1789608698.906482:0:16947:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608698.906485:0:16947:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608698.906491:0:16947:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1789608698.906494:0:16947:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608698.906499:0:16947:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d909864de8 time=205 v=5 (1 1 1 1) 00000100:00000001:0.0:1789608698.906505:0:16947:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789608698.906509:0:16947:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff94d907ddb340 refcount 16 to 192.168.203.121@tcp 00000100:00000001:0.0:1789608698.906512:0:16947:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446626258593624896 : -117815115926720 : ffff94d907ddb340) 02000000:00000001:0.0:1789608698.906515:0:16947:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1789608698.906517:0:16947:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608698.906521:0:16947:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608698.906525:0:16947:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608698.906530:0:16947:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed660. 00000100:00000200:0.0:1789608698.906538:0:16947:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876538943082112, offset 224 00000400:00000200:0.0:1789608698.906548:0:16947:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608698.906558:0:16947:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608698.906566:0:16947:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.21@tcp to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608698.906574:0:16947:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2567:2567:256:4294967295] 192.168.203.121@tcp LPNI seq info [2567:2567:8:4294967295] 00000400:00000200:0.0:1789608698.906579:0:16947:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608698.906589:0:16947:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:192.168.203.21@tcp) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608698.906595:0:16947:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608698.906601:0:16947:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306700. 00000800:00000200:0.0:1789608698.906608:0:16947:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608698.906618:0:16947:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608698.906624:0:16947:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608698.906636:0:16947:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608698.906640:0:16947:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff94d907ddb340 refcount 15 to 192.168.203.121@tcp 00010000:00000001:0.0:1789608698.906643:0:16947:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1789608698.906647:0:16947:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff94d90716ea80. 00010000:00000001:0.0:1789608698.906650:0:16947:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1789608698.906670:0:16947:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000800:00000200:1.0:1789608698.906907:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608698.906913:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306700. 00000400:00000200:1.0:1789608698.906918:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608698.906923:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608698.906939:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed660 00000400:00000010:1.0:1789608698.906943:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed660. 00000100:00000001:1.0:1789608698.906949:0:2402:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:1.0:1789608698.906951:0:2402:0:(events.c:402:reply_out_callback()) Process leaving 00010000:00000001:0.0:1789608698.907467:0:16947:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608698.907472:0:16947:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608698.907478:0:16947:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608698.907489:0:16947:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904055c00 x1876538943082112/t0(0) o104->LOV_OSC_UUID@192.168.203.121@tcp:499/0 lens 328/224 e 0 to 0 dl 1789608709 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789608698.907522:0:16947:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff94d904055c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9633:x1876538943082112:12345-192.168.203.121@tcp:104: Request processed in 1127us (1434us total) trans 0 rc 0/0 00000100:00100000:0.0:1789608698.907534:0:16947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.121@tcp, seq: 53 00000100:00000040:0.0:1789608698.907538:0:16947:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff94d903103800 : new rpc_count 0 00000100:00000001:0.0:1789608698.907541:0:16947:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1789608698.907544:0:16947:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1789608698.907552:0:16947:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff94d90330c300. 00000020:00000010:0.0:1789608698.907559:0:16947:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff94d909230578. 00000020:00000010:0.0:1789608698.907567:0:16947:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94d904ae7c00. 00000020:00000040:0.0:1789608698.907575:0:16947:0:(genops.c:879:class_export_put()) PUTting export ffff94d903103800 : new refcount 3 00000100:00000001:0.0:1789608698.907579:0:16947:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1789608698.908353:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608698.908358:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d909082b00. 00000400:00000200:1.0:1789608698.908364:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608698.908371:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608698.908376:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9ee0 00000400:00000010:1.0:1789608698.908380:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9ee0. 00000100:00000001:1.0:1789608698.908385:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608698.908392:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25f80 x1876538934256128/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608714 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608698.908407:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608698.908414:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d25f80 x1876538934256128/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608714 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608698.908428:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608698.908430:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608698.917197:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608698.917221:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608698.917226:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608698.917229:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608698.917240:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608698.917249:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608698.917260:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608698.917264:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608698.917271:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608698.917276:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 18 MB=0x6aab3c4956200 00000400:00000200:1.0:1789608698.917282:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608698.917289:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.121@tcp of length 224/224 into md 0x7619 [1] + 224 00000800:00000001:1.0:1789608698.917298:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608698.917311:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608698.917315:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608698.917321:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608698.917331:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608698.917343:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d25f80 x1876538934256128/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608714 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608698.917355:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907d25f80 x1876538934256128/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608714 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608698.917374:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608698.917384:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608698.917388:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1789608698.919784:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041100. 00010000:00000010:2.1:1789608698.919801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1400. 00000100:00000040:1.0:1789608699.149762:0:809:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d110 (cpu 1) has reached its deadline 4296426236, at 4296426240 00000100:00000010:1.0:1789608699.149777:0:809:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d909265120. 00000100:00000040:0.0:1789608699.149848:0:26657:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d000 (cpu 0) has reached its deadline 4296426236, at 4296426240 00000100:00000010:0.0:1789608699.149863:0:26657:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d909265240. 00000100:00000040:1.0:1789608699.408980:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608699.408992:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608699.409006:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904057480. 00000020:00000040:1.0:1789608699.409015:0:36:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=4 obd=MGC192.168.203.121@tcp 00000100:00000001:1.0:1789608699.409020:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608699.409024:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608699.409031:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608699.409041:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faa700. 00000100:00000001:1.0:1789608699.409049:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608699.409064:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS req@ffff94d904057480 x1876538934256256/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608699.409076:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608699.409081:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608699.409088:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d8efbf2] to pc [ptlrpcd_00_00+0] req@ffff94d904057480 x1876538934256256/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608699.409125:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608699.409129:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608699.409132:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608699.409136:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904056d80. 00000020:00000040:1.0:1789608699.409139:0:36:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=10 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:1.0:1789608699.409141:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608699.409143:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608699.409145:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608699.409149:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faab00. 00000100:00000001:1.0:1789608699.409152:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608699.409156:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID req@ffff94d904056d80 x1876538934256384/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608699.409163:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608699.409165:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608699.409168:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c13df78] to pc [ptlrpcd_00_01+1] req@ffff94d904056d80 x1876538934256384/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608699.409189:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608699.409191:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608699.409195:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608699.409198:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904055180. 00000020:00000040:1.0:1789608699.409200:0:36:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=4 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000100:00000001:1.0:1789608699.409202:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608699.409204:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608699.409205:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608699.409211:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faae00. 00000100:00000001:1.0:1789608699.409214:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608699.409217:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID req@ffff94d904055180 x1876538934256512/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608699.409225:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608699.409227:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608699.409231:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000571f2921] to pc [ptlrpcd_00_00+0] req@ffff94d904055180 x1876538934256512/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608699.409238:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608699.409240:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608699.409243:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608699.409246:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904056a00. 00000020:00000040:1.0:1789608699.409249:0:36:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=4 obd=lustre-OST0000-osc-ffff94d904ceb000 00000100:00000001:1.0:1789608699.409251:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608699.409252:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608699.409253:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608699.409257:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faa300. 00000100:00000001:1.0:1789608699.409260:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608699.409274:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID req@ffff94d904056a00 x1876538934256640/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608699.409282:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608699.409284:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608699.409288:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e433385e] to pc [ptlrpcd_00_01+1] req@ffff94d904056a00 x1876538934256640/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608699.409295:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608699.409297:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789608699.409301:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789608699.409306:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1764) 00000100:00000001:1.0:1789608699.409326:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608699.409331:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608699.409334:0:2410:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608699.409340:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904056d80 x1876538934256384/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608699.409348:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608699.409350:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608699.409356:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608699.409358:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608699.409362:0:2410:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608699.409366:0:2410:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904056d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934256384:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608699.409371:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608699.409378:0:2410:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608699.409381:0:2410:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608699.409384:0:2410:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608699.409390:0:2410:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d91a40a600. 02000000:00000001:1.0:1789608699.409392:0:2410:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608699.409402:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608699.409407:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34898. 00000400:00000010:1.0:1789608699.409416:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35b28. 00000100:00000200:1.0:1789608699.409425:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934256384, portal 10 00000100:00000001:1.0:1789608699.409428:0:2410:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608699.409430:0:2410:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529119616 : -117815180432000 : ffff94d904056d80) 00000100:00000040:1.0:1789608699.409439:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904056d80 x1876538934256384/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608699.409446:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608699.409449:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608699.409452:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35088. 00000100:00000200:1.0:1789608699.409456:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934256384, offset 0 00000400:00000200:1.0:1789608699.409463:0:2410:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608699.409474:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608699.409483:0:2410:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608699.409488:0:2410:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608699.409494:0:2410:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608699.409498:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608699.409723:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608699.409730:0:2410:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2569:2569:256:4294967295] 192.168.203.121@tcp LPNI seq info [2569:2569:8:4294967295] 00000400:00000200:1.0:1789608699.409735:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608699.409747:0:2410:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608699.409754:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608699.409760:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faaf00. 00000800:00000200:1.0:1789608699.409767:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608699.409776:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608699.409781:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faaf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608699.409796:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608699.409811:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 817141 usecs (818 jiffies) 00000400:00000200:1.0:1789608699.409817:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608699.409820:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296427318 00000100:00000010:1.0:1789608699.409826:0:2410:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d9094a9ea0. 00000100:00000001:1.0:1789608699.409835:0:2410:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789608699.409842:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296427318 00000100:00000010:1.0:1789608699.409845:0:2410:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d9094a9a80. 00000100:00000001:1.0:1789608699.409848:0:2410:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789608699.409852:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608699.409855:0:2410:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608699.409857:0:2410:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608699.409862:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904056a00 x1876538934256640/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608699.409870:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608699.409871:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608699.409874:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608699.409876:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608699.409878:0:2410:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608699.409881:0:2410:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904056a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934256640:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608699.409884:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608699.409887:0:2410:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608699.409889:0:2410:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608699.409891:0:2410:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608699.409895:0:2410:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d904f5b200. 02000000:00000001:1.0:1789608699.409897:0:2410:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608699.409900:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608699.409903:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34c60. 00000400:00000010:1.0:1789608699.409907:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35dd0. 00000100:00000200:1.0:1789608699.409911:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934256640, portal 4 00000100:00000001:1.0:1789608699.409913:0:2410:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608699.409914:0:2410:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529118720 : -117815180432896 : ffff94d904056a00) 00000100:00000040:1.0:1789608699.409921:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904056a00 x1876538934256640/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608699.409927:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608699.409929:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608699.409932:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35330. 00000100:00000200:1.0:1789608699.409934:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876538934256640, offset 0 00000400:00000200:1.0:1789608699.409939:0:2410:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608699.409943:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608699.409946:0:2410:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608699.409949:0:2410:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608699.409951:0:2410:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608699.409954:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608699.409956:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608699.409959:0:2410:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2570:2570:255:4294967295] 192.168.203.121@tcp LPNI seq info [2570:2570:7:4294967295] 00000400:00000200:1.0:1789608699.409963:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608699.409968:0:2410:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608699.409972:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608699.409975:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa200. 00000800:00000200:1.0:1789608699.409979:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608699.409983:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608699.409986:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608699.409988:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608699.409991:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 236546 usecs (237 jiffies) 00000400:00000200:1.0:1789608699.409994:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608699.409995:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296426737 00000100:00000001:1.0:1789608699.409998:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296427318 00000100:00000001:1.0:1789608699.410000:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296426737 00000100:00000001:1.0:1789608699.410002:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296427318 00000100:00000001:1.0:1789608699.410004:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608699.410005:0:2410:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608699.410009:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608699.410011:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608699.410020:0:2410:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608699.410022:0:2410:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789608699.410024:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608699.410026:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608699.410027:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608699.410030:0:2410:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1789608699.410032:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608699.410033:0:2410:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608699.410035:0:2410:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608699.410037:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608699.410038:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608699.410039:0:2410:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608699.410043:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904057480 x1876538934256256/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608699.410050:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608699.410051:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608699.410053:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608699.410055:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608699.410057:0:2410:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608699.410060:0:2410:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2410:1876538934256256:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608699.410063:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608699.410066:0:2410:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608699.410068:0:2410:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608699.410069:0:2410:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608699.410074:0:2410:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d91a21e200. 02000000:00000001:1.0:1789608699.410076:0:2410:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608699.410080:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608699.410083:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34370. 00000400:00000010:1.0:1789608699.410086:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35110. 00000100:00000200:1.0:1789608699.410089:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934256256, portal 25 00000100:00000001:1.0:1789608699.410091:0:2410:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608699.410093:0:2410:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529121408 : -117815180430208 : ffff94d904057480) 00000100:00000040:1.0:1789608699.410097:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904057480 x1876538934256256/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608699.410104:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608699.410106:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608699.410109:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d354c8. 00000100:00000200:1.0:1789608699.410111:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876538934256256, offset 0 00000400:00000200:1.0:1789608699.410115:0:2410:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608699.410119:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608699.410122:0:2410:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608699.410124:0:2410:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608699.410127:0:2410:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608699.410129:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608699.410132:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608699.410134:0:2410:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2571:2571:254:4294967295] 192.168.203.121@tcp LPNI seq info [2571:2571:6:4294967295] 00000400:00000200:1.0:1789608699.410138:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608699.410145:0:2410:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608699.410149:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608699.410152:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faad00. 00000800:00000200:1.0:1789608699.410156:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608699.410159:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608699.410162:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faad00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608699.410165:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608699.411150:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608699.411160:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608699.411447:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608699.411456:0:2410:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 0 is 4296430435 00000100:00000001:1.0:1789608699.411466:0:2410:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296427318 00000100:00000001:1.0:1789608699.411473:0:2410:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 1 is 4296430435 00000100:00000001:1.0:1789608699.411476:0:2410:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296427318 00000100:00000001:1.0:1789608699.411479:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608699.411483:0:2410:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608699.411487:0:2410:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608699.411497:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904055180 x1876538934256512/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608699.411614:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608699.411616:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608699.411620:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608699.411623:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608699.411625:0:2410:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608699.411629:0:2410:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904055180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934256512:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608699.411633:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608699.411638:0:2410:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608699.411640:0:2410:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608699.411642:0:2410:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608699.411651:0:2410:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d906144e00. 02000000:00000001:1.0:1789608699.411653:0:2410:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608699.411658:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608699.411664:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34000. 00000400:00000010:1.0:1789608699.411672:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35000. 00000100:00000200:1.0:1789608699.411692:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934256512, portal 10 00000100:00000001:1.0:1789608699.411695:0:2410:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608699.411696:0:2410:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529112448 : -117815180439168 : ffff94d904055180) 00000100:00000040:1.0:1789608699.411704:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904055180 x1876538934256512/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608699.411711:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608699.411714:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608699.411717:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35e58. 00000100:00000200:1.0:1789608699.411720:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934256512, offset 0 00000400:00000200:1.0:1789608699.411725:0:2410:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608699.411732:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608699.411738:0:2410:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608699.411743:0:2410:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608699.411746:0:2410:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608699.411749:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608699.411751:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608699.411755:0:2410:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2572:2572:253:4294967295] 192.168.203.121@tcp LPNI seq info [2572:2572:5:4294967295] 00000400:00000200:1.0:1789608699.411759:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608699.411767:0:2410:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608699.411774:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608699.411778:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa000. 00000800:00000200:1.0:1789608699.411783:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608699.411789:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608699.411792:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608699.411796:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608699.411808:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: using a timeout of 23461 usecs (24 jiffies) 00000400:00000200:1.0:1789608699.411812:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608699.411814:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296426526 00000100:00000001:1.0:1789608699.411816:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296430435 00000100:00000001:1.0:1789608699.411818:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296426526 00000100:00000001:1.0:1789608699.411820:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296430435 00000100:00000001:1.0:1789608699.411823:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608699.411825:0:2410:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608699.411828:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608699.411832:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608699.411891:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608699.411896:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faaf00. 00000400:00000200:1.0:1789608699.411903:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608699.411908:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608699.411914:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35088 00000400:00000010:1.0:1789608699.411917:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35088. 00000100:00000001:1.0:1789608699.411922:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608699.411927:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904056d80 x1876538934256384/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608699.411937:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608699.411940:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904056d80 x1876538934256384/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608839 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608699.411948:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608699.411950:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608699.411964:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608699.411966:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa200. 00000400:00000200:1.0:1789608699.411969:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608699.411971:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608699.411974:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35330 00000400:00000010:1.0:1789608699.411975:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35330. 00000100:00000001:1.0:1789608699.411978:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608699.411982:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904056a00 x1876538934256640/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608699.411989:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608699.411991:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904056a00 x1876538934256640/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608715 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608699.411997:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608699.411998:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608699.412007:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608699.412009:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faad00. 00000400:00000200:1.0:1789608699.412012:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608699.412014:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608699.412017:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d354c8 00000400:00000010:1.0:1789608699.412019:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d354c8. 00000100:00000001:1.0:1789608699.412021:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608699.412025:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904057480 x1876538934256256/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608699.412032:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608699.412035:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904057480 x1876538934256256/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608715 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608699.412041:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608699.412043:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608699.413099:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608699.413106:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa000. 00000400:00000200:1.0:1789608699.413112:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608699.413118:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608699.413124:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35e58 00000400:00000010:1.0:1789608699.413126:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35e58. 00000100:00000001:1.0:1789608699.413130:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608699.413135:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904055180 x1876538934256512/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608699.413146:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608699.413149:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904055180 x1876538934256512/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608839 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608699.413157:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608699.413159:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608699.435347:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608699.435374:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608699.435381:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608699.435383:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608699.435396:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608699.435405:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608699.435415:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608699.435420:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608699.435424:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608699.435428:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c4956400 00000400:00000200:1.0:1789608699.435433:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608699.435439:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x7631 [1] + 224 00000800:00000001:1.0:1789608699.435498:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608699.435503:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608699.435506:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608699.435510:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608699.435518:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608699.435527:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904056a00 x1876538934256640/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608715 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608699.435536:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904056a00 x1876538934256640/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608715 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608699.435602:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608699.435606:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608699.435622:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608699.435632:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608699.435635:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608699.435637:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608699.435638:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608699.435640:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608699.435643:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608699.435646:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608699.435648:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608699.435650:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608699.435652:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 25 MB=0x6aab3c4956280 00000400:00000200:1.0:1789608699.435655:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608699.435658:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.121@tcp of length 224/224 into md 0x7641 [1] + 224 00000800:00000001:1.0:1789608699.435661:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608699.435663:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608699.435665:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608699.435668:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608699.435671:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608699.435916:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904057480 x1876538934256256/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608715 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608699.435928:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904057480 x1876538934256256/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608715 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608699.435935:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608699.435941:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608699.435946:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608699.435948:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608699.435951:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608699.435955:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608699.435959:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608699.435964:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608699.435966:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608699.435971:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608699.435973:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4956380 00000400:00000200:1.0:1789608699.435977:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608699.435981:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x7651 [1] + 224 00000800:00000001:1.0:1789608699.435985:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608699.435989:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608699.435991:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608699.435995:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608699.435997:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608699.436001:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904055180 x1876538934256512/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608839 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608699.436010:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904055180 x1876538934256512/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608839 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608699.436017:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608699.436019:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608699.436022:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608699.436024:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608699.436026:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608699.436029:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608699.436032:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608699.436036:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608699.436038:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608699.436040:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608699.436043:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4956300 00000400:00000200:1.0:1789608699.436045:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608699.436049:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x7621 [1] + 224 00000800:00000001:1.0:1789608699.436052:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608699.436063:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608699.436066:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608699.436069:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608699.436071:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608699.436076:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904056d80 x1876538934256384/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608839 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608699.436084:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904056d80 x1876538934256384/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608839 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608699.436090:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608699.436093:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608699.436096:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789608699.436232:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608699.436235:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608699.436239:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34c60. 00000400:00000200:0.0:1789608699.436245:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35dd0 00000400:00000010:0.0:1789608699.436247:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35dd0. 00000100:00000001:0.0:1789608699.436251:0:2410:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608699.436256:0:2410:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904056a00 x1876538934256640/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608715 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608699.436266:0:2410:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904056a00 x1876538934256640/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608715 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608699.436273:0:2410:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608699.436275:0:2410:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608699.436277:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608699.436281:0:2410:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608699.436285:0:2410:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608699.436288:0:2410:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608699.436292:0:2410:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608699.436304:0:2410:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13c60 time=57 v=5 (5 5 5 36) 00000100:00001000:0.0:1789608699.436308:0:2410:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=123 v=5 (1 0 0 0) 00000100:00000001:0.0:1789608699.436311:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608699.436313:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608699.436316:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608699.436320:0:2410:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608699.436325:0:2410:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789608699.436327:0:2410:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: committing for last_committed 4294967327 gen 14 00000100:00000040:0.0:1789608699.436334:0:2410:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967327) req@ffff94d907e5dc00 x1876538934253568/t4294967327(4294967327) o2->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608710 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608699.436342:0:2410:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608699.436346:0:2410:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5dc00 x1876538934253568/t4294967327(4294967327) o2->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608710 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608699.436353:0:2410:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608699.436356:0:2410:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608699.436360:0:2410:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903117c00. 02000000:00000001:0.0:1789608699.436364:0:2410:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608699.436368:0:2410:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608699.436370:0:2410:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:0.0:1789608699.436372:0:2410:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608699.436376:0:2410:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d904ae7800. 02000000:00000001:0.0:1789608699.436379:0:2410:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608699.436382:0:2410:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608699.436384:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5dc00. 00000100:00000001:0.0:1789608699.436388:0:2410:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608699.436389:0:2410:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608699.436392:0:2410:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1789608699.436395:0:2410:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:0.0:1789608699.436398:0:2410:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608699.436400:0:2410:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608699.436405:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904056a00 x1876538934256640/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608715 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608699.436413:0:2410:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608699.436417:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608699.436419:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608699.436423:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904056a00 x1876538934256640/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608715 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789608699.436430:0:2410:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904056a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934256640:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608699.436435:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608699.436438:0:2410:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608699.436440:0:2410:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904056a00 x1876538934256640/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608715 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608699.436523:0:2410:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608699.436525:0:2410:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608699.436527:0:2410:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d904f5b200. 02000000:00000001:0.0:1789608699.436532:0:2410:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608699.436534:0:2410:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608699.436535:0:2410:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=2 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:0.0:1789608699.436538:0:2410:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608699.436539:0:2410:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faa300. 02000000:00000001:0.0:1789608699.436542:0:2410:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608699.436543:0:2410:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608699.436545:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904056a00. 00000100:00000001:0.0:1789608699.436548:0:2410:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608699.436549:0:2410:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608699.436553:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608699.436555:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608699.436557:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789608699.436560:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608699.436562:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608699.436564:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34370. 00000400:00000200:0.0:1789608699.436566:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35110 00000400:00000010:0.0:1789608699.436568:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35110. 00000100:00000001:0.0:1789608699.436571:0:2410:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608699.436576:0:2410:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904057480 x1876538934256256/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608715 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608699.436585:0:2410:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904057480 x1876538934256256/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608715 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608699.436592:0:2410:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608699.436593:0:2410:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608699.436595:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608699.436597:0:2410:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608699.436598:0:2410:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608699.436599:0:2410:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608699.436601:0:2410:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608699.436605:0:2410:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d90510e460 time=57 v=5 (5 5 5 5) 00000100:00001000:0.0:1789608699.436608:0:2410:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d90510e418 time=57 v=5 (1 1 1 1) 00000100:00000001:0.0:1789608699.436610:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608699.436612:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608699.436613:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608699.436616:0:2410:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608699.436618:0:2410:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608699.436621:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904057480 x1876538934256256/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608715 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608699.436629:0:2410:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608699.436631:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608699.436632:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608699.436635:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904057480 x1876538934256256/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608715 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789608699.436642:0:2410:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2410:1876538934256256:192.168.203.121@tcp:400:kworker.0 00000400:00000001:0.0:1789608699.436647:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608699.436648:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608699.436650:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34000. 00000400:00000200:0.0:1789608699.436653:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35000 00000400:00000010:0.0:1789608699.436655:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35000. 00000100:00000001:0.0:1789608699.436657:0:2410:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608699.436661:0:2410:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904055180 x1876538934256512/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608839 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608699.436669:0:2410:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904055180 x1876538934256512/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608839 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608699.436696:0:2410:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608699.436698:0:2410:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608699.436700:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608699.436701:0:2410:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608699.436702:0:2410:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608699.436704:0:2410:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608699.436706:0:2410:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608699.436711:0:2410:0:(import.c:2196:obd_at_measure()) add 104 to ffff94d902b17c60 time=57 v=104 (104 104 104 137) 00000100:00001000:0.0:1789608699.436714:0:2410:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b17c18 time=57 v=5 (1 1 1 1) 00000100:00000001:0.0:1789608699.436839:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608699.436841:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608699.436844:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608699.436846:0:2410:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608699.436849:0:2410:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608699.436851:0:2410:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1789608699.436853:0:2410:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608699.436855:0:2410:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608699.436859:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904055180 x1876538934256512/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608839 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608699.436866:0:2410:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608699.436869:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608699.436870:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608699.436873:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904055180 x1876538934256512/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608839 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789608699.436879:0:2410:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904055180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934256512:192.168.203.121@tcp:400:kworker.0 00000400:00000001:0.0:1789608699.436886:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608699.436887:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608699.436890:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34898. 00000400:00000200:0.0:1789608699.436893:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35b28 00000400:00000010:0.0:1789608699.436894:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35b28. 00000100:00000001:0.0:1789608699.436896:0:2410:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608699.436899:0:2410:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904056d80 x1876538934256384/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608839 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608699.436906:0:2410:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904056d80 x1876538934256384/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608839 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608699.436911:0:2410:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608699.436912:0:2410:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608699.436914:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608699.436915:0:2410:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608699.436916:0:2410:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608699.436918:0:2410:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608699.436919:0:2410:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608699.436924:0:2410:0:(import.c:2196:obd_at_measure()) add 104 to ffff94d902b11c60 time=57 v=104 (104 104 104 137) 00000100:00001000:0.0:1789608699.436926:0:2410:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1789608699.436928:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608699.436929:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608699.436931:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608699.436933:0:2410:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608699.436935:0:2410:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789608699.436936:0:2410:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: committing for last_committed 4294967582 gen 2 00000100:00000040:0.0:1789608699.436941:0:2410:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967582) req@ffff94d907d25180 x1876538934253824/t4294967577(4294967577) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608710 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608699.436947:0:2410:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608699.436949:0:2410:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d25180 x1876538934253824/t4294967577(4294967577) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608710 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608699.436955:0:2410:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608699.436957:0:2410:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608699.436959:0:2410:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903dbc000. 02000000:00000001:0.0:1789608699.436962:0:2410:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608699.436963:0:2410:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608699.436965:0:2410:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=9 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:0.0:1789608699.436967:0:2410:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608699.436968:0:2410:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d9135fb800. 02000000:00000001:0.0:1789608699.436972:0:2410:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608699.436973:0:2410:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608699.436974:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d25180. 00000100:00000001:0.0:1789608699.436977:0:2410:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608699.436979:0:2410:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608699.436984:0:2410:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967582) req@ffff94d907e5ca80 x1876538934254336/t4294967578(4294967578) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/448 e 0 to 0 dl 1789608837 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608699.436990:0:2410:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608699.436992:0:2410:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5ca80 x1876538934254336/t4294967578(4294967578) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/448 e 0 to 0 dl 1789608837 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608699.436998:0:2410:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608699.436999:0:2410:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608699.437000:0:2410:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903116800. 02000000:00000001:0.0:1789608699.437003:0:2410:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608699.437004:0:2410:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608699.437005:0:2410:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:0.0:1789608699.437007:0:2410:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608699.437008:0:2410:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d903115000. 02000000:00000001:0.0:1789608699.437010:0:2410:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608699.437011:0:2410:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608699.437012:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5ca80. 00000100:00000001:0.0:1789608699.437014:0:2410:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608699.437015:0:2410:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608699.437019:0:2410:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967582) req@ffff94d907d27800 x1876538934254848/t4294967579(4294967579) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/448 e 0 to 0 dl 1789608837 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608699.437025:0:2410:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608699.437027:0:2410:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d27800 x1876538934254848/t4294967579(4294967579) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/448 e 0 to 0 dl 1789608837 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608699.437032:0:2410:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608699.437033:0:2410:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608699.437035:0:2410:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903dbd800. 02000000:00000001:0.0:1789608699.437036:0:2410:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608699.437038:0:2410:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608699.437039:0:2410:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:0.0:1789608699.437040:0:2410:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608699.437041:0:2410:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d903dbcc00. 02000000:00000001:0.0:1789608699.437043:0:2410:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608699.437044:0:2410:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608699.437045:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d27800. 00000100:00000001:0.0:1789608699.437048:0:2410:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608699.437049:0:2410:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789608699.437053:0:2410:0:(client.c:3175:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff94d907d25c00 x1876538934255360/t4294967580(4294967580) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608837 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789608699.437061:0:2410:0:(client.c:3175:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff94d907d27480 x1876538934255744/t4294967581(4294967581) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608838 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608699.437067:0:2410:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1789608699.437069:0:2410:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: normal: skip=1 replay=3/5 committed=0/0 00000100:00000001:0.0:1789608699.437071:0:2410:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608699.437072:0:2410:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608699.437075:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904056d80 x1876538934256384/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608839 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608699.437081:0:2410:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608699.437083:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608699.437085:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608699.437088:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904056d80 x1876538934256384/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608839 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789608699.437094:0:2410:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904056d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934256384:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608699.437098:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608699.437100:0:2410:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608699.437103:0:2410:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904057480 x1876538934256256/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608715 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608699.437108:0:2410:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608699.437109:0:2410:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608699.437110:0:2410:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d91a21e200. 02000000:00000001:0.0:1789608699.437119:0:2410:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608699.437120:0:2410:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608699.437121:0:2410:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=3 obd=MGC192.168.203.121@tcp 00000020:00000001:0.0:1789608699.437123:0:2410:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608699.437124:0:2410:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faa700. 02000000:00000001:0.0:1789608699.437126:0:2410:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608699.437127:0:2410:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608699.437129:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904057480. 00000100:00000001:0.0:1789608699.437132:0:2410:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608699.440899:0:2410:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608699.440912:0:2410:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608699.440930:0:2410:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904055180 x1876538934256512/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608839 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608699.440941:0:2410:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608699.440945:0:2410:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608699.440951:0:2410:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d906144e00. 02000000:00000001:0.0:1789608699.440959:0:2410:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608699.440962:0:2410:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608699.440964:0:2410:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=3 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:0.0:1789608699.440967:0:2410:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608699.440970:0:2410:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faae00. 02000000:00000001:0.0:1789608699.440975:0:2410:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608699.440977:0:2410:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608699.440979:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904055180. 00000100:00000001:0.0:1789608699.440984:0:2410:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608699.440985:0:2410:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608699.440987:0:2410:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608699.440992:0:2410:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904056d80 x1876538934256384/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608839 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608699.441000:0:2410:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608699.441001:0:2410:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608699.441004:0:2410:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d91a40a600. 02000000:00000001:0.0:1789608699.441008:0:2410:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608699.441009:0:2410:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608699.441010:0:2410:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:0.0:1789608699.441012:0:2410:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608699.441013:0:2410:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faab00. 02000000:00000001:0.0:1789608699.441015:0:2410:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608699.441016:0:2410:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608699.441017:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904056d80. 00000100:00000001:0.0:1789608699.441021:0:2410:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608699.441022:0:2410:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608699.441024:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608699.441036:0:2410:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608699.441038:0:2410:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608699.441041:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608699.441045:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608699.664031:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608699.664037:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608699.664041:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1789608700.654849:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608700.654855:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d909082700. 00000400:00000200:0.0:1789608700.654870:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608700.654876:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608700.654882:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9cc0 00000400:00000010:0.0:1789608700.654885:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9cc0. 00000100:00000001:0.0:1789608700.654889:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608700.654894:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908490000 x1876538934256896/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608716 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608700.654904:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608700.654907:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908490000 x1876538934256896/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608716 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608700.654914:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608700.654916:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00010000:00010000:0.0:1789608700.660555:0:31519:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff94d904ceb000 00010000:00000001:0.0:1789608700.660563:0:31519:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789608700.660565:0:31519:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789608700.660571:0:31519:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608700.660573:0:31519:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789608700.660580:0:31519:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608700.660582:0:31519:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789608700.660585:0:31519:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608700.660587:0:31519:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789608700.660589:0:31519:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608700.660591:0:31519:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789608700.660594:0:31519:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608700.660595:0:31519:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789608700.660597:0:31519:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=5 : 5 : 5) 00010000:00000001:0.0:1789608700.660600:0:31519:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789608700.660604:0:31519:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1789608700.660656:0:31519:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 5/5 locks to regular blp list, 1 blwis in pool 00000020:00000001:1.0:1789608700.660784:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608700.660787:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608700.660790:0:16957:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 5 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1789608700.660804:0:16957:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1789608700.660806:0:16957:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789608700.660811:0:16957:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232200/0xc54db3288176fcf1 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x91bddff8e8ed8d67 expref: -99 pid: 31499 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1789608700.661306:0:16957:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789608700.661311:0:16957:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789608700.661314:0:16957:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789608700.661316:0:16957:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x1c:0x0] mode (null) 00000002:00000001:1.0:1789608700.661320:0:16957:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789608700.661323:0:16957:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789608700.661330:0:16957:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69500 count: 2 00010000:00000001:1.0:1789608700.661333:0:16957:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789608700.661338:0:16957:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608700.661339:0:16957:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789608700.661341:0:16957:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789608700.661343:0:16957:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69500 count: 2 00010000:00000001:1.0:1789608700.661345:0:16957:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789608700.661348:0:16957:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608700.661350:0:16957:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608700.661354:0:16957:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1789608700.661357:0:16957:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x1c:0x0](ffff94d918923a88) invalid 00000020:00000001:1.0:1789608700.661361:0:16957:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c7fca0 00000080:00002000:1.0:1789608700.661364:0:16957:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21f.recovery-small-2 (ffff94d918578000) parent ffff94d918a99a20 inode ffff94d918923a88 refc 1 00000080:00000001:1.0:1789608700.661369:0:16957:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1789608700.661371:0:16957:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789608700.661373:0:16957:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608700.661378:0:16957:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789608700.661381:0:16957:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789608700.661383:0:16957:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789608700.661386:0:16957:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608700.661388:0:16957:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789608700.661393:0:16957:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d909232200 with handle 0xc54db3288176fcf1 from hash 00010000:00000001:1.0:1789608700.661396:0:16957:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789608700.661399:0:16957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608700.661401:0:16957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608700.661403:0:16957:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789608700.661406:0:16957:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789608700.661409:0:16957:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789608700.661412:0:16957:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789608700.661415:0:16957:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233000/0xc54db3288176fcdc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x91bddff8e8ed8d0c expref: -99 pid: 31489 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1789608700.661424:0:16957:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789608700.661426:0:16957:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789608700.661428:0:16957:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789608700.661429:0:16957:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1789608700.661432:0:16957:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789608700.661433:0:16957:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789608700.661436:0:16957:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69000 count: 2 00010000:00000001:1.0:1789608700.661439:0:16957:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789608700.661442:0:16957:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608700.661444:0:16957:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789608700.661445:0:16957:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789608700.661448:0:16957:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69000 count: 2 00010000:00000001:1.0:1789608700.661450:0:16957:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789608700.661453:0:16957:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608700.661456:0:16957:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789608700.661457:0:16957:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789608700.661460:0:16957:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69000 count: 2 00010000:00000001:1.0:1789608700.661462:0:16957:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789608700.661465:0:16957:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608700.661467:0:16957:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789608700.661471:0:16957:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff94d918926b40, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1789608700.661475:0:16957:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1789608700.661479:0:16957:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1789608700.661481:0:16957:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789608700.661483:0:16957:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608700.661486:0:16957:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789608700.661488:0:16957:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789608700.661490:0:16957:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789608700.661492:0:16957:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608700.661494:0:16957:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789608700.661498:0:16957:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d909233000 with handle 0xc54db3288176fcdc from hash 00010000:00000001:1.0:1789608700.661501:0:16957:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789608700.661503:0:16957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608700.661504:0:16957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608700.661506:0:16957:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789608700.661508:0:16957:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789608700.661510:0:16957:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789608700.661513:0:16957:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789608700.661516:0:16957:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176fcea lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x91bddff8e8ed8d44 expref: -99 pid: 31489 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1789608700.661523:0:16957:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789608700.661526:0:16957:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789608700.661527:0:16957:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789608700.661529:0:16957:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x1d:0x0] mode (null) 00000002:00000001:1.0:1789608700.661532:0:16957:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789608700.661533:0:16957:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789608700.661536:0:16957:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69d00 count: 2 00010000:00000001:1.0:1789608700.661539:0:16957:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789608700.661541:0:16957:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608700.661543:0:16957:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789608700.661545:0:16957:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789608700.661547:0:16957:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69d00 count: 2 00010000:00000001:1.0:1789608700.661550:0:16957:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789608700.661553:0:16957:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608700.661555:0:16957:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789608700.661557:0:16957:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789608700.661559:0:16957:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69d00 count: 2 00010000:00000001:1.0:1789608700.661562:0:16957:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789608700.661565:0:16957:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608700.661567:0:16957:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789608700.661568:0:16957:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789608700.661570:0:16957:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69d00 count: 2 00010000:00000001:1.0:1789608700.661573:0:16957:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789608700.661576:0:16957:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608700.661578:0:16957:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608700.661581:0:16957:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1789608700.661583:0:16957:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789608700.661587:0:16957:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514696456 : -117815194855160 : ffff94d903295908) 00000020:00001000:1.0:1789608700.661589:0:16957:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295900 00000020:00000001:1.0:1789608700.661592:0:16957:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1789608700.661595:0:16957:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x1d:0x0]: losing layout lock 00000080:00000001:1.0:1789608700.661598:0:16957:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1789608700.661601:0:16957:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1789608700.661606:0:16957:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1789608700.661609:0:16957:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789608700.661611:0:16957:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x1d:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1789608700.661614:0:16957:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608700.661616:0:16957:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789608700.661618:0:16957:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295900 00000080:00000001:1.0:1789608700.661621:0:16957:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608700.661623:0:16957:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1789608700.661625:0:16957:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x1d:0x0](ffff94d918927448) invalid 00000020:00000001:1.0:1789608700.661628:0:16957:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c7fca0 00000080:00002000:1.0:1789608700.661630:0:16957:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff94d918ab3360) parent ffff94d918ab31b0 inode ffff94d918927448 refc 1 00000080:00000001:1.0:1789608700.661634:0:16957:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1789608700.661636:0:16957:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789608700.661638:0:16957:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608700.661641:0:16957:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789608700.661643:0:16957:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789608700.661645:0:16957:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789608700.661647:0:16957:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608700.661649:0:16957:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789608700.661652:0:16957:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d909232e00 with handle 0xc54db3288176fcea from hash 00010000:00000001:1.0:1789608700.661655:0:16957:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789608700.661656:0:16957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608700.661658:0:16957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608700.661958:0:16957:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789608700.661961:0:16957:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789608700.661963:0:16957:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789608700.661965:0:16957:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789608700.661968:0:16957:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232a00/0xc54db3288176fce3 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x91bddff8e8ed8d28 expref: -99 pid: 31489 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1789608700.661977:0:16957:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789608700.661979:0:16957:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789608700.661980:0:16957:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789608700.661981:0:16957:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x1b:0x0] mode (null) 00000002:00000001:1.0:1789608700.661984:0:16957:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789608700.661985:0:16957:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789608700.661988:0:16957:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69f00 count: 2 00010000:00000001:1.0:1789608700.661990:0:16957:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789608700.661992:0:16957:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608700.661994:0:16957:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789608700.661995:0:16957:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789608700.661996:0:16957:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69f00 count: 2 00010000:00000001:1.0:1789608700.661998:0:16957:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789608700.662000:0:16957:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608700.662001:0:16957:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608700.662003:0:16957:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1789608700.662005:0:16957:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x1b:0x0](ffff94d918ad80c8) invalid 00000020:00000001:1.0:1789608700.662008:0:16957:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c7fca0 00000080:00002000:1.0:1789608700.662010:0:16957:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21f.recovery-small-1 (ffff94d918ab31b0) parent ffff94d918a99a20 inode ffff94d918ad80c8 refc 1 00000080:00000001:1.0:1789608700.662013:0:16957:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1789608700.662015:0:16957:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789608700.662016:0:16957:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608700.662019:0:16957:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789608700.662020:0:16957:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789608700.662021:0:16957:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789608700.662022:0:16957:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608700.662024:0:16957:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789608700.662026:0:16957:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d909232a00 with handle 0xc54db3288176fce3 from hash 00010000:00000001:1.0:1789608700.662028:0:16957:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789608700.662030:0:16957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608700.662031:0:16957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608700.662032:0:16957:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789608700.662033:0:16957:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789608700.662034:0:16957:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789608700.662036:0:16957:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789608700.662039:0:16957:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55200/0xc54db3288176fcb9 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x91bddff8e8ed8c87 expref: -99 pid: 30870 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1789608700.662115:0:16957:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789608700.662116:0:16957:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789608700.662118:0:16957:0:(namei.c:253:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789608700.662119:0:16957:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608700.662121:0:16957:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789608700.662123:0:16957:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789608700.662124:0:16957:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789608700.662125:0:16957:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608700.662127:0:16957:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789608700.662129:0:16957:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d905f55200 with handle 0xc54db3288176fcb9 from hash 00010000:00000001:1.0:1789608700.662131:0:16957:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789608700.662132:0:16957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608700.662134:0:16957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608700.662135:0:16957:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789608700.662136:0:16957:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789608700.662138:0:16957:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789608700.662140:0:16957:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=5 : 5 : 5) 00010000:00000001:1.0:1789608700.662144:0:16957:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789608700.662147:0:16957:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1789608700.662157:0:16957:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904055500. 00000020:00000040:1.0:1789608700.662161:0:16957:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:1.0:1789608700.662166:0:16957:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608700.662168:0:16957:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608700.662173:0:16957:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608700.662180:0:16957:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d906145600. 00000100:00000001:1.0:1789608700.662188:0:16957:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608700.662190:0:16957:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789608700.662196:0:16957:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232200/0xc54db3288176fcf1 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed8d67 expref: -99 pid: 31499 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1789608700.662204:0:16957:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233000/0xc54db3288176fcdc lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed8d0c expref: -99 pid: 31489 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1789608700.662210:0:16957:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176fcea lrc: 1/0,0 mode: --/PR res: [0x200000405:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x91bddff8e8ed8d44 expref: -99 pid: 31489 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1789608700.662216:0:16957:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232a00/0xc54db3288176fce3 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed8d28 expref: -99 pid: 31489 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1789608700.662222:0:16957:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55200/0xc54db3288176fcb9 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x91bddff8e8ed8c87 expref: -99 pid: 30870 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1789608700.662227:0:16957:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 5 locks packed 00010000:00000001:1.0:1789608700.662229:0:16957:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1789608700.662232:0:16957:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789608700.662234:0:16957:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789608700.662240:0:16957:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d910b35e40. 00000100:00000001:1.0:1789608700.662241:0:16957:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258741845568 : -117814967706048 : ffff94d910b35e40) 00000100:00000001:1.0:1789608700.662245:0:16957:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608700.662246:0:16957:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529113344 : -117815180438272 : ffff94d904055500) 00000100:00000001:1.0:1789608700.662251:0:16957:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608700.662255:0:16957:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608700.662257:0:16957:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789608700.662259:0:16957:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608700.662268:0:16957:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904055500 x1876538934257024/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 352/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608700.662276:0:16957:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608700.662278:0:16957:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608700.662281:0:16957:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608700.662284:0:16957:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608700.662286:0:16957:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608700.662290:0:16957:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904055500 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:25f5d458-2cbe-49cd-9693-334c08df7e27:16957:1876538934257024:192.168.203.121@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1789608700.662293:0:16957:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608700.662298:0:16957:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608700.662300:0:16957:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608700.662302:0:16957:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608700.662306:0:16957:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d906144800. 02000000:00000001:1.0:1789608700.662308:0:16957:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608700.662315:0:16957:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608700.662320:0:16957:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34a50. 00000400:00000010:1.0:1789608700.662326:0:16957:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35e58. 00000100:00000200:1.0:1789608700.662332:0:16957:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934257024, portal 18 00000100:00000001:1.0:1789608700.662334:0:16957:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608700.662335:0:16957:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529113344 : -117815180438272 : ffff94d904055500) 00000100:00000040:1.0:1789608700.662341:0:16957:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904055500 x1876538934257024/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 352/224 e 0 to 0 dl 1789608716 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608700.662349:0:16957:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608700.662352:0:16957:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608700.662355:0:16957:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d354c8. 00000100:00000200:1.0:1789608700.662357:0:16957:0:(niobuf.c:94:ptl_send_buf()) Sending 352 bytes to portal 17, xid 1876538934257024, offset 0 00000400:00000200:1.0:1789608700.662362:0:16957:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608700.662370:0:16957:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608700.662377:0:16957:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608700.662383:0:16957:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608700.662387:0:16957:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608700.662390:0:16957:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608700.662393:0:16957:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608700.662397:0:16957:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2574:2574:256:4294967295] 192.168.203.121@tcp LPNI seq info [2574:2574:8:4294967295] 00000400:00000200:1.0:1789608700.662401:0:16957:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608700.662409:0:16957:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608700.662415:0:16957:0:(socklnd_cb.c:931:ksocknal_send()) sending 352 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608700.662419:0:16957:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa000. 00000800:00000200:1.0:1789608700.662425:0:16957:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608700.662434:0:16957:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608700.662438:0:16957:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa000 type 1, nob 448 niov 1 nkiov 1 00000100:00000001:1.0:1789608700.662494:0:16957:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608700.662499:0:16957:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 815842 usecs (816 jiffies) 00000400:00000200:1.0:1789608700.662503:0:16957:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608700.662505:0:16957:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296428568 00000100:00000001:1.0:1789608700.662508:0:16957:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296430435 00000100:00000001:1.0:1789608700.662510:0:16957:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296428568 00000100:00000001:1.0:1789608700.662512:0:16957:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296430435 00000100:00000001:1.0:1789608700.662514:0:16957:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608700.662516:0:16957:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608700.662519:0:16957:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608700.662520:0:16957:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789608700.662523:0:16957:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d910b35e40 going to sleep for 11 seconds 00000100:00000001:1.0:1789608700.662525:0:16957:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608700.662528:0:16957:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608700.663005:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608700.663010:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa000. 00000400:00000200:0.0:1789608700.663019:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608700.663024:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608700.663031:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d354c8 00000400:00000010:0.0:1789608700.663034:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d354c8. 00000100:00000001:0.0:1789608700.663039:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608700.663113:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904055500 x1876538934257024/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 352/224 e 0 to 0 dl 1789608716 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608700.663125:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608700.663129:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d904055500 x1876538934257024/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 352/224 e 0 to 0 dl 1789608716 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608700.663136:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608700.663138:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608700.684964:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608700.684981:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608700.684986:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608700.684988:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608700.684997:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608700.685003:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608700.685012:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608700.685016:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608700.685022:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608700.685026:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 18 MB=0x6aab3c4956580 00000400:00000200:0.0:1789608700.685031:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608700.685036:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.121@tcp of length 224/224 into md 0x7669 [1] + 224 00000800:00000001:0.0:1789608700.685044:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608700.685050:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608700.685053:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608700.685058:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608700.685064:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608700.685073:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904055500 x1876538934257024/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 352/224 e 0 to 0 dl 1789608716 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608700.685084:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904055500 x1876538934257024/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 352/224 e 0 to 0 dl 1789608716 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608700.685102:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608700.685109:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608700.685112:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608700.685147:0:16957:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789608700.685154:0:16957:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608700.685156:0:16957:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608700.685159:0:16957:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34a50. 00000400:00000200:1.0:1789608700.685163:0:16957:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35e58 00000400:00000010:1.0:1789608700.685166:0:16957:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35e58. 00000100:00000001:1.0:1789608700.685169:0:16957:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608700.685173:0:16957:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904055500 x1876538934257024/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 352/224 e 0 to 0 dl 1789608716 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608700.685181:0:16957:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904055500 x1876538934257024/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 352/224 e 0 to 0 dl 1789608716 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608700.685187:0:16957:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608700.685189:0:16957:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608700.685191:0:16957:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608700.685194:0:16957:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608700.685197:0:16957:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608700.685199:0:16957:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608700.685201:0:16957:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608700.685211:0:16957:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11d80 time=207 v=5 (5 5 5 5) 00000100:00001000:1.0:1789608700.685215:0:16957:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608700.685217:0:16957:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608700.685219:0:16957:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608700.685222:0:16957:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608700.685225:0:16957:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608700.685228:0:16957:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608700.685230:0:16957:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967582 00000100:00000001:1.0:1789608700.685232:0:16957:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608700.685234:0:16957:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608700.685239:0:16957:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904055500 x1876538934257024/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 352/224 e 0 to 0 dl 1789608716 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608700.685246:0:16957:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608700.685249:0:16957:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608700.685252:0:16957:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608700.685256:0:16957:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904055500 x1876538934257024/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 352/224 e 0 to 0 dl 1789608716 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608700.685263:0:16957:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904055500 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:25f5d458-2cbe-49cd-9693-334c08df7e27:16957:1876538934257024:192.168.203.121@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1789608700.685268:0:16957:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608700.685271:0:16957:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608700.685273:0:16957:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789608700.685275:0:16957:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608700.685278:0:16957:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904055500 x1876538934257024/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 352/224 e 0 to 0 dl 1789608716 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608700.685284:0:16957:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789608700.685287:0:16957:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d910b35e40. 00000100:00000001:1.0:1789608700.685290:0:16957:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789608700.685292:0:16957:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608700.685294:0:16957:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608700.685296:0:16957:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904055500 x1876538934257024/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 352/224 e 0 to 0 dl 1789608716 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608700.685303:0:16957:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608700.685305:0:16957:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608700.685308:0:16957:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d906144800. 02000000:00000001:1.0:1789608700.685311:0:16957:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608700.685314:0:16957:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608700.685316:0:16957:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:1.0:1789608700.685318:0:16957:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608700.685321:0:16957:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d906145600. 02000000:00000001:1.0:1789608700.685323:0:16957:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608700.685325:0:16957:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608700.685327:0:16957:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904055500. 00000100:00000001:1.0:1789608700.685330:0:16957:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608700.685331:0:16957:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789608700.685333:0:16957:0:(ldlm_request.c:1632:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:1.0:1789608700.685336:0:16957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789608700.685341:0:16957:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232200/0xc54db3288176fcf1 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed8d67 expref: -99 pid: 31499 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:1.0:1789608700.685351:0:16957:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d903b69500 count: 0 00010000:00000010:1.0:1789608700.685358:0:16957:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d90847b780. 00010000:00000001:1.0:1789608700.685365:0:16957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608700.685367:0:16957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789608700.685369:0:16957:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233000/0xc54db3288176fcdc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed8d0c expref: -99 pid: 31489 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:1.0:1789608700.685376:0:16957:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d903b69000 count: 0 00010000:00000010:1.0:1789608700.685380:0:16957:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d90847b580. 00010000:00000001:1.0:1789608700.685383:0:16957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608700.685385:0:16957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789608700.685387:0:16957:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176fcea lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x91bddff8e8ed8d44 expref: -99 pid: 31489 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1789608700.685392:0:16957:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d9071bfe80. 00010000:00000040:1.0:1789608700.685395:0:16957:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d903b69d00 count: 0 00010000:00000010:1.0:1789608700.685397:0:16957:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d90847b000. 00010000:00000001:1.0:1789608700.685401:0:16957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608700.685402:0:16957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789608700.685405:0:16957:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232a00/0xc54db3288176fce3 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed8d28 expref: -99 pid: 31489 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:1.0:1789608700.685410:0:16957:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d903b69f00 count: 0 00010000:00000010:1.0:1789608700.685413:0:16957:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d90847bd00. 00010000:00000001:1.0:1789608700.685427:0:16957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608700.685429:0:16957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789608700.685431:0:16957:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55200/0xc54db3288176fcb9 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x91bddff8e8ed8c87 expref: -99 pid: 30870 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1789608700.685438:0:16957:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d91213ba80. 00010000:00000040:1.0:1789608700.685441:0:16957:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d9037fc200 count: 0 00010000:00000010:1.0:1789608700.685444:0:16957:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d90330c380. 00010000:00000001:1.0:1789608700.685448:0:16957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608700.685450:0:16957:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608700.685464:0:16957:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608700.685467:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608700.685469:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608700.685473:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789608700.685474:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608700.685475:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608700.685477:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789608700.685478:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608700.685480:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608700.685481:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789608700.685554:0:31519:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608700.685557:0:31519:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608700.685559:0:31519:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=5 : 5 : 5) 00010000:00000010:1.1:1789608700.712175:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69500. 00010000:00000010:1.1:1789608700.712193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232200. 00010000:00000010:1.1:1789608700.712196:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69000. 00010000:00000010:1.1:1789608700.712199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909233000. 00010000:00000010:1.1:1789608700.712202:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69d00. 00010000:00000010:1.1:1789608700.712204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232e00. 00010000:00000010:1.1:1789608700.712206:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69f00. 00010000:00000010:1.1:1789608700.712209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232a00. 00010000:00000010:1.1:1789608700.712212:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9037fc200. 00010000:00000010:1.1:1789608700.712215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f55200. 00000020:00000001:1.0:1789608701.710196:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608701.710201:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608701.710205:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789608702.740834:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608702.740843:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608702.740849:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789608703.373912:0:26657:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d000 (cpu 0) has reached its deadline 4296430435, at 4296430464 00000100:00000010:0.0:1789608703.373932:0:26657:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d9094a9ea0. 00000100:00000040:1.0:1789608703.374855:0:809:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d110 (cpu 1) has reached its deadline 4296430435, at 4296430465 00000100:00000010:1.0:1789608703.374867:0:809:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d9094a9a80. 00000100:00000040:1.0:1789608704.526199:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608704.526209:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608704.526219:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904055500. 00000020:00000040:1.0:1789608704.526225:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=4 obd=MGC192.168.203.121@tcp 00000100:00000001:1.0:1789608704.526230:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608704.526233:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608704.526238:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608704.526246:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faad00. 00000100:00000001:1.0:1789608704.526253:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608704.526276:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS req@ffff94d904055500 x1876538934257152/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608704.526288:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608704.526292:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608704.526299:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0493787] to pc [ptlrpcd_00_00+0] req@ffff94d904055500 x1876538934257152/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608704.526328:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608704.526331:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608704.526337:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608704.526340:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904054000. 00000020:00000040:1.0:1789608704.526342:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:1.0:1789608704.526345:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608704.526346:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608704.526348:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608704.526351:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faa200. 00000100:00000001:1.0:1789608704.526354:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608704.526359:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID req@ffff94d904054000 x1876538934257280/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608704.526366:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608704.526367:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608704.526371:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1580a48] to pc [ptlrpcd_00_01+1] req@ffff94d904054000 x1876538934257280/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608704.526379:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608704.526381:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608704.526384:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608704.526387:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904054700. 00000020:00000040:1.0:1789608704.526389:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=4 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000100:00000001:1.0:1789608704.526391:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608704.526393:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608704.526395:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608704.526398:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faaf00. 00000100:00000001:1.0:1789608704.526401:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608704.526405:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID req@ffff94d904054700 x1876538934257408/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608704.526412:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608704.526414:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608704.526418:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4ab8069] to pc [ptlrpcd_00_00+0] req@ffff94d904054700 x1876538934257408/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608704.526431:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608704.526434:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608704.526437:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608704.526440:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904054a80. 00000020:00000040:1.0:1789608704.526443:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00000100:00000001:1.0:1789608704.526446:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1789608704.526447:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1789608704.526449:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608704.526457:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608704.526458:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1789608704.526463:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faa400. 00000100:00000001:0.0:1789608704.526465:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1789608704.526468:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608704.526483:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904055500 x1876538934257152/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608704.526493:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID req@ffff94d904054a80 x1876538934257536/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789608704.526500:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608704.526506:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608704.526516:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1789608704.526519:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1789608704.526522:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608704.526524:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608704.526530:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608704.526536:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093ec6ee1] to pc [ptlrpcd_00_01+1] req@ffff94d904054a80 x1876538934257536/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789608704.526542:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904055500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2409:1876538934257152:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608704.526559:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1789608704.526564:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608704.526569:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1789608704.526570:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1789608704.526575:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608704.526578:0:21207:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1789608704.526581:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1789608704.526586:0:21207:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1769) 02000000:00000010:0.0:1789608704.526593:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d904ae7000. 02000000:00000001:0.0:1789608704.526598:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608704.526621:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608704.526626:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1789608704.526627:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608704.526629:0:2410:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608704.526638:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904054000 x1876538934257280/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1789608704.526642:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8738. 00000100:00000001:1.0:1789608704.526652:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608704.526657:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608704.526661:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608704.526664:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608704.526667:0:2410:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608704.526671:0:2410:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904054000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934257280:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608704.526708:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608704.526713:0:2410:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608704.526716:0:2410:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608704.526719:0:2410:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608704.526723:0:2410:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d906144400. 02000000:00000001:1.0:1789608704.526726:0:2410:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608704.526733:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608704.526737:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34a50. 00000400:00000010:1.0:1789608704.526744:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35e58. 00000100:00000200:1.0:1789608704.526750:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934257280, portal 10 00000100:00000001:1.0:1789608704.526752:0:2410:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608704.526754:0:2410:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529107968 : -117815180443648 : ffff94d904054000) 00000100:00000040:1.0:1789608704.526761:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904054000 x1876538934257280/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608704.526779:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608704.526782:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608704.526785:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35330. 00000100:00000200:1.0:1789608704.526787:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934257280, offset 0 00000400:00000200:1.0:1789608704.526793:0:2410:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608704.526803:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608704.526810:0:2410:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608704.526815:0:2410:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608704.526819:0:2410:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608704.526822:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608704.526825:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608704.526828:0:2410:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2575:2575:256:4294967295] 192.168.203.121@tcp LPNI seq info [2575:2575:8:4294967295] 00000400:00000200:1.0:1789608704.526832:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608704.526840:0:2410:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608704.526846:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608704.526851:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa900. 00000800:00000200:1.0:1789608704.526858:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608704.526867:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608704.526871:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608704.527049:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608704.527054:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 814540 usecs (815 jiffies) 00000400:00000200:1.0:1789608704.527058:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608704.527061:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296432432 00000100:00000010:1.0:1789608704.527067:0:2410:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d9094a9a80. 00000100:00000001:1.0:1789608704.527074:0:2410:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789608704.527079:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296432432 00000100:00000010:1.0:1789608704.527083:0:2410:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d9094a9420. 00000100:00000001:1.0:1789608704.527086:0:2410:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789608704.527089:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608704.527091:0:2410:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608704.527094:0:2410:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608704.527098:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904054a80 x1876538934257536/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608704.527105:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608704.527107:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608704.527109:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608704.527115:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608704.527117:0:2410:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608704.527120:0:2410:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904054a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934257536:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608704.527123:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608704.527126:0:2410:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608704.527128:0:2410:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608704.527129:0:2410:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608704.527133:0:2410:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d906145200. 02000000:00000001:1.0:1789608704.527134:0:2410:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608704.527138:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608704.527141:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34058. 00000400:00000010:1.0:1789608704.527144:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35088. 00000100:00000200:1.0:1789608704.527148:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934257536, portal 4 00000100:00000001:1.0:1789608704.527149:0:2410:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608704.527151:0:2410:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529110656 : -117815180440960 : ffff94d904054a80) 00000100:00000040:1.0:1789608704.527157:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904054a80 x1876538934257536/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608704.527164:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608704.527166:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608704.527169:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35880. 00000100:00000200:1.0:1789608704.527171:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876538934257536, offset 0 00000400:00000200:1.0:1789608704.527176:0:2410:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608704.527180:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608704.527184:0:2410:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608704.527187:0:2410:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608704.527190:0:2410:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608704.527192:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608704.527195:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608704.527198:0:2410:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2576:2576:255:4294967295] 192.168.203.121@tcp LPNI seq info [2576:2576:7:4294967295] 00000400:00000200:1.0:1789608704.527202:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608704.527208:0:2410:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608704.527212:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608704.527217:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa000. 00000800:00000200:1.0:1789608704.527221:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608704.527225:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608704.527228:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608704.527231:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608704.527234:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 235473 usecs (236 jiffies) 00000400:00000200:1.0:1789608704.527237:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608704.527239:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296431853 00000100:00000001:1.0:1789608704.527242:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296432432 00000100:00000001:1.0:1789608704.527244:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296431853 00000100:00000001:1.0:1789608704.527247:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296432432 00000100:00000001:1.0:1789608704.527249:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608704.527251:0:2410:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608704.527253:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608704.527256:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608704.527264:0:2410:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608704.527266:0:2410:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789608704.527269:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608704.527270:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608704.527272:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608704.527274:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608704.527315:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608704.527319:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa900. 00000400:00000200:1.0:1789608704.527325:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608704.527330:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608704.527335:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35330 00000400:00000010:1.0:1789608704.527337:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35330. 00000100:00000001:1.0:1789608704.527341:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608704.527346:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904054000 x1876538934257280/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608704.527354:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608704.527358:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904054000 x1876538934257280/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608844 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608704.527365:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608704.527366:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:0.0:1789608704.527528:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed220. 00000100:00000200:0.0:1789608704.527542:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934257152, portal 25 00000100:00000001:0.0:1789608704.527545:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608704.527547:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529113344 : -117815180438272 : ffff94d904055500) 00000100:00000040:0.0:1789608704.527558:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904055500 x1876538934257152/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608704.527567:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608704.527571:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608704.527577:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed110. 00000100:00000200:0.0:1789608704.527580:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876538934257152, offset 0 00000400:00000200:0.0:1789608704.527587:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608704.527597:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608704.527623:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608704.527628:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608704.527632:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608704.527635:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608704.527638:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608704.527641:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2577:2577:255:4294967295] 192.168.203.121@tcp LPNI seq info [2577:2577:7:4294967295] 00000400:00000200:0.0:1789608704.527646:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608704.527655:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608704.527834:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608704.527840:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306300. 00000800:00000200:0.0:1789608704.527847:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608704.527856:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608704.527934:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608704.527940:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608704.527945:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608704.527948:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 0 is 4296435551 00000100:00000001:0.0:1789608704.527958:0:2409:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296432432 00000100:00000001:0.0:1789608704.527963:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 1 is 4296435551 00000100:00000001:0.0:1789608704.527967:0:2409:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296432432 00000100:00000001:0.0:1789608704.527971:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608704.527974:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608704.527978:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608704.527985:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904054700 x1876538934257408/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608704.527994:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608704.527996:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608704.527999:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608704.528002:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608704.528005:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608704.528008:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934257408:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608704.528013:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608704.528017:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608704.528019:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608704.528022:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608704.528089:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d904ae6e00. 02000000:00000001:0.0:1789608704.528093:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608704.528098:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608704.528102:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8aa8. 00000400:00000010:0.0:1789608704.528107:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed330. 00000100:00000200:0.0:1789608704.528111:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934257408, portal 10 00000100:00000001:0.0:1789608704.528113:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608704.528114:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529109760 : -117815180441856 : ffff94d904054700) 00000100:00000040:0.0:1789608704.528123:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904054700 x1876538934257408/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608704.528130:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608704.528132:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608704.528135:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed440. 00000100:00000200:0.0:1789608704.528138:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934257408, offset 0 00000400:00000200:0.0:1789608704.528142:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608704.528147:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608704.528150:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608704.528154:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608704.528156:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608704.528159:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608704.528161:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608704.528164:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2578:2578:254:4294967295] 192.168.203.121@tcp LPNI seq info [2578:2578:6:4294967295] 00000400:00000200:0.0:1789608704.528168:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608704.528175:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608704.528180:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608704.528183:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306800. 00000800:00000200:0.0:1789608704.528188:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608704.528192:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608704.528195:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608704.528198:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608704.528202:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: using a timeout of 23505 usecs (24 jiffies) 00000400:00000200:0.0:1789608704.528205:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608704.528207:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296431641 00000100:00000001:0.0:1789608704.528210:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296435551 00000100:00000001:0.0:1789608704.528212:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296431641 00000100:00000001:0.0:1789608704.528214:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296435551 00000100:00000001:0.0:1789608704.528216:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608704.528219:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608704.528222:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608704.528227:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608704.528236:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608704.528238:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789608704.528242:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608704.528244:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608704.528245:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608704.528248:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608704.531775:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608704.531785:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa000. 00000400:00000200:1.0:1789608704.531794:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608704.531801:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608704.531809:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35880 00000400:00000010:1.0:1789608704.531812:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35880. 00000100:00000001:1.0:1789608704.531817:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608704.531825:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904054a80 x1876538934257536/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608704.531836:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608704.531840:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904054a80 x1876538934257536/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608720 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608704.531846:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608704.531848:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608704.531949:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608704.531952:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306300. 00000400:00000200:1.0:1789608704.531956:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608704.531960:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608704.531963:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed110 00000400:00000010:1.0:1789608704.531965:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed110. 00000100:00000001:1.0:1789608704.531968:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608704.531973:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904055500 x1876538934257152/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608704.531980:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608704.531984:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904055500 x1876538934257152/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608720 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608704.531990:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608704.531991:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608704.532000:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608704.532002:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306800. 00000400:00000200:1.0:1789608704.532005:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608704.532008:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608704.532010:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed440 00000400:00000010:1.0:1789608704.532012:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed440. 00000100:00000001:1.0:1789608704.532015:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608704.532018:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904054700 x1876538934257408/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608704.532026:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608704.532028:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904054700 x1876538934257408/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608844 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608704.532035:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608704.532036:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608704.540313:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608704.540331:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608704.540336:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608704.540339:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608704.540348:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608704.540356:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608704.540365:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608704.540370:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608704.540375:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608704.540380:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4956680 00000400:00000200:0.0:1789608704.540387:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608704.540392:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x7679 [1] + 224 00000800:00000001:0.0:1789608704.540400:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608704.540404:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608704.540419:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608704.540424:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608704.540431:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608704.540439:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904054000 x1876538934257280/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608844 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608704.540460:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904054000 x1876538934257280/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608844 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608704.540483:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608704.540492:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608704.540501:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608704.540504:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608704.540507:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608704.540510:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608704.540514:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608704.540518:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608704.540521:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608704.540523:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608704.540526:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c4956780 00000400:00000200:0.0:1789608704.540529:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608704.540533:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x7689 [1] + 224 00000800:00000001:0.0:1789608704.540537:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608704.540541:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608704.540543:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608704.540546:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608704.540549:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608704.540553:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904054a80 x1876538934257536/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608720 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608704.540562:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904054a80 x1876538934257536/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608720 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608704.540568:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608704.540571:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608704.540576:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608704.540577:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608704.540580:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608704.540582:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608704.540586:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608704.540590:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608704.540592:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608704.540594:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608704.540597:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 25 MB=0x6aab3c4956600 00000400:00000200:0.0:1789608704.540601:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608704.540605:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.121@tcp of length 224/224 into md 0x7699 [1] + 224 00000800:00000001:0.0:1789608704.540609:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608704.540613:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608704.540615:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608704.540618:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608704.540621:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608704.540625:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904055500 x1876538934257152/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608720 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608704.540642:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904055500 x1876538934257152/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608720 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608704.540657:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608704.540660:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608704.540664:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608704.540666:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608704.540667:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608704.540670:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608704.540674:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608704.541285:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608704.541288:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608704.541292:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608704.541296:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4956700 00000400:00000200:0.0:1789608704.541300:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608704.541304:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x76a9 [1] + 224 00000800:00000001:0.0:1789608704.541309:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608704.541371:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608704.541374:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608704.541378:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608704.541381:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608704.541387:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904054700 x1876538934257408/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608844 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608704.541395:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904054700 x1876538934257408/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608844 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608704.541404:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608704.541410:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608704.541414:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608704.541432:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608704.541437:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789608704.541443:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608704.541445:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608704.541448:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8738. 00000400:00000200:0.0:1789608704.541452:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed220 00000400:00000010:0.0:1789608704.541456:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed220. 00000100:00000001:0.0:1789608704.541458:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608704.541463:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904055500 x1876538934257152/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608720 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608704.541472:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904055500 x1876538934257152/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608720 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608704.541478:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608704.541480:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608704.541483:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608704.541486:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608704.541489:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608704.541491:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608704.541494:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608704.541512:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d90510e460 time=62 v=5 (5 5 5 5) 00000100:00001000:0.0:1789608704.541517:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d90510e418 time=62 v=5 (1 1 1 1) 00000100:00000001:0.0:1789608704.541520:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608704.541522:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608704.541524:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608704.541527:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608704.541529:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608704.541535:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904055500 x1876538934257152/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608720 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608704.541542:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608704.541544:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608704.541546:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608704.541551:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904055500 x1876538934257152/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608720 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789608704.541565:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904055500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2409:1876538934257152:192.168.203.121@tcp:400:kworker.0 00000400:00000001:0.0:1789608704.541571:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608704.541572:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608704.541574:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8aa8. 00000400:00000200:0.0:1789608704.541577:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed330 00000400:00000010:0.0:1789608704.541578:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed330. 00000100:00000001:0.0:1789608704.541580:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608704.541584:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904054700 x1876538934257408/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608844 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608704.541591:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904054700 x1876538934257408/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608844 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608704.541598:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608704.541599:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608704.541601:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608704.541602:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608704.541603:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608704.541605:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608704.541606:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608704.541613:0:2409:0:(import.c:2196:obd_at_measure()) add 104 to ffff94d902b17c60 time=62 v=104 (104 104 104 137) 00000100:00001000:0.0:1789608704.541616:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b17c18 time=62 v=5 (1 1 1 1) 00000100:00000001:0.0:1789608704.541618:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608704.541619:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608704.541621:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608704.541623:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608704.541626:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608704.541632:0:2409:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1789608704.541634:0:2409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608704.541635:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608704.541639:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904054700 x1876538934257408/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608844 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608704.541644:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608704.541646:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608704.541648:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608704.541651:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904054700 x1876538934257408/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608844 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789608704.541658:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934257408:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608704.541662:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608704.541664:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608704.541668:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904055500 x1876538934257152/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608720 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608704.541675:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608704.541694:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608704.541698:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d904ae7000. 02000000:00000001:0.0:1789608704.541702:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608704.541704:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608704.541706:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=3 obd=MGC192.168.203.121@tcp 00000020:00000001:0.0:1789608704.541708:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608704.541710:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faad00. 02000000:00000001:0.0:1789608704.541714:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608704.541717:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608704.541718:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904055500. 00000100:00000001:0.0:1789608704.541721:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608704.541723:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608704.541724:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608704.541728:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904054700 x1876538934257408/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608844 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608704.541733:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608704.541734:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608704.541735:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d904ae6e00. 02000000:00000001:0.0:1789608704.541737:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608704.541738:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608704.541739:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=3 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:0.0:1789608704.541741:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608704.541742:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faaf00. 02000000:00000001:0.0:1789608704.541745:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608704.541746:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608704.541747:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904054700. 00000100:00000001:0.0:1789608704.541749:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608704.541750:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608704.541752:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608704.541760:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608704.541771:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608704.541774:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608704.541776:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608704.542328:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608704.542332:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789608704.542337:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608704.542339:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608704.542342:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34a50. 00000400:00000200:1.0:1789608704.542347:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35e58 00000400:00000010:1.0:1789608704.542349:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35e58. 00000100:00000001:1.0:1789608704.542352:0:2410:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608704.542358:0:2410:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904054000 x1876538934257280/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608844 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608704.542366:0:2410:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904054000 x1876538934257280/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608844 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608704.542372:0:2410:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608704.542374:0:2410:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608704.542376:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608704.542378:0:2410:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608704.542379:0:2410:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608704.542381:0:2410:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608704.542383:0:2410:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608704.542388:0:2410:0:(import.c:2196:obd_at_measure()) add 104 to ffff94d902b11c60 time=62 v=104 (104 104 104 137) 00000100:00001000:1.0:1789608704.542391:0:2410:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608704.542394:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608704.542395:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608704.542397:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608704.542399:0:2410:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608704.542402:0:2410:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789608704.542414:0:2410:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: committing for last_committed 4294967583 gen 2 00000100:00000001:1.0:1789608704.542417:0:2410:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1789608704.542419:0:2410:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: normal: skip=1 replay=0/0 committed=0/0 00000100:00000001:1.0:1789608704.542422:0:2410:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608704.542423:0:2410:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608704.542428:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904054000 x1876538934257280/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608844 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608704.542435:0:2410:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608704.542437:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608704.542438:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608704.542441:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904054000 x1876538934257280/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608844 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608704.542449:0:2410:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904054000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934257280:192.168.203.121@tcp:400:kworker.0 00000400:00000001:1.0:1789608704.542454:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608704.542456:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608704.542457:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34058. 00000400:00000200:1.0:1789608704.542460:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35088 00000400:00000010:1.0:1789608704.542462:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35088. 00000100:00000001:1.0:1789608704.542463:0:2410:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608704.542467:0:2410:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904054a80 x1876538934257536/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608720 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608704.542474:0:2410:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904054a80 x1876538934257536/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608720 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608704.542480:0:2410:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608704.542481:0:2410:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608704.542482:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608704.542484:0:2410:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608704.542485:0:2410:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608704.542486:0:2410:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608704.542488:0:2410:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608704.542491:0:2410:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13c60 time=62 v=5 (5 5 5 36) 00000100:00001000:1.0:1789608704.542503:0:2410:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=128 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608704.542505:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608704.542506:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608704.542508:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608704.542510:0:2410:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608704.542512:0:2410:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608704.542513:0:2410:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: skip recheck: last_committed 4294967327 00000100:00000001:1.0:1789608704.542515:0:2410:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608704.542516:0:2410:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608704.542520:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904054a80 x1876538934257536/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608720 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608704.542527:0:2410:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608704.542529:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608704.542530:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608704.542533:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904054a80 x1876538934257536/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608720 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608704.542541:0:2410:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904054a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934257536:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608704.542545:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608704.542546:0:2410:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608704.542549:0:2410:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904054000 x1876538934257280/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608844 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608704.542556:0:2410:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608704.542557:0:2410:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608704.542560:0:2410:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d906144400. 02000000:00000001:1.0:1789608704.542562:0:2410:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608704.542565:0:2410:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608704.542566:0:2410:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:1.0:1789608704.542568:0:2410:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608704.542570:0:2410:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faa200. 02000000:00000001:1.0:1789608704.542572:0:2410:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608704.542574:0:2410:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608704.542575:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904054000. 00000100:00000001:1.0:1789608704.542577:0:2410:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608704.542579:0:2410:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608704.542580:0:2410:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608704.542583:0:2410:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904054a80 x1876538934257536/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608720 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608704.542589:0:2410:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608704.542591:0:2410:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608704.542592:0:2410:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d906145200. 02000000:00000001:1.0:1789608704.542594:0:2410:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608704.542595:0:2410:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608704.542596:0:2410:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=2 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:1.0:1789608704.542598:0:2410:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608704.542599:0:2410:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faa400. 02000000:00000001:1.0:1789608704.542601:0:2410:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608704.542602:0:2410:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608704.542604:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904054a80. 00000100:00000001:1.0:1789608704.542606:0:2410:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608704.542607:0:2410:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608704.542609:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608704.542614:0:2410:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608704.542616:0:2410:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608704.542618:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608704.542620:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608704.785017:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608704.785023:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608704.785028:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789608705.038473:0:25846:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1789608705.038479:0:25846:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608705.809104:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608705.809113:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608705.809118:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789608707.855871:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608707.855875:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608707.855879:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789608708.494857:0:809:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d110 (cpu 1) has reached its deadline 4296435551, at 4296435585 00000100:00000010:1.0:1789608708.494876:0:809:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d9094a9420. 00000100:00000040:0.0:1789608708.496127:0:26657:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d000 (cpu 0) has reached its deadline 4296435551, at 4296435586 00000100:00000010:0.0:1789608708.496142:0:26657:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d9094a9a80. 00000020:00000001:1.0:1789608708.879316:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608708.879320:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608708.879324:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789608709.646877:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608709.646887:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608709.646897:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904054a80. 00000020:00000040:1.0:1789608709.646903:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=4 obd=MGC192.168.203.121@tcp 00000100:00000001:1.0:1789608709.646907:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608709.646911:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608709.646915:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608709.646923:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faa400. 00000100:00000001:1.0:1789608709.646929:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608709.646940:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS req@ffff94d904054a80 x1876538934257664/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608709.647065:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608709.647069:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608709.647076:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093ec6ee1] to pc [ptlrpcd_00_00+0] req@ffff94d904054a80 x1876538934257664/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608709.647108:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608709.647111:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608709.647115:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608709.647118:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904054000. 00000020:00000040:1.0:1789608709.647121:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:1.0:1789608709.647123:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608709.647124:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608709.647126:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608709.647130:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faa200. 00000100:00000001:1.0:1789608709.647133:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608709.647137:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID req@ffff94d904054000 x1876538934257792/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608709.647145:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608709.647147:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608709.647150:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1580a48] to pc [ptlrpcd_00_01+1] req@ffff94d904054000 x1876538934257792/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608709.647157:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608709.647159:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608709.647162:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608709.647163:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904054e00. 00000020:00000040:1.0:1789608709.647166:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=4 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000100:00000001:1.0:1789608709.647168:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608709.647169:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608709.647170:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608709.647173:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faa000. 00000100:00000001:1.0:1789608709.647175:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608709.647180:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID req@ffff94d904054e00 x1876538934257920/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608709.647186:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608709.647188:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608709.647192:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eeaf9372] to pc [ptlrpcd_00_00+0] req@ffff94d904054e00 x1876538934257920/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608709.647199:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608709.647202:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608709.647205:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608709.647210:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904054700. 00000020:00000040:1.0:1789608709.647212:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00000100:00000001:1.0:1789608709.647214:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608709.647215:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608709.647217:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608709.647220:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faa900. 00000100:00000001:1.0:1789608709.647223:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608709.647227:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID req@ffff94d904054700 x1876538934258048/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608709.647233:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608709.647235:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608709.647238:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4ab8069] to pc [ptlrpcd_00_01+1] req@ffff94d904054700 x1876538934258048/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608709.647244:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608709.647246:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789608709.647249:0:21207:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789608709.647254:0:21207:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1774) 00000100:00000001:1.0:1789608709.647267:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608709.647270:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608709.647272:0:2410:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608709.647276:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904054000 x1876538934257792/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608709.647284:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608709.647286:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608709.647289:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608709.647292:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608709.647295:0:2410:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608709.647298:0:2410:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904054000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934257792:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608709.647303:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608709.647307:0:2410:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608709.647309:0:2410:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608709.647311:0:2410:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608709.647315:0:2410:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d906144400. 02000000:00000001:1.0:1789608709.647317:0:2410:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608709.647324:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608709.647327:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34058. 00000400:00000010:1.0:1789608709.647334:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35088. 00000100:00000200:1.0:1789608709.647339:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934257792, portal 10 00000100:00000001:1.0:1789608709.647342:0:2410:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608709.647343:0:2410:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529107968 : -117815180443648 : ffff94d904054000) 00000100:00000040:1.0:1789608709.647350:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904054000 x1876538934257792/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608709.647358:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608709.647361:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608709.647363:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35e58. 00000100:00000200:1.0:1789608709.647365:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934257792, offset 0 00000400:00000200:1.0:1789608709.647372:0:2410:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608709.647380:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608709.647387:0:2410:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608709.647392:0:2410:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608709.647396:0:2410:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608709.647400:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608709.647402:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608709.647406:0:2410:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2579:2579:256:4294967295] 192.168.203.121@tcp LPNI seq info [2579:2579:8:4294967295] 00000400:00000200:1.0:1789608709.647410:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608709.647419:0:2410:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608709.647424:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608709.647428:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faab00. 00000800:00000200:1.0:1789608709.647435:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608709.647443:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608709.647447:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608709.647459:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608709.647463:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 813226 usecs (814 jiffies) 00000400:00000200:1.0:1789608709.647466:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608709.647469:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296437551 00000100:00000010:1.0:1789608709.647474:0:2410:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d9094a9420. 00000100:00000001:1.0:1789608709.647481:0:2410:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789608709.647487:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296437551 00000100:00000010:1.0:1789608709.647490:0:2410:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d9094a9a20. 00000100:00000001:1.0:1789608709.647493:0:2410:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789608709.647495:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608709.647498:0:2410:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608709.647501:0:2410:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608709.647505:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904054700 x1876538934258048/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608709.647512:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608709.647513:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608709.647515:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608709.647517:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608709.647519:0:2410:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608709.647521:0:2410:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934258048:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608709.647524:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608709.647526:0:2410:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608709.647528:0:2410:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608709.647529:0:2410:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608709.647533:0:2410:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d906145a00. 00000100:00000001:0.0:1789608709.647533:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1789608709.647534:0:2410:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608709.647535:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608709.647537:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1789608709.647538:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608709.647540:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34a50. 00000100:00000040:0.0:1789608709.647542:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904054a80 x1876538934257664/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1789608709.647543:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35880. 00000100:00000200:1.0:1789608709.647546:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934258048, portal 4 00000100:00000001:1.0:1789608709.647548:0:2410:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608709.647549:0:2410:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529109760 : -117815180441856 : ffff94d904054700) 00000100:00000001:0.0:1789608709.647549:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608709.647551:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608709.647553:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1789608709.647554:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904054700 x1876538934258048/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1789608709.647554:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608709.647556:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608709.647559:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904054a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2409:1876538934257664:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608709.647561:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1789608709.647562:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1789608709.647563:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 02000000:00000001:0.0:1789608709.647564:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1789608709.647565:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35330. 02000000:00000001:0.0:1789608709.647566:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608709.647567:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1789608709.647568:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876538934258048, offset 0 02000000:00000010:0.0:1789608709.647570:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d904ae6e00. 00000400:00000200:1.0:1789608709.647572:0:2410:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 02000000:00000001:0.0:1789608709.647572:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608709.647575:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608709.647576:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608709.647578:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8aa8. 00000400:00000200:1.0:1789608709.647579:0:2410:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608709.647581:0:2410:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1789608709.647582:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed330. 00000400:00000200:1.0:1789608709.647584:0:2410:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000100:00000200:0.0:1789608709.647584:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934257664, portal 25 00000400:00000200:1.0:1789608709.647586:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1789608709.647587:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1789608709.647588:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000100:00000001:0.0:1789608709.647588:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529110656 : -117815180440960 : ffff94d904054a80) 00000400:00000200:1.0:1789608709.647591:0:2410:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2580:2580:255:4294967295] 192.168.203.121@tcp LPNI seq info [2580:2580:7:4294967295] 00000100:00000040:0.0:1789608709.647592:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904054a80 x1876538934257664/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1789608709.647595:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608709.647599:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1789608709.647601:0:2410:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000100:00000040:0.0:1789608709.647601:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608709.647603:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed220. 00000100:00000200:0.0:1789608709.647605:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876538934257664, offset 0 00000800:00000200:1.0:1789608709.647606:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608709.647609:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faae00. 00000400:00000200:0.0:1789608709.647609:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000800:00000200:1.0:1789608709.647613:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000400:00000200:0.0:1789608709.647613:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608709.647627:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608709.647629:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608709.647632:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608709.647634:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608709.647636:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608709.647639:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2581:2581:254:4294967295] 192.168.203.121@tcp LPNI seq info [2581:2581:6:4294967295] 00000400:00000200:0.0:1789608709.647642:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608709.647647:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608709.647652:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608709.647655:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306200. 00000800:00000200:0.0:1789608709.647658:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608709.647662:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608709.647665:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608709.647668:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608709.647670:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608709.647672:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 0 is 4296440671 00000100:00000001:0.0:1789608709.647704:0:2409:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296437551 00000100:00000001:0.0:1789608709.647708:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 1 is 4296440672 00000800:00000200:1.0:1789608709.647712:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608709.647715:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faae00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608709.647718:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608709.647721:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 234338 usecs (235 jiffies) 00000400:00000200:1.0:1789608709.647735:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608709.647737:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296436973 00000100:00000001:1.0:1789608709.647740:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296440671 00000100:00000001:1.0:1789608709.647741:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296436973 00000100:00000001:1.0:1789608709.647743:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296437551 00000100:00000001:1.0:1789608709.647745:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608709.647747:0:2410:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608709.647749:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608709.647751:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608709.647759:0:2410:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608709.647761:0:2410:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789608709.647763:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608709.647764:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608709.647766:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608709.647768:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608709.647808:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608709.647812:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faab00. 00000400:00000200:1.0:1789608709.647817:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608709.647822:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608709.647827:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35e58 00000400:00000010:1.0:1789608709.647829:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35e58. 00000100:00000001:1.0:1789608709.647833:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608709.647837:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904054000 x1876538934257792/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608709.647845:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608709.647848:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904054000 x1876538934257792/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608849 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608709.647855:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608709.647857:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789608709.647857:0:2409:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296437551 00000100:00000001:0.0:1789608709.647860:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608709.647862:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608709.647865:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000800:00000200:1.0:1789608709.647867:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608709.647869:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306200. 00000100:00000040:0.0:1789608709.647869:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904054e00 x1876538934257920/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1789608709.647872:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608709.647875:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608709.647876:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1789608709.647877:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed220 00000100:00000001:0.0:1789608709.647877:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789608709.647879:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed220. 02000000:00000001:0.0:1789608709.647880:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1789608709.647881:0:2402:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1789608709.647881:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1789608709.647884:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904054a80 x1876538934257664/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1789608709.647884:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608709.647886:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904054e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934257920:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608709.647889:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1789608709.647891:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1789608709.647892:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608709.647893:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608709.647894:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904054a80 x1876538934257664/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608725 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1789608709.647895:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608709.647898:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d904ae7000. 00000100:00000001:1.0:1789608709.647900:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608709.647900:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608709.647902:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:0.0:1789608709.647903:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608709.647906:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8738. 00000400:00000010:0.0:1789608709.647909:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095eddd0. 00000100:00000200:0.0:1789608709.647912:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934257920, portal 10 00000100:00000001:0.0:1789608709.647913:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608709.647914:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529111552 : -117815180440064 : ffff94d904054e00) 00000100:00000040:0.0:1789608709.647919:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904054e00 x1876538934257920/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608709.647924:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608709.647926:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608709.647928:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095eda18. 00000100:00000200:0.0:1789608709.647930:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934257920, offset 0 00000400:00000200:0.0:1789608709.647933:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608709.647936:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608709.647940:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608709.647942:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608709.647945:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608709.647947:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608709.647949:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608709.647952:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2582:2582:255:4294967295] 192.168.203.121@tcp LPNI seq info [2582:2582:7:4294967295] 00000400:00000200:0.0:1789608709.647955:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608709.647961:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608709.647965:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608709.647969:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306b00. 00000800:00000200:0.0:1789608709.647972:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608709.647976:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608709.647978:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608709.647981:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608709.647983:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: using a timeout of 23486 usecs (24 jiffies) 00000400:00000200:0.0:1789608709.647986:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608709.647988:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296436762 00000100:00000001:0.0:1789608709.647990:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296440671 00000100:00000001:0.0:1789608709.647992:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296436762 00000100:00000001:0.0:1789608709.647994:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296440672 00000100:00000001:0.0:1789608709.647996:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608709.647998:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608709.647999:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608709.648001:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608709.648004:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608709.648006:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789608709.648008:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608709.648009:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608709.648010:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608709.648012:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608709.649722:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608709.649741:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faae00. 00000400:00000200:1.0:1789608709.649749:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608709.649755:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608709.649761:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35330 00000400:00000010:1.0:1789608709.649764:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35330. 00000100:00000001:1.0:1789608709.649769:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608709.649776:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904054700 x1876538934258048/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608709.649786:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608709.649790:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904054700 x1876538934258048/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608725 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608709.649797:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608709.649799:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608709.649827:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608709.649830:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306b00. 00000400:00000200:1.0:1789608709.649833:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608709.649836:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608709.649839:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095eda18 00000400:00000010:1.0:1789608709.649841:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095eda18. 00000100:00000001:1.0:1789608709.649844:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608709.649848:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904054e00 x1876538934257920/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608709.649855:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608709.649858:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904054e00 x1876538934257920/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608849 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608709.649864:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608709.649866:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608709.656148:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608709.656170:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608709.656175:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608709.656178:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608709.656185:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608709.656194:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608709.656206:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608709.656211:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608709.656216:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608709.656220:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 25 MB=0x6aab3c4956800 00000400:00000200:0.0:1789608709.656225:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608709.656232:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.121@tcp of length 224/224 into md 0x76d9 [1] + 224 00000800:00000001:0.0:1789608709.656239:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608709.656244:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608709.656247:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608709.656251:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608709.656259:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608709.656268:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904054a80 x1876538934257664/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608725 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608709.656280:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904054a80 x1876538934257664/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608725 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608709.656313:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608709.656325:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608709.656329:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608709.656331:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608709.656333:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608709.656336:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608709.656340:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608709.656344:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608709.656346:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608709.656349:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608709.656352:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c4956980 00000400:00000200:0.0:1789608709.656356:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608709.656360:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x76c9 [1] + 224 00000800:00000001:0.0:1789608709.656363:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608709.656367:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608709.656368:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608709.656371:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608709.656374:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608709.656378:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904054700 x1876538934258048/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608725 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608709.656386:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904054700 x1876538934258048/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608725 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608709.656396:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608709.656399:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608709.656402:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608709.656404:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608709.656406:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608709.656408:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608709.656411:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608709.656415:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608709.656417:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608709.656419:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608709.656422:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4956880 00000400:00000200:0.0:1789608709.656425:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608709.656441:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x76b9 [1] + 224 00000800:00000001:0.0:1789608709.656445:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608709.656449:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608709.656451:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608709.656453:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608709.656456:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608709.656460:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904054000 x1876538934257792/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608849 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608709.656467:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904054000 x1876538934257792/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608849 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608709.656474:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608709.656479:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608709.656623:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608709.656626:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608709.656628:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608709.656631:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608709.656635:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608709.656640:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608709.656642:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608709.656645:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608709.656648:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4956900 00000400:00000200:0.0:1789608709.656651:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608709.656654:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x76e9 [1] + 224 00000800:00000001:0.0:1789608709.656657:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608709.656666:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608709.656668:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608709.656671:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608709.656674:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608709.656709:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904054e00 x1876538934257920/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608849 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608709.656718:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904054e00 x1876538934257920/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608849 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608709.656736:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608709.656740:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608709.656743:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608709.657835:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608709.657841:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789608709.657849:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608709.657851:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608709.657856:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8aa8. 00000400:00000200:1.0:1789608709.657862:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed330 00000400:00000010:1.0:1789608709.657864:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed330. 00000100:00000001:1.0:1789608709.657868:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608709.657875:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904054a80 x1876538934257664/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608725 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608709.657886:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904054a80 x1876538934257664/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608725 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608709.657893:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608709.657895:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608709.657897:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608709.657900:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608709.657903:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608709.657905:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608709.657908:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608709.657914:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d90510e460 time=67 v=5 (5 5 5 5) 00000100:00001000:1.0:1789608709.657919:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d90510e418 time=67 v=5 (1 1 1 1) 00000100:00000001:1.0:1789608709.657922:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608709.657923:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608709.657926:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608709.657928:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608709.657930:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608709.657935:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904054a80 x1876538934257664/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608725 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608709.657941:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608709.657944:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608709.658041:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608709.658047:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904054a80 x1876538934257664/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608725 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608709.658055:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904054a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2409:1876538934257664:192.168.203.121@tcp:400:kworker.0 00000400:00000001:1.0:1789608709.658062:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608709.658063:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608709.658065:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8738. 00000400:00000200:1.0:1789608709.658068:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095eddd0 00000400:00000010:1.0:1789608709.658070:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095eddd0. 00000100:00000001:1.0:1789608709.658072:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608709.658076:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904054e00 x1876538934257920/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608849 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608709.658084:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904054e00 x1876538934257920/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608849 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608709.658090:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608709.658091:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608709.658093:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608709.658095:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608709.658096:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608709.658097:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608709.658099:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608709.658105:0:2409:0:(import.c:2196:obd_at_measure()) add 104 to ffff94d902b17c60 time=67 v=104 (104 104 104 137) 00000100:00001000:1.0:1789608709.658109:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b17c18 time=67 v=5 (1 1 1 1) 00000100:00000001:1.0:1789608709.658111:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608709.658112:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608709.658114:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608709.658118:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608709.658121:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608709.658123:0:2409:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1789608709.658126:0:2409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608709.658127:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608709.658131:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904054e00 x1876538934257920/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608849 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608709.658137:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608709.658139:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608709.658141:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608709.658144:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904054e00 x1876538934257920/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608849 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608709.658152:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904054e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934257920:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608709.658156:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608709.658158:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608709.658162:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904054a80 x1876538934257664/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608725 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608709.658168:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608709.658170:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608709.658174:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d904ae6e00. 02000000:00000001:1.0:1789608709.658177:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608709.658180:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608709.658182:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=3 obd=MGC192.168.203.121@tcp 00000020:00000001:1.0:1789608709.658184:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608709.658187:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faa400. 02000000:00000001:1.0:1789608709.658190:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608709.658192:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608709.658194:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904054a80. 00000100:00000001:1.0:1789608709.658198:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608709.658199:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608709.658201:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608709.658204:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904054e00 x1876538934257920/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608849 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608709.658211:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608709.658212:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608709.658214:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d904ae7000. 02000000:00000001:1.0:1789608709.658216:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608709.658217:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608709.658218:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=3 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:1.0:1789608709.658220:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608709.658222:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faa000. 02000000:00000001:1.0:1789608709.658224:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608709.658225:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608709.658226:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904054e00. 00000100:00000001:1.0:1789608709.658228:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608709.658229:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608709.658231:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608709.658239:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608709.658241:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608709.658243:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608709.658245:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608709.658415:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608709.658418:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789608709.658422:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608709.658423:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608709.658425:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34058. 00000400:00000200:1.0:1789608709.658429:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35088 00000400:00000010:1.0:1789608709.658431:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35088. 00000100:00000001:1.0:1789608709.658434:0:2410:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608709.658439:0:2410:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904054000 x1876538934257792/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608849 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608709.658446:0:2410:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904054000 x1876538934257792/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608849 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608709.658452:0:2410:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608709.658454:0:2410:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608709.658456:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608709.658457:0:2410:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608709.658458:0:2410:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608709.658460:0:2410:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608709.658462:0:2410:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608709.658467:0:2410:0:(import.c:2196:obd_at_measure()) add 104 to ffff94d902b11c60 time=67 v=104 (104 104 104 137) 00000100:00001000:1.0:1789608709.658470:0:2410:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608709.658472:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608709.658474:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608709.658475:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608709.658478:0:2410:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608709.658480:0:2410:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608709.658481:0:2410:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967583 00000100:00000001:1.0:1789608709.658483:0:2410:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608709.658484:0:2410:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608709.658488:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904054000 x1876538934257792/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608849 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608709.658494:0:2410:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608709.658496:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608709.658497:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608709.658500:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904054000 x1876538934257792/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608849 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608709.658506:0:2410:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904054000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934257792:192.168.203.121@tcp:400:kworker.0 00000400:00000001:1.0:1789608709.658511:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608709.658512:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608709.658513:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34a50. 00000400:00000200:1.0:1789608709.658516:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35880 00000400:00000010:1.0:1789608709.658517:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35880. 00000100:00000001:1.0:1789608709.658519:0:2410:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608709.658523:0:2410:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904054700 x1876538934258048/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608725 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608709.658531:0:2410:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904054700 x1876538934258048/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608725 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608709.658537:0:2410:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608709.658539:0:2410:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608709.658540:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608709.658541:0:2410:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608709.658543:0:2410:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608709.658544:0:2410:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608709.658545:0:2410:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608709.658549:0:2410:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13c60 time=67 v=5 (5 5 5 36) 00000100:00001000:1.0:1789608709.658551:0:2410:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=133 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608709.658553:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608709.658555:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608709.658556:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608709.658557:0:2410:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608709.658559:0:2410:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608709.658560:0:2410:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: skip recheck: last_committed 4294967327 00000100:00000001:1.0:1789608709.658562:0:2410:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608709.658563:0:2410:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608709.658566:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904054700 x1876538934258048/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608725 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608709.658572:0:2410:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608709.658573:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608709.658574:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608709.658577:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904054700 x1876538934258048/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608725 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608709.658583:0:2410:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934258048:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608709.658586:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608709.658588:0:2410:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608709.658590:0:2410:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904054000 x1876538934257792/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608849 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608709.658596:0:2410:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608709.658597:0:2410:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608709.658599:0:2410:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d906144400. 02000000:00000001:1.0:1789608709.658602:0:2410:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608709.658603:0:2410:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608709.658605:0:2410:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:1.0:1789608709.658606:0:2410:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608709.658608:0:2410:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faa200. 02000000:00000001:1.0:1789608709.658610:0:2410:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608709.658610:0:2410:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608709.658612:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904054000. 00000100:00000001:1.0:1789608709.664693:0:2410:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608709.664701:0:2410:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608709.664706:0:2410:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608709.664719:0:2410:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904054700 x1876538934258048/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608725 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608709.664740:0:2410:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608709.664743:0:2410:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608709.664747:0:2410:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d906145a00. 02000000:00000001:1.0:1789608709.664753:0:2410:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608709.664756:0:2410:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608709.664758:0:2410:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=2 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:1.0:1789608709.664760:0:2410:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608709.664762:0:2410:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faa900. 02000000:00000001:1.0:1789608709.664766:0:2410:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608709.664768:0:2410:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608709.664769:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904054700. 00000100:00000001:1.0:1789608709.664773:0:2410:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608709.664774:0:2410:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608709.664776:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608709.664783:0:2410:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608709.664785:0:2410:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608709.664788:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608709.664790:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608710.925852:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608710.925855:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608710.925858:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789608711.950765:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608711.950772:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608711.950778:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789608713.613848:0:809:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d110 (cpu 1) has reached its deadline 4296440672, at 4296440704 00000100:00000010:1.0:1789608713.613867:0:809:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d9094a9a20. 00000100:00000040:0.0:1789608713.613975:0:26657:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d000 (cpu 0) has reached its deadline 4296440671, at 4296440704 00000100:00000010:0.0:1789608713.613982:0:26657:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d9094a9420. 00000020:00000001:1.0:1789608713.998906:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608713.998910:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608713.998914:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789608714.766135:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608714.766148:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608714.766163:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904054700. 00000020:00000040:1.0:1789608714.766172:0:36:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=4 obd=MGC192.168.203.121@tcp 00000100:00000001:1.0:1789608714.766177:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608714.766181:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608714.766188:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608714.766198:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faa900. 00000100:00000001:1.0:1789608714.766214:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608714.766230:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS req@ffff94d904054700 x1876538934258176/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608714.766243:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608714.766248:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608714.766255:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4ab8069] to pc [ptlrpcd_00_00+0] req@ffff94d904054700 x1876538934258176/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608714.766291:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608714.766294:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608714.766298:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608714.766301:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904054000. 00000020:00000040:1.0:1789608714.766304:0:36:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:1.0:1789608714.766307:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608714.766308:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608714.766310:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608714.766313:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faa200. 00000100:00000001:1.0:1789608714.766316:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608714.766322:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID req@ffff94d904054000 x1876538934258304/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608714.766329:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608714.766331:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608714.766335:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1580a48] to pc [ptlrpcd_00_01+1] req@ffff94d904054000 x1876538934258304/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608714.766343:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608714.766344:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608714.766348:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608714.766350:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904054e00. 00000020:00000040:1.0:1789608714.766352:0:36:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=4 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000100:00000001:1.0:1789608714.766354:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608714.766355:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608714.766357:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608714.766360:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faa000. 00000100:00000001:1.0:1789608714.766362:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608714.766365:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID req@ffff94d904054e00 x1876538934258432/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608714.766372:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608714.766373:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608714.766376:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eeaf9372] to pc [ptlrpcd_00_00+0] req@ffff94d904054e00 x1876538934258432/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608714.766382:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608714.766384:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608714.766387:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608714.766390:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904054a80. 00000020:00000040:1.0:1789608714.766393:0:36:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00000100:00000001:1.0:1789608714.766395:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608714.766396:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608714.766397:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608714.766400:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faa400. 00000100:00000001:1.0:1789608714.766403:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608714.766407:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID req@ffff94d904054a80 x1876538934258560/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608714.766414:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608714.766416:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608714.766419:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093ec6ee1] to pc [ptlrpcd_00_01+1] req@ffff94d904054a80 x1876538934258560/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608714.766425:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608714.766427:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789608714.766431:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789608714.766436:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1779) 00000100:00000001:1.0:1789608714.766449:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608714.766453:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608714.766455:0:2410:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608714.766460:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904054000 x1876538934258304/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608714.766468:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608714.766471:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608714.766475:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608714.766478:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608714.766481:0:2410:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608714.766485:0:2410:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904054000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934258304:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608714.766490:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608714.766497:0:2410:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608714.766499:0:2410:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608714.766502:0:2410:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608714.766506:0:2410:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d906145a00. 02000000:00000001:1.0:1789608714.766508:0:2410:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608714.766517:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608714.766522:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34a50. 00000400:00000010:1.0:1789608714.766530:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35880. 00000100:00000200:1.0:1789608714.766540:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934258304, portal 10 00000100:00000001:1.0:1789608714.766542:0:2410:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608714.766544:0:2410:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529107968 : -117815180443648 : ffff94d904054000) 00000100:00000040:1.0:1789608714.766569:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904054000 x1876538934258304/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608714.766577:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608714.766580:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608714.766583:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35088. 00000100:00000200:1.0:1789608714.766586:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934258304, offset 0 00000400:00000200:1.0:1789608714.766594:0:2410:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608714.766605:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608714.766614:0:2410:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608714.766621:0:2410:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608714.766626:0:2410:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608714.766630:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608714.766632:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608714.766637:0:2410:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2583:2583:256:4294967295] 192.168.203.121@tcp LPNI seq info [2583:2583:8:4294967295] 00000400:00000200:1.0:1789608714.766642:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608714.766652:0:2410:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608714.766660:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608714.766665:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faae00. 00000800:00000200:1.0:1789608714.766672:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608714.766713:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608714.766718:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faae00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608714.766730:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608714.766735:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 811907 usecs (812 jiffies) 00000400:00000200:1.0:1789608714.766739:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608714.766742:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296442669 00000100:00000010:1.0:1789608714.766748:0:2410:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d9094a9a20. 00000100:00000001:1.0:1789608714.766755:0:2410:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789608714.766763:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296442669 00000100:00000010:1.0:1789608714.766767:0:2410:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d9094a9600. 00000100:00000001:1.0:1789608714.766770:0:2410:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789608714.766774:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608714.766777:0:2410:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608714.766779:0:2410:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608714.766783:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904054a80 x1876538934258560/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608714.766789:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608714.766790:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608714.766792:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608714.766794:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608714.766796:0:2410:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608714.766798:0:2410:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904054a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934258560:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608714.766802:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608714.766804:0:2410:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608714.766805:0:2410:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608714.766807:0:2410:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608714.766810:0:2410:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d906144400. 02000000:00000001:1.0:1789608714.766812:0:2410:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608714.766815:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608714.766818:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34058. 00000400:00000010:1.0:1789608714.766822:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35330. 00000100:00000200:1.0:1789608714.766825:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934258560, portal 4 00000100:00000001:1.0:1789608714.766827:0:2410:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608714.766828:0:2410:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529110656 : -117815180440960 : ffff94d904054a80) 00000100:00000040:1.0:1789608714.766834:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904054a80 x1876538934258560/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608714.766840:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608714.766842:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608714.766844:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35e58. 00000100:00000200:1.0:1789608714.766846:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876538934258560, offset 0 00000400:00000200:1.0:1789608714.766851:0:2410:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608714.766854:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608714.766857:0:2410:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608714.766860:0:2410:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608714.766862:0:2410:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608714.766864:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608714.766867:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608714.766869:0:2410:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2584:2584:255:4294967295] 192.168.203.121@tcp LPNI seq info [2584:2584:7:4294967295] 00000400:00000200:1.0:1789608714.766873:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608714.766878:0:2410:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608714.766882:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608714.766886:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faab00. 00000800:00000200:1.0:1789608714.766889:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608714.766893:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608714.766896:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608714.766898:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608714.766901:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 233186 usecs (234 jiffies) 00000400:00000200:1.0:1789608714.766904:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608714.766905:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296442091 00000100:00000001:1.0:1789608714.766908:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296442669 00000100:00000001:1.0:1789608714.766910:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296442091 00000100:00000001:1.0:1789608714.766912:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296442669 00000100:00000001:1.0:1789608714.766914:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608714.766916:0:2410:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608714.766918:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608714.766921:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608714.766930:0:2410:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608714.766931:0:2410:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789608714.766933:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608714.766935:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608714.766937:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608714.766939:0:2410:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1789608714.766941:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608714.766943:0:2410:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608714.766944:0:2410:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608714.766946:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608714.766947:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608714.766948:0:2410:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608714.766952:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904054700 x1876538934258176/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608714.766959:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608714.766960:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608714.766962:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608714.766964:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608714.766965:0:2410:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608714.766968:0:2410:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2410:1876538934258176:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608714.766972:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608714.766975:0:2410:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608714.766977:0:2410:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608714.766978:0:2410:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608714.766982:0:2410:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d906145e00. 02000000:00000001:1.0:1789608714.766984:0:2410:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608714.766988:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608714.766991:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34160. 00000400:00000010:1.0:1789608714.766994:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35990. 00000100:00000200:1.0:1789608714.766997:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934258176, portal 25 00000100:00000001:1.0:1789608714.766998:0:2410:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608714.767000:0:2410:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529109760 : -117815180441856 : ffff94d904054700) 00000100:00000040:1.0:1789608714.767005:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904054700 x1876538934258176/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608714.767011:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608714.767013:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608714.767016:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35770. 00000100:00000200:1.0:1789608714.767019:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876538934258176, offset 0 00000400:00000200:1.0:1789608714.767024:0:2410:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608714.767028:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608714.767031:0:2410:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608714.767034:0:2410:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608714.767036:0:2410:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608714.767038:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608714.767041:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608714.767043:0:2410:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2585:2585:254:4294967295] 192.168.203.121@tcp LPNI seq info [2585:2585:6:4294967295] 00000400:00000200:1.0:1789608714.767047:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608714.767053:0:2410:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608714.767057:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608714.767060:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa700. 00000800:00000200:1.0:1789608714.767064:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608714.767068:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608714.767071:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608714.767073:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608714.767082:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608714.767084:0:2410:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 0 is 4296445791 00000100:00000001:1.0:1789608714.767089:0:2410:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296442669 00000100:00000001:1.0:1789608714.767093:0:2410:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 1 is 4296445791 00000100:00000001:1.0:1789608714.767095:0:2410:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296442669 00000100:00000001:1.0:1789608714.767097:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608714.767100:0:2410:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608714.767102:0:2410:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608714.767106:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904054e00 x1876538934258432/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608714.767113:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608714.767115:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608714.767116:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608714.767119:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608714.767121:0:2410:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608714.767124:0:2410:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904054e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934258432:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608714.767127:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608714.767129:0:2410:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608714.767131:0:2410:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608714.767133:0:2410:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608714.767136:0:2410:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d906145000. 02000000:00000001:1.0:1789608714.767138:0:2410:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608714.767141:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608714.767144:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34948. 00000400:00000010:1.0:1789608714.767147:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35220. 00000100:00000200:1.0:1789608714.767150:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934258432, portal 10 00000100:00000001:1.0:1789608714.767152:0:2410:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608714.767153:0:2410:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529111552 : -117815180440064 : ffff94d904054e00) 00000100:00000040:1.0:1789608714.767159:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904054e00 x1876538934258432/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608714.767165:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608714.767168:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608714.767170:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35660. 00000100:00000200:1.0:1789608714.767172:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934258432, offset 0 00000400:00000200:1.0:1789608714.767176:0:2410:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608714.767180:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608714.767184:0:2410:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608714.767186:0:2410:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608714.767189:0:2410:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608714.767191:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608714.767193:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608714.767196:0:2410:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2586:2586:253:4294967295] 192.168.203.121@tcp LPNI seq info [2586:2586:5:4294967295] 00000400:00000200:1.0:1789608714.767199:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608714.767205:0:2410:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608714.767209:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608714.767213:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa300. 00000800:00000200:1.0:1789608714.767217:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608714.767221:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608714.767224:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608714.767227:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608714.767229:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: using a timeout of 23446 usecs (24 jiffies) 00000400:00000200:1.0:1789608714.767232:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608714.767234:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296441881 00000100:00000001:1.0:1789608714.767237:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296445791 00000100:00000001:1.0:1789608714.767239:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296441881 00000100:00000001:1.0:1789608714.767241:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296445791 00000100:00000001:1.0:1789608714.767243:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608714.767245:0:2410:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608714.767248:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608714.767250:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608714.767311:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608714.767315:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faae00. 00000400:00000200:1.0:1789608714.767322:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608714.767327:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608714.767333:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35088 00000400:00000010:1.0:1789608714.767336:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35088. 00000100:00000001:1.0:1789608714.767342:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608714.767347:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904054000 x1876538934258304/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608714.767357:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608714.767362:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904054000 x1876538934258304/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608854 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608714.767368:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608714.767370:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608714.767383:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608714.767385:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faab00. 00000400:00000200:1.0:1789608714.767388:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608714.767391:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608714.767393:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35e58 00000400:00000010:1.0:1789608714.767395:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35e58. 00000100:00000001:1.0:1789608714.767397:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608714.767400:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904054a80 x1876538934258560/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608714.767405:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608714.767408:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904054a80 x1876538934258560/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608730 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608714.767414:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608714.767415:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608714.767421:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608714.767424:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa700. 00000400:00000200:1.0:1789608714.767426:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608714.767429:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608714.767431:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35770 00000400:00000010:1.0:1789608714.767433:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35770. 00000100:00000001:1.0:1789608714.767435:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608714.767438:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904054700 x1876538934258176/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608714.767445:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608714.767448:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904054700 x1876538934258176/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608730 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608714.767454:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608714.767456:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789608714.768075:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608714.768080:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608714.768169:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608714.768181:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa300. 00000400:00000200:1.0:1789608714.768187:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608714.768192:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608714.768197:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35660 00000400:00000010:1.0:1789608714.768205:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35660. 00000100:00000001:1.0:1789608714.768210:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608714.768217:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904054e00 x1876538934258432/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608714.768226:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608714.768229:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904054e00 x1876538934258432/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608854 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608714.768235:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608714.768237:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608714.775755:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608714.775777:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608714.775782:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608714.775785:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608714.775797:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608714.775808:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608714.775819:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608714.775825:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608714.775830:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608714.775835:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 25 MB=0x6aab3c4956a00 00000400:00000200:0.0:1789608714.775842:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608714.775848:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.121@tcp of length 224/224 into md 0x7719 [1] + 224 00000800:00000001:0.0:1789608714.775857:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608714.775862:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608714.775866:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608714.775871:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608714.775881:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608714.775893:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904054700 x1876538934258176/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608730 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608714.775905:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904054700 x1876538934258176/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608730 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608714.775928:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608714.775940:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608714.775944:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608714.775946:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608714.775947:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608714.775950:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608714.775954:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608714.775959:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608714.775961:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608714.775964:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608714.775967:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c4956b80 00000400:00000200:0.0:1789608714.775971:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608714.775975:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x7709 [1] + 224 00000800:00000001:0.0:1789608714.775979:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608714.775986:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608714.775989:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608714.775992:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608714.775997:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608714.776002:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904054a80 x1876538934258560/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608730 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608714.776011:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904054a80 x1876538934258560/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608730 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608714.776018:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608714.776022:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608714.776025:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608714.782602:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608714.782627:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608714.782632:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608714.782635:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608714.782648:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608714.782657:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608714.782668:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608714.782675:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608714.782738:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608714.782743:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4956a80 00000400:00000200:0.0:1789608714.782750:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608714.782757:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x76f9 [1] + 224 00000800:00000001:0.0:1789608714.782767:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608714.782772:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608714.782776:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608714.782781:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608714.782791:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608714.782804:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904054000 x1876538934258304/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608854 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608714.782818:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904054000 x1876538934258304/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608854 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608714.782833:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608714.782844:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608714.782848:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608714.782849:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608714.782851:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608714.782854:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608714.782858:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608714.782862:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608714.782865:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608714.782867:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608714.782870:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4956b00 00000400:00000200:0.0:1789608714.782874:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608714.782877:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x7729 [1] + 224 00000800:00000001:0.0:1789608714.782881:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608714.782887:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608714.782889:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608714.782892:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608714.782895:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608714.782900:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904054e00 x1876538934258432/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608854 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608714.782909:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904054e00 x1876538934258432/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608854 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608714.782917:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608714.782920:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608714.782923:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608714.783041:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608714.783047:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789608714.783056:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608714.783058:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608714.783063:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34160. 00000400:00000200:1.0:1789608714.783068:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35990 00000400:00000010:1.0:1789608714.783072:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35990. 00000100:00000001:1.0:1789608714.783075:0:2410:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608714.783081:0:2410:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904054700 x1876538934258176/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608730 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608714.783091:0:2410:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904054700 x1876538934258176/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608730 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608714.783097:0:2410:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608714.783099:0:2410:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608714.783102:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608714.783106:0:2410:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608714.783110:0:2410:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608714.783113:0:2410:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608714.783116:0:2410:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608714.783125:0:2410:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d90510e460 time=72 v=5 (5 5 5 5) 00000100:00001000:1.0:1789608714.783131:0:2410:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d90510e418 time=72 v=5 (1 1 1 1) 00000100:00000001:1.0:1789608714.783134:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608714.783136:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608714.783140:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608714.783142:0:2410:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608714.783147:0:2410:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608714.783153:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904054700 x1876538934258176/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608730 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608714.783167:0:2410:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608714.783171:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608714.783173:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608714.783178:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904054700 x1876538934258176/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608730 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608714.783186:0:2410:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2410:1876538934258176:192.168.203.121@tcp:400:kworker.0 00000400:00000001:1.0:1789608714.783194:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608714.783195:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608714.783197:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34948. 00000400:00000200:1.0:1789608714.783211:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35220 00000400:00000010:1.0:1789608714.783213:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35220. 00000100:00000001:1.0:1789608714.783216:0:2410:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608714.783219:0:2410:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904054e00 x1876538934258432/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608854 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608714.783228:0:2410:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904054e00 x1876538934258432/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608854 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608714.783235:0:2410:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608714.783236:0:2410:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608714.783238:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608714.783240:0:2410:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608714.783241:0:2410:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608714.783242:0:2410:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608714.783244:0:2410:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608714.783251:0:2410:0:(import.c:2196:obd_at_measure()) add 104 to ffff94d902b17c60 time=72 v=104 (104 104 104 137) 00000100:00001000:1.0:1789608714.783254:0:2410:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b17c18 time=72 v=5 (1 1 1 1) 00000100:00000001:1.0:1789608714.783256:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608714.783257:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608714.783259:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608714.783263:0:2410:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608714.783266:0:2410:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608714.783268:0:2410:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1789608714.783271:0:2410:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608714.783273:0:2410:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608714.783277:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904054e00 x1876538934258432/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608854 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608714.783284:0:2410:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608714.783286:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608714.783288:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608714.783291:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904054e00 x1876538934258432/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608854 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608714.783299:0:2410:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904054e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934258432:192.168.203.121@tcp:400:kworker.0 00000400:00000001:1.0:1789608714.783304:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608714.783306:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608714.783307:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34a50. 00000400:00000200:1.0:1789608714.783310:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35880 00000400:00000010:1.0:1789608714.783312:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35880. 00000100:00000001:1.0:1789608714.783314:0:2410:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608714.783318:0:2410:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904054000 x1876538934258304/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608854 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608714.783326:0:2410:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904054000 x1876538934258304/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608854 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608714.783332:0:2410:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608714.783334:0:2410:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608714.783336:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608714.783337:0:2410:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608714.783339:0:2410:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608714.783340:0:2410:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608714.783342:0:2410:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608714.783346:0:2410:0:(import.c:2196:obd_at_measure()) add 104 to ffff94d902b11c60 time=72 v=104 (104 104 104 137) 00000100:00001000:1.0:1789608714.783349:0:2410:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=20 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608714.783352:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608714.783353:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608714.783356:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608714.783358:0:2410:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608714.783360:0:2410:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608714.783362:0:2410:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967583 00000100:00000001:1.0:1789608714.783364:0:2410:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608714.783365:0:2410:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608714.783369:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904054000 x1876538934258304/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608854 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608714.783375:0:2410:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608714.783377:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608714.783379:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608714.783382:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904054000 x1876538934258304/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608854 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608714.783389:0:2410:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904054000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934258304:192.168.203.121@tcp:400:kworker.0 00000400:00000001:1.0:1789608714.783395:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608714.783396:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608714.783398:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34058. 00000400:00000200:1.0:1789608714.783401:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35330 00000400:00000010:1.0:1789608714.783402:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35330. 00000100:00000001:1.0:1789608714.783404:0:2410:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608714.783409:0:2410:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904054a80 x1876538934258560/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608730 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608714.783417:0:2410:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904054a80 x1876538934258560/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608730 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608714.783424:0:2410:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608714.783426:0:2410:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608714.783428:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608714.783429:0:2410:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608714.783430:0:2410:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608714.783432:0:2410:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608714.783434:0:2410:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608714.783437:0:2410:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13c60 time=72 v=5 (5 5 5 36) 00000100:00001000:1.0:1789608714.783441:0:2410:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=138 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608714.783443:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608714.783445:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608714.783446:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608714.783448:0:2410:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608714.783450:0:2410:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608714.783452:0:2410:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: skip recheck: last_committed 4294967327 00000100:00000001:1.0:1789608714.783453:0:2410:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608714.783455:0:2410:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608714.783458:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904054a80 x1876538934258560/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608730 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608714.783464:0:2410:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608714.783466:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608714.783467:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608714.783470:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904054a80 x1876538934258560/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608730 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608714.783478:0:2410:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904054a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934258560:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608714.783481:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608714.783484:0:2410:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608714.783488:0:2410:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904054700 x1876538934258176/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608730 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608714.783495:0:2410:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608714.783497:0:2410:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608714.783502:0:2410:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d906145e00. 02000000:00000001:1.0:1789608714.783506:0:2410:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608714.783510:0:2410:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608714.783512:0:2410:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=3 obd=MGC192.168.203.121@tcp 00000020:00000001:1.0:1789608714.783514:0:2410:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608714.783518:0:2410:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faa900. 02000000:00000001:1.0:1789608714.783522:0:2410:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608714.783524:0:2410:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608714.783526:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904054700. 00000100:00000001:1.0:1789608714.783530:0:2410:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608714.783532:0:2410:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608714.783533:0:2410:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608714.783536:0:2410:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904054e00 x1876538934258432/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608854 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608714.783543:0:2410:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608714.783544:0:2410:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608714.783545:0:2410:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d906145000. 02000000:00000001:1.0:1789608714.783547:0:2410:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608714.783548:0:2410:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608714.783549:0:2410:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=3 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:1.0:1789608714.783550:0:2410:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608714.783552:0:2410:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faa000. 02000000:00000001:1.0:1789608714.783564:0:2410:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608714.783565:0:2410:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608714.783566:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904054e00. 00000100:00000001:1.0:1789608714.783568:0:2410:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608714.783569:0:2410:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608714.783571:0:2410:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608714.783574:0:2410:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904054000 x1876538934258304/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608854 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608714.783579:0:2410:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608714.783581:0:2410:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608714.783582:0:2410:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d906145a00. 02000000:00000001:1.0:1789608714.783584:0:2410:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608714.783585:0:2410:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608714.783586:0:2410:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:1.0:1789608714.783588:0:2410:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608714.783589:0:2410:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faa200. 02000000:00000001:1.0:1789608714.783591:0:2410:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608714.783592:0:2410:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608714.783593:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904054000. 00000100:00000001:1.0:1789608714.783595:0:2410:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608714.783596:0:2410:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608714.783597:0:2410:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608714.783600:0:2410:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904054a80 x1876538934258560/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608730 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608714.783607:0:2410:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608714.783608:0:2410:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608714.783609:0:2410:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d906144400. 02000000:00000001:1.0:1789608714.783611:0:2410:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608714.783612:0:2410:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608714.783613:0:2410:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=2 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:1.0:1789608714.783615:0:2410:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608714.783616:0:2410:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faa400. 02000000:00000001:1.0:1789608714.783617:0:2410:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608714.783618:0:2410:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608714.783619:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904054a80. 00000100:00000001:1.0:1789608714.783621:0:2410:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608714.783622:0:2410:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608714.783625:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608714.783634:0:2410:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608714.783636:0:2410:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608714.783638:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608714.783641:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608715.022716:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608715.022722:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608715.022727:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789608716.815867:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608716.815872:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608716.815882:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904054a80. 00000020:00000040:1.0:1789608716.815899:0:36:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=4 obd=MGC192.168.203.121@tcp 00000100:00000001:1.0:1789608716.815903:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608716.815907:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608716.815911:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608716.815919:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faa400. 00000100:00000001:1.0:1789608716.815926:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608716.815932:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS req@ffff94d904054a80 x1876538934258688/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608716.815940:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608716.815944:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608716.815950:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093ec6ee1] to pc [ptlrpcd_00_00+0] req@ffff94d904054a80 x1876538934258688/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608716.815970:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789608716.815972:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789608716.815975:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789608716.815977:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789608716.815979:0:36:0:(import.c:65:import_set_state_nolock()) ffff94d902b11800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789608716.815981:0:36:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789608716.815984:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff94d904ceb000: connect to NID 192.168.203.121@tcp last attempt 1754 00000400:00000200:1.0:1789608716.815991:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608716.815996:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.121@tcp is discovered: rc = 1 00000100:00000040:1.0:1789608716.816000:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff94d907ddb340 refcount 14 to 192.168.203.121@tcp 00000100:00000001:1.0:1789608716.816002:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789608716.816005:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff94d907ddb340 refcount 15 to 192.168.203.121@tcp 00000100:00000001:1.0:1789608716.816007:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446626258593624896 : -117815115926720 : ffff94d907ddb340) 00000020:00000001:1.0:1789608716.816015:0:36:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789608716.816017:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc54db3288176f34a 00000020:00000001:1.0:1789608716.816019:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608716.816022:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d903101000 refcount=5 00000020:00000001:1.0:1789608716.816025:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258513039360 : -117815196512256 : ffff94d903101000) 00000020:00000001:1.0:1789608716.816027:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626258513039360 : -117815196512256 : ffff94d903101000) 00000100:00000040:1.0:1789608716.816029:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff94d907ddb340 refcount 14 to 192.168.203.121@tcp 00000100:00000001:1.0:1789608716.816031:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789608716.816033:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff94d907ddb340 refcount 15 to 192.168.203.121@tcp 00000100:00000001:1.0:1789608716.816035:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446626258593624896 : -117815115926720 : ffff94d907ddb340) 00000020:00000040:1.0:1789608716.816038:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff94d903101000 : new refcount 4 00000100:00080000:1.0:1789608716.816041:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff94d904ceb000: import ffff94d902b11800 using connection 192.168.203.121@tcp/192.168.203.121@tcp 00000100:00000001:1.0:1789608716.816043:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608716.816046:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789608716.816051:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608716.816054:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608716.816056:0:36:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1789608716.816060:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1789608716.816063:0:36:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608716.816065:0:36:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789608716.816068:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904054000. 00000020:00000040:1.0:1789608716.816071:0:36:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d904ceb000 02000000:00000001:1.0:1789608716.816074:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789608716.816075:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608716.816077:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608716.816079:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608716.816080:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608716.816084:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d908242c00. 00000100:00000001:1.0:1789608716.816088:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608716.816093:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94d904054000 x1876538934258816/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608716.816101:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608716.816103:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608716.816107:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1580a48] to pc [ptlrpcd_rcv+-1] req@ffff94d904054000 x1876538934258816/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608716.816131:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608716.816134:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608716.816136:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608716.816139:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904054e00. 00000020:00000040:1.0:1789608716.816142:0:36:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=4 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000100:00000001:1.0:1789608716.816143:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608716.816145:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608716.816146:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608716.816149:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faa200. 00000100:00000001:1.0:1789608716.816152:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608716.816156:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID req@ffff94d904054e00 x1876538934258944/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608716.816164:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608716.816166:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608716.816169:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eeaf9372] to pc [ptlrpcd_00_01+1] req@ffff94d904054e00 x1876538934258944/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608716.816177:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608716.816179:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608716.816182:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608716.816185:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904054700. 00000020:00000040:1.0:1789608716.816187:0:36:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00000100:00000001:1.0:1789608716.816189:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608716.816190:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608716.816192:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608716.816194:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faa000. 00000100:00000001:1.0:1789608716.816197:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608716.816201:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID req@ffff94d904054700 x1876538934259072/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608716.816208:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608716.816209:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608716.816213:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4ab8069] to pc [ptlrpcd_00_00+0] req@ffff94d904054700 x1876538934259072/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608716.816220:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608716.816222:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789608716.816226:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789608716.816230:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1781) 00000100:00000001:1.0:1789608716.816241:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608716.816244:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608716.816246:0:2410:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608716.816251:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904054e00 x1876538934258944/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608716.816263:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608716.816264:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608716.816268:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608716.816270:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608716.816272:0:2410:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608716.816275:0:2410:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904054e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934258944:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608716.816279:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608716.816283:0:2410:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608716.816285:0:2410:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608716.816287:0:2410:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608716.816291:0:2410:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d906144400. 02000000:00000001:1.0:1789608716.816293:0:2410:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608716.816299:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608716.816302:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34058. 00000400:00000010:1.0:1789608716.816307:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35330. 00000100:00000200:1.0:1789608716.816313:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934258944, portal 10 00000100:00000001:1.0:1789608716.816315:0:2410:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608716.816317:0:2410:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529111552 : -117815180440064 : ffff94d904054e00) 00000100:00000040:1.0:1789608716.816324:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904054e00 x1876538934258944/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608716.816332:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608716.816335:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608716.816337:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35880. 00000100:00000200:1.0:1789608716.816340:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934258944, offset 0 00000400:00000200:1.0:1789608716.816346:0:2410:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608716.816353:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608716.816359:0:2410:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608716.816364:0:2410:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608716.816368:0:2410:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608716.816372:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608716.816374:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608716.816378:0:2410:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2587:2587:256:4294967295] 192.168.203.121@tcp LPNI seq info [2587:2587:8:4294967295] 00000400:00000200:1.0:1789608716.816383:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608716.816392:0:2410:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608716.816398:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608716.816402:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa900. 00000800:00000200:1.0:1789608716.816408:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608716.816417:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608716.816421:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608716.816435:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608716.816440:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: using a timeout of 23437 usecs (24 jiffies) 00000400:00000200:1.0:1789608716.816443:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608716.816445:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296443930 00000100:00000001:1.0:1789608716.816448:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296445791 00000100:00000001:1.0:1789608716.816450:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296443930 00000100:00000001:1.0:1789608716.816452:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296445791 00000100:00000001:1.0:1789608716.816454:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608716.816456:0:2410:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608716.816458:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608716.816461:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608716.816468:0:2410:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608716.816469:0:2410:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=135 : 135 : 87) 00000100:00000001:1.0:1789608716.816471:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608716.816473:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608716.816474:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608716.816476:0:2410:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1789608716.816478:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608716.816480:0:2410:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608716.816481:0:2410:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608716.816483:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608716.816484:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608716.816485:0:2410:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608716.816489:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904054a80 x1876538934258688/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608716.816495:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608716.816496:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608716.816498:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608716.816500:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608716.816502:0:2410:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608716.816505:0:2410:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904054a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2410:1876538934258688:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608716.816508:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608716.816510:0:2410:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608716.816512:0:2410:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608716.816513:0:2410:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608716.816516:0:2410:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d906145a00. 02000000:00000001:1.0:1789608716.816518:0:2410:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608716.816522:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608716.816524:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34a50. 00000400:00000010:1.0:1789608716.816528:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35220. 00000100:00000200:1.0:1789608716.816530:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934258688, portal 25 00000100:00000001:1.0:1789608716.816532:0:2410:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608716.816533:0:2410:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529110656 : -117815180440960 : ffff94d904054a80) 00000100:00000040:1.0:1789608716.816537:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904054a80 x1876538934258688/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608716.816543:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608716.816545:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608716.816547:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35990. 00000100:00000200:1.0:1789608716.816549:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876538934258688, offset 0 00000400:00000200:1.0:1789608716.816553:0:2410:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608716.816557:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608716.816561:0:2410:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608716.816563:0:2410:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608716.816566:0:2410:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608716.816568:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608716.816571:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608716.816574:0:2410:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2588:2588:255:4294967295] 192.168.203.121@tcp LPNI seq info [2588:2588:7:4294967295] 00000400:00000200:1.0:1789608716.816578:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608716.816583:0:2410:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608716.816587:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608716.816590:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa300. 00000800:00000200:1.0:1789608716.816594:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608716.816598:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608716.816601:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608716.816603:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608716.816606:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608716.816608:0:2410:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 0 is 4296447840 00000100:00000001:1.0:1789608716.816615:0:2410:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296445791 00000100:00000001:1.0:1789608716.816618:0:2410:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 1 is 4296447840 00000100:00000001:1.0:1789608716.816621:0:2410:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296445791 00000100:00000001:1.0:1789608716.816624:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608716.816625:0:2410:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608716.816627:0:2410:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608716.816631:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904054700 x1876538934259072/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608716.816637:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608716.816638:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608716.816641:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608716.816642:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608716.816644:0:2410:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608716.816647:0:2410:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934259072:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608716.816650:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608716.816651:0:2410:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608716.816653:0:2410:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608716.816654:0:2410:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1789608716.817104:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608716.817107:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608716.817842:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608716.817847:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa900. 00000400:00000200:0.0:1789608716.817852:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608716.817858:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608716.817864:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35880 00000400:00000010:0.0:1789608716.817867:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35880. 00000100:00000001:0.0:1789608716.817872:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608716.817876:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904054e00 x1876538934258944/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608716.817886:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608716.817889:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904054e00 x1876538934258944/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608856 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608716.817895:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608716.817897:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608716.817908:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608716.817911:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa300. 00000400:00000200:0.0:1789608716.817913:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608716.817916:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608716.817919:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35990 00000400:00000010:0.0:1789608716.817921:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35990. 00000100:00000001:0.0:1789608716.817923:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608716.817927:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904054a80 x1876538934258688/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608716.817933:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608716.817936:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904054a80 x1876538934258688/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608732 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608716.817942:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608716.817944:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608716.818007:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608716.818010:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bdd00. 00000400:00000200:0.0:1789608716.818013:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608716.818016:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608716.818019:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6cee0 00000400:00000010:0.0:1789608716.818021:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6cee0. 00000100:00000001:0.0:1789608716.818023:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608716.818027:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904054000 x1876538934258816/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608726 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608716.818039:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608716.818042:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904054000 x1876538934258816/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608726 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608716.818048:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608716.818050:0:2401:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000010:1.0:1789608716.818099:0:2410:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d906145000. 02000000:00000001:1.0:1789608716.818103:0:2410:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608716.818108:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608716.818111:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34948. 00000400:00000010:1.0:1789608716.818116:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35660. 00000100:00000200:1.0:1789608716.818120:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934259072, portal 4 00000100:00000001:1.0:1789608716.818122:0:2410:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608716.818124:0:2410:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529109760 : -117815180441856 : ffff94d904054700) 00000100:00000040:1.0:1789608716.818131:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904054700 x1876538934259072/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608716.818137:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608716.818139:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608716.818142:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35770. 00000100:00000200:1.0:1789608716.818144:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876538934259072, offset 0 00000400:00000200:1.0:1789608716.818149:0:2410:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608716.818154:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608716.818159:0:2410:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608716.818162:0:2410:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608716.818165:0:2410:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608716.818168:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608716.818170:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608716.818173:0:2410:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2590:2590:256:4294967295] 192.168.203.121@tcp LPNI seq info [2590:2590:8:4294967295] 00000400:00000200:1.0:1789608716.818177:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608716.818183:0:2410:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608716.818188:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608716.818192:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa700. 00000800:00000200:1.0:1789608716.818197:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608716.818201:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608716.818205:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608716.818224:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608716.818228:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 232082 usecs (233 jiffies) 00000400:00000200:1.0:1789608716.818231:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608716.818234:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296444141 00000100:00000001:1.0:1789608716.818237:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296447840 00000100:00000001:1.0:1789608716.818240:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296444141 00000100:00000001:1.0:1789608716.818242:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296447840 00000100:00000001:1.0:1789608716.818244:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608716.818246:0:2410:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608716.818250:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608716.818254:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608716.818349:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608716.818352:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa700. 00000400:00000200:0.0:1789608716.818355:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608716.818359:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608716.818362:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35770 00000400:00000010:0.0:1789608716.818364:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35770. 00000100:00000001:0.0:1789608716.818366:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608716.818371:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904054700 x1876538934259072/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608716.818379:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608716.818382:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904054700 x1876538934259072/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608732 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608716.818388:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608716.818389:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608716.821800:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608716.821820:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608716.821824:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608716.821827:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608716.821835:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608716.821843:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608716.821853:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608716.821858:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608716.821864:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608716.821868:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 25 MB=0x6aab3c4956c00 00000400:00000200:0.0:1789608716.821873:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608716.821879:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.121@tcp of length 224/224 into md 0x7749 [1] + 224 00000800:00000001:0.0:1789608716.821900:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608716.821911:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608716.821914:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608716.821919:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608716.821927:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608716.821936:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904054a80 x1876538934258688/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608732 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608716.821947:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904054a80 x1876538934258688/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608732 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608716.821973:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608716.821982:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608716.821985:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608716.823090:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608716.823096:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789608716.823104:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608716.823106:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608716.823109:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34a50. 00000400:00000200:1.0:1789608716.823115:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35220 00000400:00000010:1.0:1789608716.823117:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35220. 00000100:00000001:1.0:1789608716.823121:0:2410:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608716.823127:0:2410:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904054a80 x1876538934258688/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608732 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608716.823136:0:2410:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904054a80 x1876538934258688/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608732 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608716.823143:0:2410:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608716.823145:0:2410:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608716.823147:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608716.823150:0:2410:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608716.823152:0:2410:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608716.823154:0:2410:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608716.823158:0:2410:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608716.823164:0:2410:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d90510e460 time=74 v=5 (5 5 5 5) 00000100:00001000:1.0:1789608716.823168:0:2410:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d90510e418 time=74 v=5 (1 1 1 1) 00000100:00000001:1.0:1789608716.823171:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608716.823173:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608716.823175:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608716.823177:0:2410:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608716.823180:0:2410:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608716.823185:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904054a80 x1876538934258688/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608732 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608716.823191:0:2410:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608716.823194:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608716.823196:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608716.823200:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904054a80 x1876538934258688/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608732 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608716.823207:0:2410:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904054a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2410:1876538934258688:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608716.823213:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608716.823215:0:2410:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608716.823218:0:2410:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904054a80 x1876538934258688/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608732 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608716.823224:0:2410:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608716.823227:0:2410:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608716.823230:0:2410:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d906145a00. 02000000:00000001:1.0:1789608716.823234:0:2410:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608716.823237:0:2410:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608716.823239:0:2410:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=3 obd=MGC192.168.203.121@tcp 00000020:00000001:1.0:1789608716.823241:0:2410:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608716.823243:0:2410:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faa400. 02000000:00000001:1.0:1789608716.823246:0:2410:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608716.823248:0:2410:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608716.823250:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904054a80. 00000100:00000001:1.0:1789608716.823253:0:2410:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608716.823254:0:2410:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608716.823257:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608716.823259:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608716.823260:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608716.823261:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608716.823263:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789608716.827596:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608716.827620:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608716.827626:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608716.827629:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608716.827652:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608716.827661:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608716.828008:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608716.828014:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608716.828021:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608716.828027:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4956d00 00000400:00000200:0.0:1789608716.828033:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608716.828040:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x7739 [1] + 224 00000800:00000001:0.0:1789608716.828049:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608716.828061:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608716.828065:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608716.828070:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608716.828078:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608716.828089:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904054e00 x1876538934258944/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608856 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608716.828101:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904054e00 x1876538934258944/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608856 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608716.828123:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608716.828135:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608716.828138:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608716.830547:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608716.830555:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789608716.830564:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608716.830566:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608716.830571:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34058. 00000400:00000200:1.0:1789608716.830580:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35330 00000400:00000010:1.0:1789608716.830582:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35330. 00000100:00000001:1.0:1789608716.830587:0:2410:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608716.830598:0:2410:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904054e00 x1876538934258944/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608856 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608716.830609:0:2410:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904054e00 x1876538934258944/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608856 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608716.830616:0:2410:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608716.830618:0:2410:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608716.830620:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608716.830624:0:2410:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608716.830626:0:2410:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608716.830628:0:2410:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608716.830631:0:2410:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608716.830639:0:2410:0:(import.c:2196:obd_at_measure()) add 104 to ffff94d902b17c60 time=74 v=104 (104 104 104 137) 00000100:00001000:1.0:1789608716.830643:0:2410:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b17c18 time=74 v=5 (1 1 1 1) 00000100:00000001:1.0:1789608716.830645:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608716.830647:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608716.830649:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608716.830652:0:2410:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608716.830668:0:2410:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608716.830709:0:2410:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1789608716.830713:0:2410:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608716.830715:0:2410:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608716.830720:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904054e00 x1876538934258944/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608856 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608716.830728:0:2410:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608716.830732:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608716.830734:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608716.830738:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904054e00 x1876538934258944/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608856 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608716.830745:0:2410:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904054e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934258944:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608716.830750:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608716.830753:0:2410:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608716.830756:0:2410:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904054e00 x1876538934258944/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608856 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608716.830763:0:2410:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608716.830765:0:2410:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608716.830769:0:2410:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d906144400. 02000000:00000001:1.0:1789608716.830773:0:2410:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608716.830776:0:2410:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608716.830778:0:2410:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=3 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:1.0:1789608716.830780:0:2410:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608716.830783:0:2410:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faa200. 02000000:00000001:1.0:1789608716.830786:0:2410:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608716.830788:0:2410:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608716.830790:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904054e00. 00000100:00000001:1.0:1789608716.830793:0:2410:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608716.830794:0:2410:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608716.830797:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608716.830799:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608716.830800:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608716.830802:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608716.830803:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789608716.832410:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608716.832435:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608716.832440:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608716.832442:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608716.832452:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608716.832462:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608716.832474:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608716.832479:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608716.832486:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608716.832491:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c4956d80 00000400:00000200:0.0:1789608716.832498:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608716.832505:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x7761 [1] + 224 00000800:00000001:0.0:1789608716.832513:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608716.832518:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608716.832522:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608716.832527:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608716.832536:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608716.833438:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904054700 x1876538934259072/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608732 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608716.833456:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904054700 x1876538934259072/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608732 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608716.833481:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608716.833500:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608716.833511:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608716.833513:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608716.833516:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608716.833522:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608716.833527:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608716.833536:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608716.833970:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608716.833978:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789608716.833986:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608716.833988:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608716.833992:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34948. 00000400:00000200:1.0:1789608716.834002:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35660 00000400:00000010:1.0:1789608716.834004:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35660. 00000100:00000001:1.0:1789608716.834009:0:2410:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608716.834021:0:2410:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904054700 x1876538934259072/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608732 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608716.834032:0:2410:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904054700 x1876538934259072/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608732 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608716.834040:0:2410:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608716.834043:0:2410:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608716.834045:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608716.834048:0:2410:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608716.834050:0:2410:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608716.834052:0:2410:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608716.834055:0:2410:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608716.834063:0:2410:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13c60 time=74 v=5 (5 5 5 36) 00000100:00001000:1.0:1789608716.834068:0:2410:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=140 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608716.834070:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608716.834072:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608716.834074:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608716.834078:0:2410:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608716.834081:0:2410:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608716.834083:0:2410:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: skip recheck: last_committed 4294967327 00000100:00000001:1.0:1789608716.834084:0:2410:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608716.834086:0:2410:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608716.834091:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904054700 x1876538934259072/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608732 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608716.834098:0:2410:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608716.834101:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608716.834103:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608716.834108:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904054700 x1876538934259072/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608732 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608716.834117:0:2410:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934259072:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608716.834124:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608716.834127:0:2410:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1789608716.834130:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000040:1.0:1789608716.834135:0:2410:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904054700 x1876538934259072/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608732 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1789608716.834148:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608716.834154:0:2410:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608716.834160:0:2410:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1789608716.834161:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 416 into portal 10 MB=0x6aab3c4956c80 02000000:00000010:1.0:1789608716.834167:0:2410:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d906145000. 00000400:00000200:0.0:1789608716.834173:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 02000000:00000001:1.0:1789608716.834176:0:2410:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608716.834180:0:2410:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608716.834188:0:2410:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=2 obd=lustre-OST0000-osc-ffff94d904ceb000 00000400:00000200:0.0:1789608716.834188:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 416/416 into md 0x7759 [1] + 0 00000020:00000001:1.0:1789608716.834196:0:2410:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608716.834201:0:2410:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faa000. 02000000:00000001:1.0:1789608716.834206:0:2410:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:0.0:1789608716.834206:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:1.0:1789608716.834211:0:2410:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608716.834214:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904054700. 00000100:00000001:1.0:1789608716.834218:0:2410:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608716.834219:0:2410:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608716.834221:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608716.834229:0:2410:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608716.834231:0:2410:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608716.834233:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608716.834235:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789608716.834785:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608716.834792:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608716.834798:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608716.834807:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608716.834814:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904054000 x1876538934258816/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608726 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608716.834827:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff94d904054000 x1876538934258816/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608726 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608716.834850:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608716.834861:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608716.834866:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608716.838021:0:31499:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789608716.838032:0:31499:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608716.838033:0:31499:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608716.838037:0:31499:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8dc0. 00000400:00000200:0.0:1789608716.838045:0:31499:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edd48 00000400:00000010:0.0:1789608716.838048:0:31499:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edd48. 00000100:00000001:0.0:1789608716.838052:0:31499:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608716.838059:0:31499:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5fb80 x1876538934256000/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/512 e 0 to 0 dl 1789608838 ref 2 fl Rpc:SQr/200/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608716.838069:0:31499:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5fb80 x1876538934256000/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/512 e 0 to 0 dl 1789608838 ref 2 fl Rpc:SQU/200/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608716.838077:0:31499:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608716.838078:0:31499:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608716.838082:0:31499:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608716.838086:0:31499:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608716.838089:0:31499:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608716.838093:0:31499:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608716.838096:0:31499:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608716.838099:0:31499:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1789608716.838105:0:31499:0:(client.c:3742:ptlrpc_set_mbits()) resend with new mbits old x1876538934256000 new x1876538934259200 02000000:00000001:0.0:1789608716.838108:0:31499:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608716.838111:0:31499:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608716.838119:0:31499:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608716.838125:0:31499:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8dc0. 00000400:00000010:0.0:1789608716.838130:0:31499:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edd48. 00000100:00000200:0.0:1789608716.838136:0:31499:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934256000, portal 10 00000100:00000001:0.0:1789608716.838138:0:31499:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608716.838140:0:31499:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594167680 : -117815115383936 : ffff94d907e5fb80) 00000100:00000040:0.0:1789608716.838147:0:31499:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=202 req@ffff94d907e5fb80 x1876538934256000/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/512 e 0 to 0 dl 1789608856 ref 3 fl Rpc:r/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608716.838155:0:31499:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608716.838158:0:31499:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608716.838161:0:31499:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edb28. 00000100:00000200:0.0:1789608716.838164:0:31499:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1876538934256000, offset 0 00000400:00000200:0.0:1789608716.838171:0:31499:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608716.838179:0:31499:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608716.838186:0:31499:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608716.838194:0:31499:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608716.838198:0:31499:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608716.838202:0:31499:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608716.838205:0:31499:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608716.838210:0:31499:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2591:2591:256:4294967295] 192.168.203.121@tcp LPNI seq info [2591:2591:8:4294967295] 00000400:00000200:0.0:1789608716.838215:0:31499:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608716.838226:0:31499:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608716.838244:0:31499:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608716.838254:0:31499:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306b00. 00000800:00000200:0.0:1789608716.838263:0:31499:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608716.838274:0:31499:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608716.838279:0:31499:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306b00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1789608716.838297:0:31499:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608716.838302:0:31499:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 809315 usecs (810 jiffies) 00000400:00000200:0.0:1789608716.838306:0:31499:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608716.838309:0:31499:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296444738 00000100:00000001:0.0:1789608716.838327:0:31499:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296447840 00000100:00000001:0.0:1789608716.838330:0:31499:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296444738 00000100:00000001:0.0:1789608716.838333:0:31499:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296447840 00000100:00000001:0.0:1789608716.838335:0:31499:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608716.838339:0:31499:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608716.838342:0:31499:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608716.838344:0:31499:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=135 : 135 : 87) 00000100:00100000:0.0:1789608716.838347:0:31499:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d90716eb40 going to sleep for 135 seconds 00000100:00000001:0.0:1789608716.838350:0:31499:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608716.838352:0:31499:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608716.839797:0:31489:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608716.839805:0:31489:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608716.839809:0:31489:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608716.839811:0:31489:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608716.839815:0:31489:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608716.839819:0:31489:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608716.839821:0:31489:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608716.839824:0:31489:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:1.0:1789608716.839830:0:31489:0:(client.c:3742:ptlrpc_set_mbits()) resend with new mbits old x1876538934256896 new x1876538934259328 02000000:00000001:1.0:1789608716.839834:0:31489:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608716.839836:0:31489:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608716.839846:0:31489:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608716.839852:0:31489:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34948. 00000400:00000010:1.0:1789608716.839860:0:31489:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35660. 00000100:00000200:1.0:1789608716.839866:0:31489:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934256896, portal 10 00000100:00000001:1.0:1789608716.839869:0:31489:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608716.839870:0:31489:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600656896 : -117815108894720 : ffff94d908490000) 00000100:00000040:1.0:1789608716.839882:0:31489:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff94d908490000 x1876538934256896/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608732 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608716.839890:0:31489:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608716.839893:0:31489:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608716.839895:0:31489:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35330. 00000100:00000200:1.0:1789608716.839898:0:31489:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876538934256896, offset 0 00000400:00000200:1.0:1789608716.839905:0:31489:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608716.839913:0:31489:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608716.839921:0:31489:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608716.839926:0:31489:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608716.839930:0:31489:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608716.839934:0:31489:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608716.839937:0:31489:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608716.839941:0:31489:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2592:2592:255:4294967295] 192.168.203.121@tcp LPNI seq info [2592:2592:7:4294967295] 00000400:00000200:1.0:1789608716.839946:0:31489:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608716.839955:0:31489:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608716.839961:0:31489:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608716.839966:0:31489:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa000. 00000800:00000200:1.0:1789608716.839973:0:31489:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608716.839981:0:31489:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608716.839986:0:31489:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789608716.839990:0:31489:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608716.839994:0:31489:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 809315 usecs (810 jiffies) 00000400:00000200:1.0:1789608716.839998:0:31489:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608716.840001:0:31489:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296444740 00000100:00000001:1.0:1789608716.840004:0:31489:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296447840 00000100:00000001:1.0:1789608716.840007:0:31489:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296444740 00000100:00000001:1.0:1789608716.840010:0:31489:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296447840 00000100:00000001:1.0:1789608716.840012:0:31489:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608716.840016:0:31489:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608716.840019:0:31489:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608716.840021:0:31489:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789608716.840023:0:31489:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d911db6000 going to sleep for 11 seconds 00000100:00000001:1.0:1789608716.840026:0:31489:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608716.840028:0:31489:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608716.843205:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608716.843221:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306b00. 00000400:00000200:0.0:1789608716.844254:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608716.844271:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608716.844282:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edb28 00000400:00000010:0.0:1789608716.844286:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edb28. 00000100:00000001:0.0:1789608716.844292:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608716.844304:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5fb80 x1876538934256000/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/512 e 0 to 0 dl 1789608856 ref 3 fl Rpc:r/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608716.844499:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608716.844505:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907e5fb80 x1876538934256000/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/512 e 0 to 0 dl 1789608856 ref 3 fl Rpc:Qr/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608716.844513:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608716.844515:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608716.844652:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608716.844656:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa000. 00000400:00000200:0.0:1789608716.844662:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608716.844667:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608716.844670:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35330 00000400:00000010:0.0:1789608716.844700:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35330. 00000100:00000001:0.0:1789608716.844704:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608716.846447:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908490000 x1876538934256896/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608732 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608716.846465:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608716.846469:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908490000 x1876538934256896/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608732 ref 3 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608716.846477:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608716.846479:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608716.860068:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608716.860098:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608716.860103:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608716.860105:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608716.860116:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608716.860125:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608716.860138:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608716.860143:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608716.860150:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608716.860155:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 456 into portal 10 MB=0x6aab3c4956e80 00000400:00000200:0.0:1789608716.860160:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608716.860166:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 456/456 into md 0x7781 [1] + 224 00000800:00000001:0.0:1789608716.860175:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608716.860187:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608716.860191:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608716.860197:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608716.860208:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608716.860219:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908490000 x1876538934256896/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608732 ref 2 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608716.860245:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff94d908490000 x1876538934256896/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608732 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608716.860269:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608716.860280:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608716.860283:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608716.861021:0:31489:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789608716.861035:0:31489:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608716.861037:0:31489:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608716.861041:0:31489:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34948. 00000400:00000200:1.0:1789608716.861050:0:31489:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35660 00000400:00000010:1.0:1789608716.861053:0:31489:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35660. 00000100:00000001:1.0:1789608716.861058:0:31489:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608716.861070:0:31489:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908490000 x1876538934256896/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608732 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789608716.861081:0:31489:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908490000 x1876538934256896/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608732 ref 2 fl Rpc:RQU/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608716.861090:0:31489:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608716.861093:0:31489:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608716.861095:0:31489:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608716.861098:0:31489:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608716.861101:0:31489:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608716.861103:0:31489:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608716.861106:0:31489:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608716.861116:0:31489:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11cf0 time=74 v=5 (5 5 5 5) 00000100:00001000:1.0:1789608716.861120:0:31489:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608716.861123:0:31489:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608716.861125:0:31489:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608716.861128:0:31489:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608716.861131:0:31489:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608716.861135:0:31489:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608716.861137:0:31489:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967583 00000100:00000001:1.0:1789608716.861139:0:31489:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608716.861140:0:31489:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608716.861145:0:31489:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908490000 x1876538934256896/t4294967583(4294967583) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608732 ref 2 fl Rpc:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608716.861152:0:31489:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608716.861155:0:31489:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608716.861157:0:31489:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608716.861161:0:31489:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908490000 x1876538934256896/t4294967583(4294967583) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608732 ref 2 fl Interpret:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789608716.861174:0:31489:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908490000 pname:cluuid:pid:xid:nid:opc:job multiop:25f5d458-2cbe-49cd-9693-334c08df7e27:31489:1876538934256896:192.168.203.121@tcp:35:multiop.0 00000100:00000001:1.0:1789608716.861180:0:31489:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608716.861183:0:31489:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608716.861186:0:31489:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789608716.861188:0:31489:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608716.861191:0:31489:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908490000 x1876538934256896/t4294967583(4294967583) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608732 ref 2 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608716.861198:0:31489:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789608716.861200:0:31489:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d911db6000. 00000100:00000001:1.0:1789608716.861204:0:31489:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789608716.861205:0:31489:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608716.861213:0:31489:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608716.861215:0:31489:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600656896 : -117815108894720 : ffff94d908490000) 00000002:00000001:1.0:1789608716.861218:0:31489:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608716.861221:0:31489:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789608716.861226:0:31489:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d9071fb600. 00000080:00000001:1.0:1789608716.861230:0:31489:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1789608716.861233:0:31489:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1789608716.861236:0:31489:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789608716.861238:0:31489:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789608716.861241:0:31489:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789608716.861243:0:31489:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789608716.861245:0:31489:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608716.861247:0:31489:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1d:0x0] 00800000:00000001:1.0:1789608716.861250:0:31489:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608716.861254:0:31489:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1789608716.861259:0:31489:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94d907d25c00 x1876538934255360/t4294967580(4294967580) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608837 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608716.861268:0:31489:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608716.861269:0:31489:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592881664 : -117815116669952 : ffff94d907d25c00) 00000100:00000001:1.0:1789608716.861271:0:31489:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608716.861275:0:31489:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d25c00 x1876538934255360/t4294967580(4294967580) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608837 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608716.861282:0:31489:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608716.861284:0:31489:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608716.861287:0:31489:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d25c00 x1876538934255360/t4294967580(4294967580) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608837 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608716.861293:0:31489:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1789608716.861297:0:31489:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608716.861299:0:31489:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:1.0:1789608716.861302:0:31489:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608716.861305:0:31489:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d903dbe800. 02000000:00000001:1.0:1789608716.861309:0:31489:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608716.861311:0:31489:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608716.861314:0:31489:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d25c00. 00000100:00000001:1.0:1789608716.861318:0:31489:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608716.861319:0:31489:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608716.861320:0:31489:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608716.861324:0:31489:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908490000 x1876538934256896/t4294967583(4294967583) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608732 ref 2 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608716.861330:0:31489:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789608716.861332:0:31489:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff94d907f68a80. 00000002:00000001:1.0:1789608716.861334:0:31489:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608716.861336:0:31489:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789608716.861338:0:31489:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94d9071bf7c0. 00000100:00000001:1.0:1789608716.861341:0:31489:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608716.861344:0:31489:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908490000 x1876538934256896/t4294967583(4294967583) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608732 ref 1 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608716.861350:0:31489:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608716.861352:0:31489:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608716.861354:0:31489:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d90839a800. 02000000:00000001:1.0:1789608716.861357:0:31489:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608716.861358:0:31489:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608716.861359:0:31489:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:1.0:1789608716.861361:0:31489:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608716.861363:0:31489:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d9071fa200. 02000000:00000001:1.0:1789608716.861366:0:31489:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608716.861368:0:31489:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608716.861369:0:31489:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908490000. 00000100:00000001:1.0:1789608716.861371:0:31489:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608716.861372:0:31489:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789608716.861375:0:31489:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789608716.861378:0:31489:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d91a6d3e00. 00000080:00000001:1.0:1789608716.861383:0:31489:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608716.861388:0:31489:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01883df0 00000080:00000008:1.0:1789608716.861391:0:31489:0:(file.c:523:ll_file_release()) COMPLETED file f:[0x200000405:0x1d:0x0](ffff94d918927448), flags 100002, rc = 0 00000080:00000001:1.0:1789608716.861394:0:31489:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608716.861399:0:31489:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789608716.861401:0:31489:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01883e00 00000080:00002000:1.0:1789608716.861403:0:31489:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff94d918ab3360, parent ffff94d918ab31b0, inode ffff94d918927448) hashed, 00000080:00000001:1.0:1789608716.861407:0:31489:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789608716.861417:0:31489:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1789608716.861422:0:31489:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1789608716.861426:0:31489:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789608716.861427:0:31489:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01883e00 00000080:00002000:1.0:1789608716.861429:0:31489:0:(dcache.c:127:ll_ddelete()) deleting dentry d21f.recovery-small-1 (ffff94d918ab31b0, parent ffff94d918a99a20, inode ffff94d918ad80c8) hashed, 00000080:00000001:1.0:1789608716.861431:0:31489:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789608716.861435:0:31489:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1789608716.861438:0:31489:0:(dcache.c:48:ll_release()) Process leaving 00000800:00000001:0.0:1789608716.887456:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608716.887488:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608716.887493:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608716.887496:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608716.887507:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608716.887517:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608716.887531:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608716.887537:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608716.887545:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608716.887550:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 456 into portal 10 MB=0x6aab3c4956e00 00000400:00000200:0.0:1789608716.887556:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608716.887563:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 456/456 into md 0x7771 [1] + 224 00000800:00000001:0.0:1789608716.887572:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608716.887587:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608716.887591:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608716.887596:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608716.887606:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608716.887618:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5fb80 x1876538934256000/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/512 e 0 to 0 dl 1789608856 ref 2 fl Rpc:Qr/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608716.887632:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff94d907e5fb80 x1876538934256000/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/512 e 0 to 0 dl 1789608856 ref 2 fl Rpc:RQ/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608716.887652:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608716.887662:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608716.887666:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.1:1789608716.892778:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f68f40. 00000080:00000010:1.1:1789608716.892801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f68e80. 00000800:00000200:0.0:1789608716.897219:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608716.897238:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d909082e00. 00000400:00000200:0.0:1789608716.897249:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608716.897260:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608716.897271:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9220 00000400:00000010:0.0:1789608716.897274:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9220. 00000100:00000001:0.0:1789608716.897281:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608716.897291:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908493800 x1876538934259456/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 376/472 e 0 to 0 dl 1789608856 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608716.897307:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608716.897311:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908493800 x1876538934259456/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 376/472 e 0 to 0 dl 1789608856 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608716.897319:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608716.897321:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608716.903082:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608716.903105:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608716.903110:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608716.903113:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608716.903123:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608716.903133:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608716.903144:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608716.903151:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608716.903157:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608716.903171:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 400 into portal 10 MB=0x6aab3c4956f00 00000400:00000200:0.0:1789608716.903177:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608716.903311:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 400/400 into md 0x7791 [1] + 224 00000800:00000001:0.0:1789608716.903322:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608716.903332:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608716.903336:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608716.903342:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608716.903352:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608716.903363:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908493800 x1876538934259456/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 376/472 e 0 to 0 dl 1789608856 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608716.903375:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff94d908493800 x1876538934259456/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 376/472 e 0 to 0 dl 1789608856 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608716.903401:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608716.903412:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608716.903416:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608716.903597:0:31499:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789608716.903606:0:31499:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608716.903608:0:31499:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608716.903612:0:31499:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a898. 00000400:00000200:1.0:1789608716.903617:0:31499:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9550 00000400:00000010:1.0:1789608716.903620:0:31499:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9550. 00000100:00000001:1.0:1789608716.903624:0:31499:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608716.903628:0:31499:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908493800 x1876538934259456/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 376/472 e 0 to 0 dl 1789608856 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789608716.903636:0:31499:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908493800 x1876538934259456/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 376/472 e 0 to 0 dl 1789608856 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608716.903642:0:31499:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608716.903645:0:31499:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608716.903648:0:31499:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608716.903652:0:31499:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608716.903655:0:31499:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608716.903658:0:31499:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608716.903661:0:31499:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608716.903706:0:31499:0:(import.c:2196:obd_at_measure()) add 104 to ffff94d902b11c60 time=74 v=104 (104 104 104 137) 00000100:00001000:1.0:1789608716.904131:0:31499:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608716.904136:0:31499:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608716.904138:0:31499:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608716.904142:0:31499:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608716.904147:0:31499:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608716.904151:0:31499:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608716.904163:0:31499:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967583 00000100:00000001:1.0:1789608716.904166:0:31499:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608716.904168:0:31499:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608716.904174:0:31499:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908493800 x1876538934259456/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 376/400 e 0 to 0 dl 1789608856 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608716.904181:0:31499:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608716.904185:0:31499:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608716.904187:0:31499:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608716.904191:0:31499:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908493800 x1876538934259456/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 376/400 e 0 to 0 dl 1789608856 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789608716.904198:0:31499:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908493800 pname:cluuid:pid:xid:nid:opc:job touch:25f5d458-2cbe-49cd-9693-334c08df7e27:31499:1876538934259456:192.168.203.121@tcp:101:touch.0 00000100:00000001:1.0:1789608716.904204:0:31499:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608716.904207:0:31499:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608716.904210:0:31499:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789608716.904212:0:31499:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608716.904216:0:31499:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908493800 x1876538934259456/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 376/400 e 0 to 0 dl 1789608856 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608716.904223:0:31499:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789608716.904227:0:31499:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d911db6780. 00000100:00000001:1.0:1789608716.904232:0:31499:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789608716.904304:0:31499:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608716.904308:0:31499:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789608716.904314:0:31499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608716.904317:0:31499:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608716.904321:0:31499:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1800 refcount=4 00000020:00000001:1.0:1789608716.904324:0:31499:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:1.0:1789608716.904327:0:31499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000040:1.0:1789608716.904334:0:31499:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d9421c1800, remote cookie: 0x91bddff8e8ed8d9f, flags: 0x1000 00010000:00000001:1.0:1789608716.904338:0:31499:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789608716.904344:0:31499:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789608716.904346:0:31499:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789608716.904348:0:31499:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789608716.904350:0:31499:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789608716.904353:0:31499:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x1e:0x0].0x0 (ffff94d904041400) refcount = 1 00010000:00010000:1.0:1789608716.904360:0:31499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176fcff lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed8d9f expref: -99 pid: 31499 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608716.904370:0:31499:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789608716.904375:0:31499:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789608716.904377:0:31499:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789608716.904380:0:31499:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789608716.904383:0:31499:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608716.904386:0:31499:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176fcff lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed8d9f expref: -99 pid: 31499 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608716.904393:0:31499:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789608716.904394:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608716.904396:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608716.904397:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608716.904398:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608716.904400:0:31499:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608716.904404:0:31499:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789608716.904406:0:31499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608716.904407:0:31499:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608716.904408:0:31499:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1800 refcount=3 00000020:00000001:1.0:1789608716.904411:0:31499:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:1.0:1789608716.904414:0:31499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:1.0:1789608716.904415:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608716.904417:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789608716.904422:0:31499:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffff94d908493800 x1876538934259456/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 376/400 e 0 to 0 dl 1789608856 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000040:1.0:1789608716.904432:0:31499:0:(mdc_locks.c:907:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff94d904ceb000: layout return lvb 56 transno 0 00010000:00000001:1.0:1789608716.904435:0:31499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608716.904436:0:31499:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608716.904437:0:31499:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1800 refcount=3 00000020:00000001:1.0:1789608716.904439:0:31499:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:1.0:1789608716.904441:0:31499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00000002:00010000:1.0:1789608716.904445:0:31499:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176fcff lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed8d9f expref: -99 pid: 31499 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1789608716.904458:0:31499:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff94d91117dec0. 00010000:00000001:1.0:1789608716.904461:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608716.904462:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789608716.904464:0:31499:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608716.904466:0:31499:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608716.904470:0:31499:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789608716.904471:0:31499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608716.904472:0:31499:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608716.904474:0:31499:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1800 refcount=3 00000020:00000001:1.0:1789608716.904476:0:31499:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:1.0:1789608716.904478:0:31499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00000002:00010000:1.0:1789608716.904481:0:31499:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176fcff lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed8d9f expref: -99 pid: 31499 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608716.904486:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608716.904487:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608716.904490:0:31499:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789608716.904492:0:31499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608716.904493:0:31499:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608716.904494:0:31499:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1800 refcount=3 00000020:00000001:1.0:1789608716.904495:0:31499:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:1.0:1789608716.904497:0:31499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000040:1.0:1789608716.904504:0:31499:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904041400 count: 2 00010000:00000001:1.0:1789608716.904507:0:31499:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789608716.904512:0:31499:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d91081f000 type 13 mode 16 res 8589935621/30 (0 0) 00010000:00000001:1.0:1789608716.904515:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608716.904516:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789608716.904517:0:31499:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789608716.904520:0:31499:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e020af7b0 00000002:00002000:1.0:1789608716.904522:0:31499:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=0x1: rc = 0 00000002:00000001:1.0:1789608716.904525:0:31499:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608716.904529:0:31499:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608716.904532:0:31499:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789608716.904535:0:31499:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200000405:0x1e:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1789608716.904539:0:31499:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608716.904542:0:31499:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608716.904546:0:31499:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908493800 x1876538934259456/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 376/400 e 0 to 0 dl 1789608856 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608716.904552:0:31499:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608716.904555:0:31499:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608716.904559:0:31499:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d90839a400. 02000000:00000001:1.0:1789608716.904562:0:31499:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608716.904565:0:31499:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608716.904567:0:31499:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:1.0:1789608716.904569:0:31499:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608716.904571:0:31499:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d9071fa400. 02000000:00000001:1.0:1789608716.904575:0:31499:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608716.904577:0:31499:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608716.904579:0:31499:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908493800. 00000100:00000001:1.0:1789608716.904583:0:31499:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608716.904584:0:31499:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1789608716.904590:0:31499:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d9071fb400. 00000080:00010000:1.0:1789608716.904597:0:31499:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x1e:0x0](ffff94d918adec08) for lock 0xc54db3288176fcff 00800000:00000001:1.0:1789608716.904602:0:31499:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789608716.904606:0:31499:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789608716.904607:0:31499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608716.904608:0:31499:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608716.904610:0:31499:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1800 refcount=3 00000020:00000001:1.0:1789608716.904611:0:31499:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:1.0:1789608716.904614:0:31499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:1.0:1789608716.904617:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608716.904618:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789608716.904619:0:31499:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608716.904621:0:31499:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789608716.904625:0:31499:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fcff from it ffffae3e020afa78 00010000:00000001:1.0:1789608716.904627:0:31499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608716.904629:0:31499:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608716.904630:0:31499:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1800 refcount=3 00000020:00000001:1.0:1789608716.904632:0:31499:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:1.0:1789608716.904634:0:31499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:1.0:1789608716.904636:0:31499:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789608716.904639:0:31499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176fcff lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed8d9f expref: -99 pid: 31499 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608716.904647:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608716.904648:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608716.904649:0:31499:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789608716.904653:0:31499:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789608716.904656:0:31499:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176fcff lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed8d9f expref: -99 pid: 31499 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789608716.904665:0:31499:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789608716.904668:0:31499:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789608716.907547:0:31499:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789608716.907565:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608716.907567:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608716.907571:0:31499:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608716.907579:0:31499:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789608716.907582:0:31499:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608716.907585:0:31499:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608716.907591:0:31499:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608716.907594:0:31499:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789608716.907597:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608716.907598:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789608716.907602:0:31499:0:(file.c:7081:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608716.907605:0:31499:0:(file.c:6135:ll_take_md_lock()) Process entered 00000080:00000040:1.0:1789608716.907608:0:31499:0:(file.c:6137:ll_take_md_lock()) trying to match res [0x200000405:0x1e:0x0] 00800000:00000001:1.0:1789608716.907616:0:31499:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789608716.907619:0:31499:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789608716.907621:0:31499:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789608716.907624:0:31499:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789608716.907626:0:31499:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608716.907628:0:31499:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1e:0x0] 00800000:00000001:1.0:1789608716.907631:0:31499:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608716.907637:0:31499:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789608716.907640:0:31499:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789608716.907649:0:31499:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904041400 count: 2 00010000:00000001:1.0:1789608716.907654:0:31499:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789608716.907659:0:31499:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608716.907663:0:31499:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789608716.907668:0:31499:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176fcff lrc: 2/1,0 mode: CR/CR res: [0x200000405:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed8d9f expref: -99 pid: 31499 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1789608716.910436:0:31499:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789608716.910445:0:31499:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608716.910452:0:31499:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176fcff lrc: 2/1,0 mode: CR/CR res: [0x200000405:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed8d9f expref: -99 pid: 31499 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1789608716.910461:0:31499:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:1.0:1789608716.910465:0:31499:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x1e:0x0]: 16 00000080:00000001:1.0:1789608716.910469:0:31499:0:(file.c:6142:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:1.0:1789608716.910473:0:31499:0:(file.c:6938:ll_layout_lock_set()) Process entered 00010000:00000001:1.0:1789608716.910476:0:31499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608716.910480:0:31499:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608716.910483:0:31499:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1800 refcount=3 00000020:00000001:1.0:1789608716.910486:0:31499:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:1.0:1789608716.910489:0:31499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00000080:00010000:1.0:1789608716.910493:0:31499:0:(file.c:6948:ll_layout_lock_set()) ### file [0x200000405:0x1e:0x0](000000003f1bf28c) being reconfigured ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176fcff lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed8d9f expref: -99 pid: 31499 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:1.0:1789608716.910506:0:31499:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789608716.910509:0:31499:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789608716.910511:0:31499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608716.910512:0:31499:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608716.910513:0:31499:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1800 refcount=4 00000020:00000001:1.0:1789608716.910515:0:31499:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:1.0:1789608716.910517:0:31499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:1.0:1789608716.910520:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608716.910522:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789608716.910523:0:31499:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608716.910525:0:31499:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608716.910527:0:31499:0:(file.c:6863:ll_layout_fetch()) Process entered 00000080:00000002:1.0:1789608716.910530:0:31499:0:(file.c:6866:ll_layout_fetch()) [0x200000405:0x1e:0x0] LVB_READY=0 l_lvb_data=ffff94d91117dec0 l_lvb_len=56 00000080:00000001:1.0:1789608716.910533:0:31499:0:(file.c:6869:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608716.910535:0:31499:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1789608716.910537:0:31499:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789608716.910542:0:31499:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514696456 : -117815194855160 : ffff94d903295908) 00000020:00001000:1.0:1789608716.910545:0:31499:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295900 00000020:00000001:1.0:1789608716.910548:0:31499:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1789608716.910553:0:31499:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1789608716.910555:0:31499:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789608716.910569:0:31499:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d9094a95a0. 00020000:00000010:1.0:1789608716.910576:0:31499:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d908277280. 00020000:00000010:1.0:1789608716.910583:0:31499:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d9094a9f60. 00020000:00000001:1.0:1789608716.910585:0:31499:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626258617540448 : -117815092011168 : ffff94d9094a9f60) 00020000:00000002:1.0:1789608716.910589:0:31499:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d9094a9f60, objid 0x1e:1029, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789608716.910597:0:31499:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789608716.910601:0:31499:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d908277280: ostid: 0x280000401:19 ost idx: 0 gen: 0 00020000:00000002:1.0:1789608716.910605:0:31499:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff94d9070505d0) owner ffff94d9012da7c0 00020000:00000001:1.0:1789608716.910609:0:31499:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789608716.910611:0:31499:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff94d9070505d0) owner ffff94d9012da7c0 00020000:00000010:1.0:1789608716.910616:0:31499:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d908277280. 00020000:00000010:1.0:1789608716.910623:0:31499:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d9094a95a0. 00020000:00000010:1.0:1789608716.910627:0:31499:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d9094a9f60. 00020000:00000002:1.0:1789608716.910629:0:31499:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x1e:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1789608716.910631:0:31499:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608716.910633:0:31499:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608716.910637:0:31499:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1789608716.910640:0:31499:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d9070505d0) owner 0000000000000000/ffff94d9012da7c0 00020000:00000002:1.0:1789608716.910644:0:31499:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d9082d75a0 addref 2/0 by ffff94d9012da7c0. 00020000:00000002:1.0:1789608716.910647:0:31499:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d9070505d0) owner 0000000000000000/ffff94d9012da7c0 00020000:00000001:1.0:1789608716.910650:0:31499:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1789608716.910652:0:31499:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1789608716.910654:0:31499:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1789608716.910655:0:31499:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1789608716.910658:0:31499:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1789608716.910660:0:31499:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x1e:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1789608716.910663:0:31499:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295900 00000080:00000001:1.0:1789608716.910666:0:31499:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608716.910669:0:31499:0:(file.c:6985:ll_layout_lock_set()) Process leaving 00010000:00000001:1.0:1789608716.910697:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608716.910698:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608716.910700:0:31499:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608716.910701:0:31499:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608716.910703:0:31499:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1800 refcount=3 00000020:00000001:1.0:1789608716.910705:0:31499:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:1.0:1789608716.913540:0:31499:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:1.0:1789608716.913554:0:31499:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789608716.913563:0:31499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176fcff lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x91bddff8e8ed8d9f expref: -99 pid: 31499 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789608716.913576:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608716.913579:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608716.913581:0:31499:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789608716.913584:0:31499:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789608716.913586:0:31499:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176fcff lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed8d9f expref: -99 pid: 31499 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789608716.913595:0:31499:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789608716.913599:0:31499:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789608716.913601:0:31499:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789608716.913606:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608716.913608:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608716.913609:0:31499:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608716.913613:0:31499:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789608716.913616:0:31499:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608716.913618:0:31499:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608716.913622:0:31499:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608716.913625:0:31499:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789608716.913627:0:31499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608716.913628:0:31499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789608716.913631:0:31499:0:(file.c:7026:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608716.913635:0:31499:0:(file.c:7145:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608716.913639:0:31499:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789608716.913648:0:31499:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x1e:0x0]io ffff94d904aad780 type 3 ignore/verify layout 0/0 00020000:00000002:1.0:1789608716.913652:0:31499:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d9070505d0) owner 0000000000000000/ffff94d9012da7c0 00020000:00000001:1.0:1789608716.913657:0:31499:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1789608716.913659:0:31499:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1789608716.913663:0:31499:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1789608716.913665:0:31499:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608716.913667:0:31499:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1789608716.913669:0:31499:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1789608716.913704:0:31499:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608716.915400:0:31499:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789608716.915409:0:31499:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1789608716.915411:0:31499:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1789608716.915416:0:31499:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d9070505d0) owner 0000000000000000/ffff94d9012da7c0 00000020:00000001:1.0:1789608716.915423:0:31499:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608716.915430:0:31499:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:1.0:1789608716.915431:0:31499:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1789608716.915434:0:31499:0:(lov_io.c:1293:lov_io_setattr_iter_init()) Process entered 00020000:00000001:1.0:1789608716.915437:0:31499:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1789608716.915441:0:31499:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1789608716.915446:0:31499:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1789608716.915450:0:31499:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789608716.915452:0:31499:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1789608716.915455:0:31499:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789608716.915460:0:31499:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514696456 : -117815194855160 : ffff94d903295908) 00000020:00001000:1.0:1789608716.915464:0:31499:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295900 00000020:00000001:1.0:1789608716.915469:0:31499:0:(cl_object.c:143:cl_object_top()) ffff94d909230148 -> ffff94d9092306c0 00000020:00000001:1.0:1789608716.915472:0:31499:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:1.0:1789608716.915476:0:31499:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789608716.915478:0:31499:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1789608716.915480:0:31499:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789608716.915481:0:31499:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258539960192 : -117815169591424 : ffff94d904aad780) 00000020:00000001:1.0:1789608716.915483:0:31499:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608716.915485:0:31499:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608716.915487:0:31499:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593373712 : -117815116177904 : ffff94d907d9de10) 00000020:00000001:1.0:1789608716.915490:0:31499:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1789608716.915493:0:31499:0:(osc_io.c:525:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1789608716.915498:0:31499:0:(osc_io.c:545:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608716.915500:0:31499:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608716.915502:0:31499:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608716.915504:0:31499:0:(lov_io.c:1302:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608716.915506:0:31499:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608716.915508:0:31499:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:1.0:1789608716.915511:0:31499:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1789608716.915513:0:31499:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1789608716.915514:0:31499:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:1.0:1789608716.915516:0:31499:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1789608716.915517:0:31499:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608716.915519:0:31499:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608716.915521:0:31499:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608716.915522:0:31499:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608716.915524:0:31499:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1789608716.915525:0:31499:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608716.915528:0:31499:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608716.915530:0:31499:0:(cl_io.c:529:cl_io_start()) Process entered 00000020:00000001:1.0:1789608716.915534:0:31499:0:(cl_object.c:143:cl_object_top()) ffff94d9092306c0 -> ffff94d9092306c0 00000020:00000001:1.0:1789608716.915537:0:31499:0:(cl_object.c:143:cl_object_top()) ffff94d9092306c0 -> ffff94d9092306c0 00000020:00000001:1.0:1789608716.915539:0:31499:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:1.0:1789608716.915542:0:31499:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608716.915544:0:31499:0:(cl_object.c:143:cl_object_top()) ffff94d9092306c0 -> ffff94d9092306c0 00020000:00000001:1.0:1789608716.915546:0:31499:0:(lov_io.c:1857:lov_io_setattr_start()) Process entered 00020000:00000001:1.0:1789608716.915548:0:31499:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1789608716.915550:0:31499:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1789608716.915551:0:31499:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:1.0:1789608716.915554:0:31499:0:(osc_io.c:723:osc_io_setattr_start()) Process entered 00000020:00000001:1.0:1789608716.915555:0:31499:0:(cl_object.c:143:cl_object_top()) ffff94d907004540 -> ffff94d9092306c0 00000020:00000001:1.0:1789608716.915557:0:31499:0:(cl_object.c:143:cl_object_top()) ffff94d907004540 -> ffff94d9092306c0 00000020:00000001:1.0:1789608716.915559:0:31499:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:1.0:1789608716.915562:0:31499:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608716.915564:0:31499:0:(cl_object.c:143:cl_object_top()) ffff94d907004540 -> ffff94d9092306c0 00000020:00000001:1.0:1789608716.915565:0:31499:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1789608716.915568:0:31499:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789608716.915570:0:31499:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608716.915572:0:31499:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608716.915573:0:31499:0:(cl_object.c:143:cl_object_top()) ffff94d907004540 -> ffff94d9092306c0 00000020:00000001:1.0:1789608716.915575:0:31499:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1789608716.915577:0:31499:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1789608716.915578:0:31499:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1789608716.915580:0:31499:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1789608716.915582:0:31499:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1789608716.915583:0:31499:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1789608716.915587:0:31499:0:(osc_request.c:199:osc_setattr_async()) Process entered 00000100:00000010:1.0:1789608716.915602:0:31499:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904054700. 00000020:00000040:1.0:1789608716.915608:0:31499:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00000100:00000001:1.0:1789608716.915614:0:31499:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608716.915619:0:31499:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608716.915625:0:31499:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608716.915635:0:31499:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d906144400. 00000100:00000001:1.0:1789608716.915643:0:31499:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608716.915656:0:31499:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608716.915661:0:31499:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608716.915703:0:31499:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4ab8069] to pc [ptlrpcd_00_01+1] req@ffff94d904054700 x1876538934259584/t0(0) o2->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1789608716.918491:0:31499:0:(osc_request.c:230:osc_setattr_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789608716.918497:0:31499:0:(osc_io.c:844:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608716.918501:0:31499:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608716.918505:0:31499:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608716.918508:0:31499:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608716.918511:0:31499:0:(lov_io.c:1872:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608716.918513:0:31499:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608716.918516:0:31499:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:1.0:1789608716.918521:0:31499:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:1.0:1789608716.918523:0:31499:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1789608716.918524:0:31499:0:(cl_io.c:556:cl_io_end()) Process entered 00000100:00000001:1.0:1789608716.918540:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1789608716.918545:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1789608716.918547:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608716.918557:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608716.918560:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608716.918563:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608716.918564:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608716.918568:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608716.918583:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904054700 x1876538934259584/t0(0) o2->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608716.918592:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608716.918594:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608716.918600:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608716.918604:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608716.918607:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608716.918611:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934259584:192.168.203.121@tcp:2:touch.0 00000100:00000001:1.0:1789608716.918617:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608716.918624:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608716.918628:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608716.918631:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608716.918643:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d908241400. 02000000:00000001:1.0:1789608716.918646:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608716.918656:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608716.918662:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34948. 00000100:00000001:0.0:1789608716.920182:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608716.920191:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789608716.921374:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35660. 00000100:00000200:1.0:1789608716.921395:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934259584, portal 4 00000100:00000001:1.0:1789608716.921399:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608716.921401:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529109760 : -117815180441856 : ffff94d904054700) 00000100:00000040:1.0:1789608716.921421:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d904054700 x1876538934259584/t0(0) o2->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608732 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608716.921431:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608716.921435:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608716.921439:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35220. 00000100:00000200:1.0:1789608716.921443:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1876538934259584, offset 0 00000400:00000200:1.0:1789608716.921451:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608716.921465:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608716.921475:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608716.921481:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608716.921488:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608716.921492:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608716.921495:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608716.921500:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2594:2594:256:4294967295] 192.168.203.121@tcp LPNI seq info [2594:2594:8:4294967295] 00000400:00000200:1.0:1789608716.921505:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608716.921516:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608716.921525:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608716.921532:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa200. 00000800:00000200:1.0:1789608716.921541:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608716.921552:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608716.921557:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa200 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:1.0:1789608716.921573:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608716.921579:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 230995 usecs (231 jiffies) 00000400:00000200:1.0:1789608716.921583:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608716.921587:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296444242 00000100:00000001:1.0:1789608716.921591:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296447840 00000100:00000001:1.0:1789608716.921596:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296444242 00000100:00000001:1.0:1789608716.921599:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296447840 00000100:00000001:1.0:1789608716.921601:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608716.921605:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608716.921610:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608716.921615:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608716.921866:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608716.921873:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa200. 00000400:00000200:0.0:1789608716.921881:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608716.921887:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608716.921895:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35220 00000400:00000010:0.0:1789608716.921897:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35220. 00000100:00000001:0.0:1789608716.921903:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608716.921908:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904054700 x1876538934259584/t0(0) o2->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608732 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608716.921919:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608716.921922:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904054700 x1876538934259584/t0(0) o2->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608732 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608716.921929:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608716.921931:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608716.926774:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608716.926801:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608716.926807:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608716.926811:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608716.926823:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608716.926834:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608716.926854:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608716.926861:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608716.926868:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608716.926874:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 432 into portal 4 MB=0x6aab3c4956f80 00000400:00000200:0.0:1789608716.926881:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608716.926888:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 432/432 into md 0x7799 [1] + 224 00000800:00000001:0.0:1789608716.926897:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608716.926909:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608716.926914:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608716.926920:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608716.926929:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608716.926942:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904054700 x1876538934259584/t0(0) o2->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608732 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608716.926955:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff94d904054700 x1876538934259584/t0(0) o2->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608732 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608716.926980:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608716.926990:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608716.926994:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608716.927009:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608716.927013:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789608716.927021:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608716.927022:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608716.927026:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34948. 00000400:00000200:0.0:1789608716.927031:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35660 00000400:00000010:0.0:1789608716.927034:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35660. 00000100:00000001:0.0:1789608716.927037:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608716.927041:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904054700 x1876538934259584/t0(0) o2->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608732 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789608716.927051:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904054700 x1876538934259584/t0(0) o2->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608732 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608716.929091:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608716.929096:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608716.929101:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608716.929106:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608716.929109:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608716.929111:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608716.929115:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608716.929129:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13c60 time=74 v=5 (5 5 5 36) 00000100:00001000:0.0:1789608716.929136:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=140 v=5 (1 0 0 0) 00000100:00000001:0.0:1789608716.929139:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608716.929141:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608716.929145:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608716.929150:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608716.929154:0:2409:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789608716.929157:0:2409:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789608716.929158:0:2409:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789608716.929161:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608716.929163:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529109760 : -117815180441856 : ffff94d904054700) 00000100:00000001:0.0:1789608716.929166:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608716.929168:0:2409:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: skip recheck: last_committed 4294967327 00000100:00000001:0.0:1789608716.929170:0:2409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608716.929173:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608716.929187:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904054700 x1876538934259584/t4294967329(4294967329) o2->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608732 ref 2 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608716.929196:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608716.929200:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608716.929202:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1789608716.929206:0:2409:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:0.0:1789608716.929232:0:2409:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608716.930966:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904054700 x1876538934259584/t4294967329(4294967329) o2->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608732 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789608716.930981:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934259584:192.168.203.121@tcp:2:touch.0 00000100:00000001:0.0:1789608716.930989:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608716.930994:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608716.931000:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904054700 x1876538934259584/t4294967329(4294967329) o2->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608732 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608716.931009:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608716.931012:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608716.931022:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608716.931024:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608716.931027:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608716.931032:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608716.931386:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608716.931393:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d909082800. 00000400:00000200:0.0:1789608716.931402:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608716.931409:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608716.931419:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9550 00000400:00000010:0.0:1789608716.931422:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9550. 00000100:00000001:0.0:1789608716.931427:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608716.931432:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908491500 x1876538934259840/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608732 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608716.931443:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608716.931447:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908491500 x1876538934259840/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608732 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608716.931453:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608716.931456:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608716.938765:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608716.938789:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608716.938795:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608716.938800:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608716.938814:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608716.938825:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608716.938836:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608716.938843:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608716.938850:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608716.938858:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 456 into portal 10 MB=0x6aab3c4957080 00000400:00000200:0.0:1789608716.938864:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608716.938873:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 456/456 into md 0x77a9 [1] + 224 00000800:00000001:0.0:1789608716.938883:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608716.938893:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608716.938897:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608716.938903:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608716.938914:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608716.938927:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908491500 x1876538934259840/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608732 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608716.938941:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94d908491500 x1876538934259840/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608732 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608716.938959:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608716.938970:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608716.938975:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.1:1789608716.961754:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f681a0. 00000080:00000010:3.1:1789608716.961776:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f681c0. 00000020:00000001:1.0:1789608717.070465:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608717.070472:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608717.070477:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789608718.093922:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608718.093930:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608718.093936:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789608718.452143:0:31534:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789608718.452153:0:31534:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789608718.452156:0:31534:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789608718.452160:0:31534:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cb7b20 00000080:00200000:0.0:1789608718.452166:0:31534:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:0.0:1789608718.452177:0:31534:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d904ae6e00. 00800000:00000002:0.0:1789608718.452186:0:31534:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:0.0:1789608718.452191:0:31534:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789608718.452197:0:31534:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789608718.452200:0:31534:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cb7a40 00800000:00000002:0.0:1789608718.452203:0:31534:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789608718.452207:0:31534:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789608718.452211:0:31534:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789608718.452214:0:31534:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789608718.452217:0:31534:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789608718.452220:0:31534:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789608718.452222:0:31534:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608718.452224:0:31534:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789608718.452227:0:31534:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608718.452231:0:31534:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789608718.452237:0:31534:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789608718.452239:0:31534:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cb7910 00000002:00010000:0.0:1789608718.452241:0:31534:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789608718.452244:0:31534:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789608718.452247:0:31534:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608718.452251:0:31534:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789608718.452259:0:31534:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608718.452262:0:31534:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608718.452264:0:31534:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608718.452266:0:31534:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789608718.452269:0:31534:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789608718.452276:0:31534:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5ca80. 00000020:00000040:0.0:1789608718.452282:0:31534:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00010000:00000001:0.0:1789608718.452290:0:31534:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789608718.452295:0:31534:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789608718.452304:0:31534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608718.452306:0:31534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608718.452308:0:31534:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608718.452311:0:31534:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608718.452314:0:31534:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608718.452320:0:31534:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608718.452329:0:31534:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d903116400. 00000100:00000001:0.0:1789608718.452336:0:31534:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608718.452343:0:31534:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789608718.452345:0:31534:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608718.452347:0:31534:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789608718.452348:0:31534:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608718.452350:0:31534:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608718.452356:0:31534:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626258594155136 : -117815115396480 : ffff94d907e5ca80) 00010000:00000001:0.0:1789608718.452361:0:31534:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789608718.452364:0:31534:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789608718.452369:0:31534:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d9037fc500. 00010000:00000010:0.0:1789608718.452373:0:31534:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d90330c500. 00010000:00000001:0.0:1789608718.452378:0:31534:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789608718.452382:0:31534:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d905f54400. 00000020:00000001:0.0:1789608718.452387:0:31534:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789608718.452391:0:31534:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d905f54400 with handle 0xc54db3288176fd06 to hash 00000020:00000001:0.0:1789608718.452393:0:31534:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789608718.452395:0:31534:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00010000:00000001:0.0:1789608718.452400:0:31534:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00010000:00000001:0.0:1789608718.452404:0:31534:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608718.452408:0:31534:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608718.452413:0:31534:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54400/0xc54db3288176fd06 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789608718.452423:0:31534:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54400/0xc54db3288176fd06 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789608718.452435:0:31534:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54400/0xc54db3288176fd06 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31534 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789608718.452441:0:31534:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789608718.452443:0:31534:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789608718.452451:0:31534:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d90716e9c0. 00000100:00000001:0.0:1789608718.452453:0:31534:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258580597184 : -117815128954432 : ffff94d90716e9c0) 00000100:00000001:0.0:1789608718.452456:0:31534:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608718.452458:0:31534:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594155136 : -117815115396480 : ffff94d907e5ca80) 00000100:00000001:0.0:1789608718.452463:0:31534:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608718.452468:0:31534:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608718.452470:0:31534:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789608718.452472:0:31534:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608718.452485:0:31534:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5ca80 x1876538934259968/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608718.452495:0:31534:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608718.452498:0:31534:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608718.452502:0:31534:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608718.452505:0:31534:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608718.452507:0:31534:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608718.452511:0:31534:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5ca80 pname:cluuid:pid:xid:nid:opc:job checkstat:25f5d458-2cbe-49cd-9693-334c08df7e27:31534:1876538934259968:192.168.203.121@tcp:101:checkstat.0 00000100:00000001:0.0:1789608718.452517:0:31534:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608718.452524:0:31534:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608718.452526:0:31534:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608718.452528:0:31534:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608718.452534:0:31534:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d9070fb000. 02000000:00000001:0.0:1789608718.452536:0:31534:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608718.452544:0:31534:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608718.452548:0:31534:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8b00. 00000400:00000010:0.0:1789608718.452556:0:31534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edb28. 00000100:00000200:0.0:1789608718.452564:0:31534:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876538934259968, portal 10 00000100:00000001:0.0:1789608718.452566:0:31534:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608718.452568:0:31534:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594155136 : -117815115396480 : ffff94d907e5ca80) 00000100:00000040:0.0:1789608718.452573:0:31534:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d907e5ca80 x1876538934259968/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608858 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608718.452581:0:31534:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608718.452583:0:31534:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608718.452586:0:31534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed908. 00000100:00000200:0.0:1789608718.452588:0:31534:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876538934259968, offset 0 00000400:00000200:0.0:1789608718.452595:0:31534:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608718.452605:0:31534:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.452614:0:31534:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608718.452620:0:31534:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608718.452625:0:31534:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608718.452629:0:31534:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608718.452631:0:31534:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608718.452635:0:31534:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2596:2596:256:4294967295] 192.168.203.121@tcp LPNI seq info [2596:2596:8:4294967295] 00000400:00000200:0.0:1789608718.452639:0:31534:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.452650:0:31534:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608718.452656:0:31534:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608718.463043:0:31534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306b00. 00000800:00000200:0.0:1789608718.463070:0:31534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608718.463079:0:31534:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608718.463086:0:31534:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306b00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1789608718.463297:0:31534:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608718.463306:0:31534:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 875725 usecs (876 jiffies) 00000400:00000200:0.0:1789608718.463315:0:31534:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608718.463321:0:31534:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296446429 00000100:00000001:0.0:1789608718.463325:0:31534:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296447840 00000100:00000001:0.0:1789608718.463327:0:31534:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296446429 00000100:00000001:0.0:1789608718.463330:0:31534:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296447840 00000100:00000001:0.0:1789608718.463332:0:31534:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608718.463337:0:31534:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608718.463341:0:31534:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608718.463344:0:31534:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=135 : 135 : 87) 00000100:00100000:0.0:1789608718.463347:0:31534:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d90716e9c0 going to sleep for 135 seconds 00000100:00000001:0.0:1789608718.463350:0:31534:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608718.463354:0:31534:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608718.469360:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608718.469374:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306b00. 00000400:00000200:1.0:1789608718.469384:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608718.469395:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608718.469405:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed908 00000400:00000010:1.0:1789608718.469859:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed908. 00000100:00000001:1.0:1789608718.469868:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608718.469879:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5ca80 x1876538934259968/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608858 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608718.469895:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608718.469900:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907e5ca80 x1876538934259968/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608858 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608718.469907:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608718.469909:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608718.476331:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.476360:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608718.476366:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.476369:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608718.476380:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.476390:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608718.476404:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.476482:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.476490:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.476496:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 688 into portal 10 MB=0x6aab3c4957100 00000400:00000200:0.0:1789608718.476505:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.476512:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 688/688 into md 0x77b1 [1] + 224 00000800:00000001:0.0:1789608718.476523:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.476534:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608718.476539:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608718.476544:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608718.476554:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608718.476567:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5ca80 x1876538934259968/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608858 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608718.476580:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d907e5ca80 x1876538934259968/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608858 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608718.476610:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608718.476621:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.476625:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1789608718.482744:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608718.482750:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bd700. 00000400:00000200:0.0:1789608718.482755:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608718.482764:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608718.482771:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6ce58 00000400:00000010:0.0:1789608718.482774:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6ce58. 00000100:00000001:0.0:1789608718.482789:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608718.482795:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d24a80 x1876538934260096/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608858 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608718.482807:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608718.482810:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d24a80 x1876538934260096/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608858 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608718.482818:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608718.482820:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608718.491567:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.491598:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608718.491604:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.491607:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608718.491618:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.491628:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608718.491643:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.491649:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.491655:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.491674:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 688 into portal 10 MB=0x6aab3c4957180 00000400:00000200:0.0:1789608718.491737:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.491746:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 688/688 into md 0x77c1 [1] + 224 00000800:00000001:0.0:1789608718.491756:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.491784:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608718.491789:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608718.491795:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608718.491805:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608718.491817:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d24a80 x1876538934260096/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608858 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608718.491829:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d907d24a80 x1876538934260096/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608858 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608718.491864:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608718.491875:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.491879:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1789608718.505362:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608718.505376:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d909082800. 00000400:00000200:0.0:1789608718.505386:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608718.505400:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608718.505411:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9220 00000400:00000010:0.0:1789608718.505414:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9220. 00000100:00000001:0.0:1789608718.505421:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608718.505432:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908492300 x1876538934260224/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608858 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608718.505446:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608718.505449:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908492300 x1876538934260224/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608858 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608718.505456:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608718.505458:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608718.511160:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.511188:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608718.511195:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.511197:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608718.511209:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.511218:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608718.511233:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.511239:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.511245:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.511250:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 640 into portal 10 MB=0x6aab3c4957200 00000400:00000200:0.0:1789608718.511258:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.511275:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 640/640 into md 0x77c9 [1] + 224 00000800:00000001:0.0:1789608718.511285:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.511299:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608718.511312:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608718.511318:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608718.511328:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608718.511339:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908492300 x1876538934260224/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608858 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608718.511350:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff94d908492300 x1876538934260224/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608858 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608718.511376:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608718.511386:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.511390:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1789608718.519222:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608718.519235:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bd500. 00000400:00000200:1.0:1789608718.519246:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608718.519257:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608718.519266:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c088 00000400:00000010:1.0:1789608718.519269:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c088. 00000100:00000001:1.0:1789608718.519275:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608718.519285:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908492a00 x1876538934260352/t0(0) o8->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1789608728 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608718.519298:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608718.519302:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908492a00 x1876538934260352/t0(0) o8->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1789608728 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608718.519310:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608718.519312:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608718.529668:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.529734:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608718.529740:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.529742:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608718.529753:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.529762:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608718.529780:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.529786:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.529792:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.529798:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 416 into portal 4 MB=0x6aab3c4957280 00000400:00000200:0.0:1789608718.529804:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.529811:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 416/416 into md 0x77d1 [1] + 0 00000800:00000001:0.0:1789608718.529819:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.529827:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608718.529831:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608718.529836:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608718.529847:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608718.529860:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908492a00 x1876538934260352/t0(0) o8->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1789608728 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608718.529873:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff94d908492a00 x1876538934260352/t0(0) o8->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1789608728 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608718.529893:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608718.529909:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.529913:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1789608718.535552:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608718.535558:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d909082e00. 00000400:00000200:1.0:1789608718.535565:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608718.535571:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608718.535577:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9cc0 00000400:00000010:1.0:1789608718.535580:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9cc0. 00000100:00000001:1.0:1789608718.535585:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608718.535589:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908492300 x1876538934260480/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608734 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608718.535601:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608718.535604:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908492300 x1876538934260480/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608734 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608718.535611:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608718.535613:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608718.542222:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.542249:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608718.542255:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.542258:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608718.542384:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.542396:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608718.542408:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.542413:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.542419:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.542425:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 400 into portal 4 MB=0x6aab3c4957300 00000400:00000200:0.0:1789608718.542431:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.542439:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 400/400 into md 0x77d9 [1] + 224 00000800:00000001:0.0:1789608718.542449:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.542458:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608718.542462:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608718.542468:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608718.542479:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608718.542492:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908492300 x1876538934260480/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608734 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608718.542503:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff94d908492300 x1876538934260480/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608734 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608718.542651:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608718.542671:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.542723:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789608718.545886:0:31534:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608718.545902:0:31534:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608718.545912:0:31534:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1789608718.545918:0:31534:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbb70 -> ffff94d9040dbb70 00000020:00000001:0.0:1789608718.545921:0:31534:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbb70 -> ffff94d9040dbb70 00000020:00000001:0.0:1789608718.545924:0:31534:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1789608718.545930:0:31534:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1789608718.545936:0:31534:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789608718.545940:0:31534:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608718.545993:0:31534:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789608718.545994:0:31534:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789608718.545998:0:31534:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x1d:1029 on OST[1]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:0.0:1789608718.546002:0:31534:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789608718.546005:0:31534:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:0.0:1789608718.546008:0:31534:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608718.546011:0:31534:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608718.546100:0:31534:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbb70 -> ffff94d9040dbb70 00000080:00200000:0.0:1789608718.546104:0:31534:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x1d:0x0] updating i_size 0 i_blocks 1 00000080:00000001:0.0:1789608718.546108:0:31534:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1789608718.546112:0:31534:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1789608718.546114:0:31534:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d904aad720 (ffff94d903295518/0) at cl_lock_release():245 00000020:00000001:0.0:1789608718.546119:0:31534:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789608718.546120:0:31534:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d904aad720 (ffff94d903295518/0) at cl_lock_cancel():142 00020000:00000001:0.0:1789608718.546124:0:31534:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1789608718.546128:0:31534:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789608718.546131:0:31534:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593373712 : -117815116177904 : ffff94d907d9de10) 00000020:00000001:0.0:1789608718.546132:0:31534:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789608718.546134:0:31534:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d9029cb3b0 (ffff94d903295908/1) at cl_lock_cancel():142 00000008:00000001:0.0:1789608718.546138:0:31534:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1789608718.546140:0:31534:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1789608718.546143:0:31534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608718.546147:0:31534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789608718.546148:0:31534:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1789608718.546150:0:31534:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1789608718.546152:0:31534:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789608718.546153:0:31534:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789608718.546155:0:31534:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789608718.546157:0:31534:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d904aad720 (ffff94d903295518/0) at cl_lock_fini():72 00020000:00000001:0.0:1789608718.546160:0:31534:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1789608718.546161:0:31534:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789608718.546163:0:31534:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d9029cb3b0 (ffff94d903295518/1) at cl_lock_fini():72 00000008:00000010:0.0:1789608718.546167:0:31534:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d9035da850. 00000020:00000001:0.0:1789608718.546175:0:31534:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1789608718.546178:0:31534:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d9029cb380. 00020000:00000001:0.0:1789608718.546182:0:31534:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1789608718.546184:0:31534:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1789608718.546186:0:31534:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1789608718.546188:0:31534:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608718.546191:0:31534:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1789608718.546195:0:31534:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1789608718.546197:0:31534:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1789608718.546198:0:31534:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1789608718.546200:0:31534:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789608718.546204:0:31534:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295900 00020000:00000001:0.0:1789608718.546208:0:31534:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1789608718.546211:0:31534:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1789608718.546214:0:31534:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1789608718.546217:0:31534:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x1d:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1789608718.546221:0:31534:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1789608718.546224:0:31534:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608718.546227:0:31534:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789608718.546229:0:31534:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1789608718.546230:0:31534:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789608718.546231:0:31534:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295510 00000001:00000001:0.0:1789608718.546234:0:31534:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608718.546244:0:31534:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cb7d08 00000080:00000008:0.0:1789608718.546247:0:31534:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f:[0x200000405:0x1d:0x0](ffff94d918927448), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789608718.546257:0:31534:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789608718.546259:0:31534:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cb7da0 00000080:00002000:0.0:1789608718.546261:0:31534:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff94d918b49798, parent ffff94d918b2e288, inode ffff94d918927448) hashed, 00000080:00000001:0.0:1789608718.546265:0:31534:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608718.558571:0:31535:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789608718.558580:0:31535:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789608718.558583:0:31535:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789608718.558587:0:31535:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cc7b20 00000080:00200000:1.0:1789608718.558593:0:31535:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:1.0:1789608718.558604:0:31535:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d906145e00. 00800000:00000002:1.0:1789608718.558614:0:31535:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:1.0:1789608718.558620:0:31535:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789608718.558628:0:31535:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789608718.558630:0:31535:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cc7a40 00800000:00000002:1.0:1789608718.558634:0:31535:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789608718.558638:0:31535:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789608718.558643:0:31535:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789608718.558646:0:31535:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789608718.558649:0:31535:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789608718.558652:0:31535:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789608718.558655:0:31535:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608718.565585:0:31535:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789608718.565600:0:31535:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608718.565607:0:31535:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789608718.565617:0:31535:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789608718.565622:0:31535:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cc7910 00000002:00010000:1.0:1789608718.565626:0:31535:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789608718.565631:0:31535:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789608718.565634:0:31535:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789608718.565638:0:31535:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789608718.565649:0:31535:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fc500 count: 2 00010000:00000001:1.0:1789608718.565652:0:31535:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789608718.565668:0:31535:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608718.565697:0:31535:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789608718.565703:0:31535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54400/0xc54db3288176fd06 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed8dad expref: -99 pid: 31534 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1789608718.565718:0:31535:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789608718.565725:0:31535:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608718.565729:0:31535:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54400/0xc54db3288176fd06 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed8dad expref: -99 pid: 31534 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1789608718.565737:0:31535:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789608718.565740:0:31535:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789608718.565742:0:31535:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789608718.565744:0:31535:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789608718.565747:0:31535:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789608718.565753:0:31535:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789608718.565756:0:31535:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789608718.565769:0:31535:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:1.0:1789608718.565775:0:31535:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d906145e00. 00000080:00000001:1.0:1789608718.565785:0:31535:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789608718.565788:0:31535:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789608718.565791:0:31535:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:1.0:1789608718.565796:0:31535:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176fd06 00800000:00000001:1.0:1789608718.565800:0:31535:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789608718.565803:0:31535:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789608718.565805:0:31535:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608718.565808:0:31535:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608718.565811:0:31535:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54400 refcount=3 00000020:00000001:1.0:1789608718.565814:0:31535:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00010000:00000001:1.0:1789608718.565817:0:31535:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00010000:00000001:1.0:1789608718.565820:0:31535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608718.565822:0:31535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789608718.565823:0:31535:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608718.565825:0:31535:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789608718.565827:0:31535:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fd06 from it ffffae3e01cc7b58 00010000:00000001:1.0:1789608718.565829:0:31535:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608718.565830:0:31535:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608718.565832:0:31535:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54400 refcount=3 00000020:00000001:1.0:1789608718.565833:0:31535:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00010000:00000001:1.0:1789608718.565836:0:31535:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00010000:00000001:1.0:1789608718.565838:0:31535:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789608718.565841:0:31535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54400/0xc54db3288176fd06 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed8dad expref: -99 pid: 31534 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789608718.565849:0:31535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608718.565850:0:31535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608718.565852:0:31535:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789608718.565854:0:31535:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789608718.565857:0:31535:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54400/0xc54db3288176fd06 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed8dad expref: -99 pid: 31534 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789608718.565866:0:31535:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789608718.565871:0:31535:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789608718.565873:0:31535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789608718.565879:0:31535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608718.565880:0:31535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608718.565882:0:31535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608718.565885:0:31535:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789608718.565888:0:31535:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608718.565890:0:31535:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608718.565893:0:31535:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608718.565895:0:31535:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789608718.565897:0:31535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608718.565898:0:31535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789608718.565902:0:31535:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789608718.565904:0:31535:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789608718.565908:0:31535:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 1 00000080:00000001:1.0:1789608718.565913:0:31535:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789608718.565938:0:31535:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d909343200. 00000020:00000001:1.0:1789608718.565956:0:31535:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cc7a88 00000080:00200000:1.0:1789608718.565958:0:31535:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21f.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff94d918926c08), flags=24 00000080:00000001:1.0:1789608718.565962:0:31535:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1789608718.565964:0:31535:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cc7938 00000080:00200000:1.0:1789608718.565966:0:31535:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21f.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff94d918926c08), intent=0 00000080:00000010:1.0:1789608718.565976:0:31535:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d906145e00. 00800000:00000002:1.0:1789608718.565981:0:31535:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:1.0:1789608718.565988:0:31535:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789608718.565991:0:31535:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789608718.565993:0:31535:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cc7858 00800000:00000002:1.0:1789608718.565994:0:31535:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21f.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789608718.565999:0:31535:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789608718.566003:0:31535:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789608718.566006:0:31535:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789608718.566009:0:31535:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789608718.566290:0:31535:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789608718.566296:0:31535:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608718.566298:0:31535:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789608718.566299:0:31535:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608718.566373:0:31535:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cc77f0 00800000:00000002:1.0:1789608718.566377:0:31535:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21f.recovery-small-2' -> mds #0 00000002:00000001:1.0:1789608718.566381:0:31535:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789608718.566382:0:31535:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cc7728 00000002:00010000:1.0:1789608718.566384:0:31535:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21f.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:1.0:1789608718.566388:0:31535:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789608718.566391:0:31535:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1789608718.566397:0:31535:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904054e00. 00000020:00000040:1.0:1789608718.566403:0:31535:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00010000:00000001:1.0:1789608718.566410:0:31535:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789608718.566415:0:31535:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789608718.566418:0:31535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608718.566420:0:31535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608718.566421:0:31535:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608718.566424:0:31535:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608718.566426:0:31535:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608718.566430:0:31535:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608718.566438:0:31535:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d908240400. 00000100:00000001:1.0:1789608718.566446:0:31535:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608718.566452:0:31535:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789608718.566454:0:31535:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608718.566455:0:31535:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789608718.566456:0:31535:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608718.566458:0:31535:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608718.566467:0:31535:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626258529111552 : -117815180440064 : ffff94d904054e00) 00010000:00000001:1.0:1789608718.566471:0:31535:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789608718.566474:0:31535:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1789608718.566479:0:31535:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fc500 count: 2 00010000:00000001:1.0:1789608718.566481:0:31535:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789608718.566484:0:31535:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789608718.566489:0:31535:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d903f6a400. 00000020:00000001:1.0:1789608718.566493:0:31535:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789608718.566496:0:31535:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d903f6a400 with handle 0xc54db3288176fd22 to hash 00000020:00000001:1.0:1789608718.566497:0:31535:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789608718.566499:0:31535:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626258528150528 : -117815181401088 : ffff94d903f6a400) 00010000:00000001:1.0:1789608718.566504:0:31535:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626258528150528 : -117815181401088 : ffff94d903f6a400) 00010000:00000001:1.0:1789608718.566507:0:31535:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608718.566509:0:31535:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608718.566513:0:31535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a400/0xc54db3288176fd22 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31535 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789608718.566523:0:31535:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a400/0xc54db3288176fd22 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31535 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789608718.566647:0:31535:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a400/0xc54db3288176fd22 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31535 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789608718.566654:0:31535:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789608718.566656:0:31535:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789608718.567107:0:31535:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d910b359c0. 00000100:00000001:1.0:1789608718.567111:0:31535:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258741844416 : -117814967707200 : ffff94d910b359c0) 00000100:00000001:1.0:1789608718.567115:0:31535:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608718.567117:0:31535:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529111552 : -117815180440064 : ffff94d904054e00) 00000100:00000001:1.0:1789608718.567124:0:31535:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608718.567129:0:31535:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608718.567132:0:31535:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789608718.567134:0:31535:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608718.567149:0:31535:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904054e00 x1876538934260608/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608718.567159:0:31535:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608718.567162:0:31535:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608718.567167:0:31535:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608718.567170:0:31535:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608718.567173:0:31535:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608718.567177:0:31535:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904054e00 pname:cluuid:pid:xid:nid:opc:job checkstat:25f5d458-2cbe-49cd-9693-334c08df7e27:31535:1876538934260608:192.168.203.121@tcp:101:checkstat.0 00000100:00000001:1.0:1789608718.567182:0:31535:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608718.567190:0:31535:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608718.567194:0:31535:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608718.567196:0:31535:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608718.568120:0:31535:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d9070fc800. 02000000:00000001:0.0:1789608718.568130:0:31535:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608718.568144:0:31535:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608718.568151:0:31535:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8a50. 00000400:00000010:0.0:1789608718.568163:0:31535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ede58. 00000100:00000200:0.0:1789608718.568172:0:31535:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876538934260608, portal 10 00000100:00000001:0.0:1789608718.568174:0:31535:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608718.568177:0:31535:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529111552 : -117815180440064 : ffff94d904054e00) 00000100:00000040:0.0:1789608718.568190:0:31535:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d904054e00 x1876538934260608/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608858 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608718.568199:0:31535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608718.568204:0:31535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608718.568207:0:31535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed770. 00000100:00000200:0.0:1789608718.568211:0:31535:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876538934260608, offset 0 00000400:00000200:0.0:1789608718.568220:0:31535:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608718.568232:0:31535:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.568245:0:31535:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608718.568252:0:31535:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608718.568257:0:31535:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608718.568262:0:31535:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608718.568265:0:31535:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608718.568269:0:31535:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2601:2601:256:4294967295] 192.168.203.121@tcp LPNI seq info [2601:2601:8:4294967295] 00000400:00000200:0.0:1789608718.568274:0:31535:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.568285:0:31535:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608718.568293:0:31535:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608718.568299:0:31535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306200. 00000800:00000200:0.0:1789608718.572707:0:31535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608718.572722:0:31535:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608718.572728:0:31535:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1789608718.572762:0:31535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608718.572771:0:31535:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 871560 usecs (872 jiffies) 00000400:00000200:0.0:1789608718.572780:0:31535:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608718.572784:0:31535:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296446532 00000100:00000001:0.0:1789608718.572789:0:31535:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296447840 00000100:00000001:0.0:1789608718.572792:0:31535:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296446532 00000100:00000001:0.0:1789608718.572794:0:31535:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296447840 00000100:00000001:0.0:1789608718.572797:0:31535:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608718.572801:0:31535:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608718.572807:0:31535:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608718.572809:0:31535:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=135 : 135 : 87) 00000100:00100000:0.0:1789608718.572813:0:31535:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d910b359c0 going to sleep for 135 seconds 00000100:00000001:0.0:1789608718.572817:0:31535:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608718.572820:0:31535:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608718.573876:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608718.573889:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306200. 00000400:00000200:0.0:1789608718.573899:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608718.573909:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608718.573920:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed770 00000400:00000010:0.0:1789608718.573923:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed770. 00000100:00000001:0.0:1789608718.573930:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608718.573941:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904054e00 x1876538934260608/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608858 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608718.573965:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608718.573969:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d904054e00 x1876538934260608/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608858 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608718.573977:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608718.573979:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608718.579459:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.579485:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608718.579491:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.579494:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608718.579506:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.579515:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608718.579527:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.579595:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.579602:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.579608:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 688 into portal 10 MB=0x6aab3c4957380 00000400:00000200:0.0:1789608718.579614:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.579622:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 688/688 into md 0x77e1 [1] + 224 00000800:00000001:0.0:1789608718.579630:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.579639:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608718.579644:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608718.579649:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608718.579669:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608718.580461:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904054e00 x1876538934260608/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608858 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608718.580478:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d904054e00 x1876538934260608/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608858 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608718.580503:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608718.580520:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.581106:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1789608718.584421:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608718.584433:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d909082700. 00000400:00000200:0.0:1789608718.584443:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608718.584453:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608718.584463:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9ee0 00000400:00000010:0.0:1789608718.584466:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9ee0. 00000100:00000001:0.0:1789608718.584472:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608718.584479:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908492300 x1876538934260736/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608858 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608718.584492:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608718.584495:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908492300 x1876538934260736/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608858 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608718.584502:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608718.584505:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608718.591974:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.592001:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608718.592007:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.592010:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608718.592021:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.592031:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608718.592042:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.592048:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.592054:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.592059:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 640 into portal 10 MB=0x6aab3c4957400 00000400:00000200:0.0:1789608718.592065:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.592073:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 640/640 into md 0x77f1 [1] + 224 00000800:00000001:0.0:1789608718.592082:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.592090:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608718.592095:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608718.592100:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608718.592110:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608718.592122:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908492300 x1876538934260736/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608858 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608718.592133:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff94d908492300 x1876538934260736/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608858 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608718.592153:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608718.592165:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.592169:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1789608718.596255:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608718.596266:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bd500. 00000400:00000200:0.0:1789608718.596275:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608718.596284:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608718.596293:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c770 00000400:00000010:0.0:1789608718.596297:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c770. 00000100:00000001:0.0:1789608718.596303:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608718.596312:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908492300 x1876538934260864/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608734 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608718.596325:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608718.596328:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908492300 x1876538934260864/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608734 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608718.596336:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608718.596337:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608718.598797:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.598817:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608718.598821:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.598824:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608718.598836:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.598845:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608718.598857:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.598862:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.598873:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.598877:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 400 into portal 4 MB=0x6aab3c4957480 00000400:00000200:0.0:1789608718.598883:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.598890:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 400/400 into md 0x77f9 [1] + 224 00000800:00000001:0.0:1789608718.598899:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.598908:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608718.598912:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608718.598917:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608718.598927:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608718.598939:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908492300 x1876538934260864/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608734 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608718.598961:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff94d908492300 x1876538934260864/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608734 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608718.598981:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608718.598991:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.598994:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789608718.602722:0:31340:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789608718.602740:0:31340:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789608718.602743:0:31340:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7b78 00000080:00200000:1.0:1789608718.602748:0:31340:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:1.0:1789608718.602764:0:31340:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d906145a00. 00800000:00000002:1.0:1789608718.602772:0:31340:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:1.0:1789608718.602777:0:31340:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789608718.602781:0:31340:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789608718.602783:0:31340:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7a98 00800000:00000002:1.0:1789608718.602786:0:31340:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789608718.602790:0:31340:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789608718.602792:0:31340:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789608718.602795:0:31340:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789608718.602797:0:31340:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789608718.602799:0:31340:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789608718.602802:0:31340:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608718.602804:0:31340:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789608718.602806:0:31340:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608718.602809:0:31340:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789608718.602815:0:31340:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789608718.602817:0:31340:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7968 00000002:00010000:1.0:1789608718.602819:0:31340:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789608718.602822:0:31340:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789608718.602825:0:31340:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789608718.602829:0:31340:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789608718.602835:0:31340:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fc500 count: 2 00010000:00000001:1.0:1789608718.602838:0:31340:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789608718.602843:0:31340:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608718.602847:0:31340:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789608718.602853:0:31340:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54400/0xc54db3288176fd06 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed8dad expref: -99 pid: 31534 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1789608718.602864:0:31340:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789608718.602869:0:31340:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608718.602873:0:31340:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54400/0xc54db3288176fd06 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed8dad expref: -99 pid: 31534 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1789608718.602886:0:31340:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789608718.602888:0:31340:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789608718.602890:0:31340:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789608718.602892:0:31340:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789608718.602895:0:31340:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789608718.602897:0:31340:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789608718.602900:0:31340:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789608718.602903:0:31340:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:1.0:1789608718.603075:0:31340:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d906145a00. 00000080:00000001:1.0:1789608718.603082:0:31340:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789608718.603084:0:31340:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789608718.603087:0:31340:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:1.0:1789608718.603091:0:31340:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176fd06 00800000:00000001:1.0:1789608718.603095:0:31340:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789608718.603097:0:31340:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789608718.603099:0:31340:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608718.603101:0:31340:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608718.603104:0:31340:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54400 refcount=3 00000020:00000001:1.0:1789608718.603107:0:31340:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00010000:00000001:1.0:1789608718.603109:0:31340:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00010000:00000001:1.0:1789608718.603112:0:31340:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608718.603114:0:31340:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789608718.603115:0:31340:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608718.603116:0:31340:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789608718.603119:0:31340:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fd06 from it ffffae3e01cd7bb0 00010000:00000001:1.0:1789608718.603120:0:31340:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608718.603121:0:31340:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608718.603122:0:31340:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54400 refcount=3 00000020:00000001:1.0:1789608718.603124:0:31340:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00010000:00000001:1.0:1789608718.603126:0:31340:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00010000:00000001:1.0:1789608718.603128:0:31340:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789608718.603132:0:31340:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54400/0xc54db3288176fd06 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed8dad expref: -99 pid: 31534 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789608718.603139:0:31340:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608718.603140:0:31340:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608718.603141:0:31340:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789608718.603144:0:31340:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789608718.603146:0:31340:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54400/0xc54db3288176fd06 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed8dad expref: -99 pid: 31534 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1789608718.603153:0:31340:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789608718.603157:0:31340:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789608718.603159:0:31340:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789608718.603163:0:31340:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608718.603164:0:31340:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608718.603165:0:31340:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608718.603168:0:31340:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789608718.603170:0:31340:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608718.603172:0:31340:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608718.603176:0:31340:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608718.603178:0:31340:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789608718.603179:0:31340:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608718.603180:0:31340:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789608718.603183:0:31340:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789608718.603185:0:31340:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789608718.603187:0:31340:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 44 00000080:00000001:1.0:1789608718.603192:0:31340:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608718.603199:0:31340:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:1.0:1789608718.603201:0:31340:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1789608718.603203:0:31340:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7b78 00000080:00200008:1.0:1789608718.603205:0:31340:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff94d918926c08), flags 304000 00000080:00000010:1.0:1789608718.603210:0:31340:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d9015af180. 00000080:00000001:1.0:1789608718.603215:0:31340:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608718.603216:0:31340:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608718.603229:0:31340:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7d28 00000080:00200008:1.0:1789608718.603231:0:31340:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff94d918926c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1789608718.603238:0:31340:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:1.0:1789608718.603240:0:31340:0:(statahead.c:1783:is_first_dirent()) Process entered 00000080:00000010:1.0:1789608718.603243:0:31340:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d906145a00. 00800000:00000002:1.0:1789608718.603246:0:31340:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00800000:00000001:1.0:1789608718.603252:0:31340:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00800000:00000001:1.0:1789608718.603253:0:31340:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789608718.603255:0:31340:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789608718.603256:0:31340:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789608718.603258:0:31340:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789608718.603260:0:31340:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608718.603261:0:31340:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789608718.603263:0:31340:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608718.603267:0:31340:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:1.0:1789608718.603269:0:31340:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789608718.603270:0:31340:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7990 00000002:00010000:1.0:1789608718.603272:0:31340:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: readdir flags 0 00000002:00000001:1.0:1789608718.603275:0:31340:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789608718.603276:0:31340:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789608718.603278:0:31340:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789608718.603281:0:31340:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fc500 count: 2 00010000:00000001:1.0:1789608718.603283:0:31340:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789608718.603286:0:31340:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608718.603288:0:31340:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789608718.603291:0:31340:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54400/0xc54db3288176fd06 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed8dad expref: -99 pid: 31534 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1789608718.603299:0:31340:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789608718.603301:0:31340:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608718.603304:0:31340:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54400/0xc54db3288176fd06 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed8dad expref: -99 pid: 31534 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1789608718.603311:0:31340:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789608718.603312:0:31340:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789608718.603314:0:31340:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789608718.603316:0:31340:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789608718.603317:0:31340:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608718.603318:0:31340:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608718.603320:0:31340:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54400 refcount=3 00000020:00000001:1.0:1789608718.603323:0:31340:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00010000:00000001:1.0:1789608718.603325:0:31340:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00010000:00000001:1.0:1789608718.603327:0:31340:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608718.603329:0:31340:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789608718.603330:0:31340:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608718.603379:0:31340:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:1.0:1789608718.603385:0:31340:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff94d903d95800. 00000002:00000001:1.0:1789608718.605535:0:31340:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:1.0:1789608718.605550:0:31340:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904054a80. 00000020:00000040:1.0:1789608718.605558:0:31340:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:1.0:1789608718.605563:0:31340:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608718.605566:0:31340:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608718.605570:0:31340:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608718.605579:0:31340:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d906144600. 00000100:00000001:1.0:1789608718.605585:0:31340:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608718.605588:0:31340:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1789608718.605592:0:31340:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff94d908242800. 00000100:00000010:1.0:1789608718.605598:0:31340:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff94d90830c000. 00000020:00000040:1.0:1789608718.605600:0:31340:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:1.0:1789608718.605624:0:31340:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789608718.605626:0:31340:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789608718.605632:0:31340:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d910b35d80. 00000100:00000001:1.0:1789608718.605635:0:31340:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258741845376 : -117814967706240 : ffff94d910b35d80) 00000100:00000001:1.0:1789608718.605638:0:31340:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608718.605640:0:31340:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529110656 : -117815180440960 : ffff94d904054a80) 00000100:00000001:1.0:1789608718.605644:0:31340:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608718.605648:0:31340:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608718.605649:0:31340:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789608718.605651:0:31340:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608718.605672:0:31340:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904054a80 x1876538934260992/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608718.605701:0:31340:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608718.605704:0:31340:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608718.605710:0:31340:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608718.605713:0:31340:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608718.605716:0:31340:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608718.605722:0:31340:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904054a80 pname:cluuid:pid:xid:nid:opc:job bash:25f5d458-2cbe-49cd-9693-334c08df7e27:31340:1876538934260992:192.168.203.121@tcp:37:bash.0 00000100:00000001:1.0:1789608718.605726:0:31340:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608718.605731:0:31340:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608718.606185:0:31340:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608718.606189:0:31340:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:1.0:1789608718.606198:0:31340:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608718.607439:0:31340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8898. 00000400:00000010:0.0:1789608718.607459:0:31340:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff94d9060b0000. 00000100:00000200:0.0:1789608718.607469:0:31340:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6aab3c4957500-0x6aab3c4957500, portal 14 00000100:00000001:0.0:1789608718.607473:0:31340:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608718.607476:0:31340:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608718.607482:0:31340:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903114400. 02000000:00000001:0.0:1789608718.607485:0:31340:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608718.607491:0:31340:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608718.607494:0:31340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8160. 00000400:00000010:0.0:1789608718.607498:0:31340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed770. 00000100:00000200:0.0:1789608718.607501:0:31340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934260992, portal 10 00000100:00000001:0.0:1789608718.607504:0:31340:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608718.607505:0:31340:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529110656 : -117815180440960 : ffff94d904054a80) 00000100:00000040:0.0:1789608718.607558:0:31340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d904054a80 x1876538934260992/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608734 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608718.607567:0:31340:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608718.607571:0:31340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608718.607574:0:31340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edcc0. 00000100:00000200:0.0:1789608718.607577:0:31340:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1876538934260992, offset 0 00000400:00000200:0.0:1789608718.607583:0:31340:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608718.607592:0:31340:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.607599:0:31340:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608718.607604:0:31340:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608718.607608:0:31340:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608718.607611:0:31340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608718.607614:0:31340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608718.607618:0:31340:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2604:2604:256:4294967295] 192.168.203.121@tcp LPNI seq info [2604:2604:8:4294967295] 00000400:00000200:0.0:1789608718.607622:0:31340:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.607631:0:31340:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608718.607636:0:31340:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608718.607642:0:31340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306200. 00000800:00000200:0.0:1789608718.607649:0:31340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608718.607656:0:31340:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608718.607671:0:31340:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306200 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1789608718.615655:0:31340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608718.615687:0:31340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 868782 usecs (869 jiffies) 00000400:00000200:0.0:1789608718.615696:0:31340:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608718.615700:0:31340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296446574 00000100:00000001:0.0:1789608718.615704:0:31340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296447840 00000100:00000001:0.0:1789608718.615707:0:31340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296446574 00000100:00000001:0.0:1789608718.615709:0:31340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296447840 00000100:00000001:0.0:1789608718.615711:0:31340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608718.615716:0:31340:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608718.615720:0:31340:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608718.615722:0:31340:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789608718.615725:0:31340:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d910b35d80 going to sleep for 11 seconds 00000100:00000001:0.0:1789608718.615729:0:31340:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608718.615742:0:31340:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608718.618522:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608718.618543:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306200. 00000400:00000200:1.0:1789608718.618551:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608718.618560:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608718.618568:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edcc0 00000400:00000010:1.0:1789608718.618572:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edcc0. 00000100:00000001:1.0:1789608718.618577:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608718.618585:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904054a80 x1876538934260992/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608734 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608718.618596:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608718.618600:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d904054a80 x1876538934260992/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608734 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608718.618606:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608718.618608:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608718.625067:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.625093:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608718.625099:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.625103:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608718.625114:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.625124:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608718.625134:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.625140:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.625147:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.625152:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 4096 into portal 14 MB=0x6aab3c4957500 00000400:00000200:0.0:1789608718.625158:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.625166:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.203.121@tcp of length 4096/4096 into md 0x7801 [256] + 0 00000400:00000010:0.0:1789608718.625172:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8898. 00000400:00000200:0.0:1789608718.625178:0:2402:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff94d9060b0000 00000800:00000001:0.0:1789608718.625185:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.625195:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608718.625200:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608718.625205:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608718.625212:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9060b0000 00000400:00000010:0.0:1789608718.625214:0:2402:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff94d9060b0000. 00000100:00000001:0.0:1789608718.625220:0:2402:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:0.0:1789608718.625223:0:2402:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff94d904054a80 desc ffff94d908242800 mbits 1876538934260992 00000100:00000001:0.0:1789608718.625242:0:2402:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1789608718.625251:0:2402:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1789608718.625254:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.625260:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.21@tcp to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608718.625267:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2605:2605:256:4294967295] 192.168.203.121@tcp LPNI seq info [2605:2605:8:4294967295] 00000400:00000200:0.0:1789608718.625272:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.625282:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:192.168.203.21@tcp) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) 192.168.203.121@tcp : ACK try# 0 00000800:00000200:0.0:1789608718.625287:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608718.625297:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff94d9060b0000. 00000800:00000200:0.0:1789608718.625304:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608718.625312:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608718.625318:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d9060b0000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1789608718.625413:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608718.625419:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff94d9060b0000. 00000400:00000200:0.0:1789608718.625423:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608718.625428:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: ACK: OK 00000800:00000001:1.0:1789608718.625434:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608718.625449:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608718.631155:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.631178:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608718.631184:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.631187:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608718.631198:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.631208:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608718.631223:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.631230:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.631237:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.631242:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 440 into portal 10 MB=0x6aab3c4957500 00000400:00000200:0.0:1789608718.631249:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.631255:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 440/440 into md 0x7809 [1] + 224 00000800:00000001:0.0:1789608718.631264:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.631274:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608718.631278:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608718.631283:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608718.631292:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608718.631305:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904054a80 x1876538934260992/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608734 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608718.631316:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff94d904054a80 x1876538934260992/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608734 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608718.631344:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608718.631355:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.631359:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1789608718.649145:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608718.649154:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bd700. 00000400:00000200:1.0:1789608718.649163:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608718.649170:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608718.649178:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c4c8 00000400:00000010:1.0:1789608718.649181:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c4c8. 00000100:00000001:1.0:1789608718.649186:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608718.649193:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d24a80 x1876538934261248/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608858 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608718.649209:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608718.649213:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d24a80 x1876538934261248/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608858 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608718.649219:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608718.649221:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608718.652964:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.652986:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608718.652991:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.652993:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608718.653004:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.653013:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608718.653024:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.653030:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.653037:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.653042:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 664 into portal 10 MB=0x6aab3c4957600 00000400:00000200:0.0:1789608718.653049:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.653056:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 664/664 into md 0x7819 [64] + 224 00000800:00000001:0.0:1789608718.653067:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.653076:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608718.653080:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608718.653086:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608718.653096:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608718.653107:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d24a80 x1876538934261248/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608858 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608718.653119:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff94d907d24a80 x1876538934261248/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608858 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608718.653142:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608718.653154:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.653158:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1789608718.656290:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608718.656296:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bdd00. 00000400:00000200:1.0:1789608718.656303:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608718.656310:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608718.656317:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c440 00000400:00000010:1.0:1789608718.656321:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c440. 00000100:00000001:1.0:1789608718.656326:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608718.656332:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d24e00 x1876538934261376/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608734 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608718.656342:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608718.656345:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d24e00 x1876538934261376/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608734 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608718.656353:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608718.656355:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608718.660768:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.660791:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608718.660798:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.660801:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608718.660812:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.660823:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608718.660835:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.660841:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.660847:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.660852:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 4096 into portal 14 MB=0x6aab3c4957680 00000400:00000200:0.0:1789608718.660859:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.660867:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.203.121@tcp of length 4096/4096 into md 0x7821 [256] + 0 00000400:00000010:0.0:1789608718.660873:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21c60. 00000400:00000200:0.0:1789608718.660881:0:2402:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff94d907e12000 00000800:00000001:0.0:1789608718.660890:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.660929:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608718.660934:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608718.660940:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608718.660961:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d907e12000 00000400:00000010:0.0:1789608718.660964:0:2402:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff94d907e12000. 00000100:00000001:0.0:1789608718.660971:0:2402:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:0.0:1789608718.660975:0:2402:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff94d907d24e00 desc ffff94d903dbe400 mbits 1876538934261376 00000100:00000001:0.0:1789608718.660985:0:2402:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1789608718.660995:0:2402:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1789608718.660999:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.661005:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.21@tcp to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608718.661013:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2608:2608:256:4294967295] 192.168.203.121@tcp LPNI seq info [2608:2608:8:4294967295] 00000400:00000200:0.0:1789608718.661019:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.661029:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:192.168.203.21@tcp) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) 192.168.203.121@tcp : ACK try# 0 00000800:00000200:0.0:1789608718.661036:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608718.661047:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff94d9060b0000. 00000800:00000200:0.0:1789608718.661055:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608718.661065:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608718.661072:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d9060b0000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1789608718.661149:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608718.661155:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff94d9060b0000. 00000400:00000200:0.0:1789608718.661158:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608718.661162:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: ACK: OK 00000800:00000001:0.0:1789608718.661170:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.661174:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1789608718.663751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909233a00. 00000800:00000001:0.0:1789608718.665753:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.665778:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608718.665784:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.665787:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608718.665799:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.665808:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608718.665820:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.665826:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.665832:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.665837:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 440 into portal 10 MB=0x6aab3c4957680 00000400:00000200:0.0:1789608718.665842:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.665849:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 440/440 into md 0x7829 [1] + 224 00000800:00000001:0.0:1789608718.665858:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.665873:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608718.665878:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608718.665883:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608718.665893:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608718.665905:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d24e00 x1876538934261376/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608734 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608718.665916:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff94d907d24e00 x1876538934261376/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608734 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608718.665938:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608718.665958:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.665962:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1789608718.672281:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608718.672294:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bd900. 00000400:00000200:1.0:1789608718.672315:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608718.672325:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608718.672336:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c3b8 00000400:00000010:1.0:1789608718.672339:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c3b8. 00000100:00000001:1.0:1789608718.672346:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608718.672356:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d24e00 x1876538934261632/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608734 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608718.672371:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608718.672375:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d24e00 x1876538934261632/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608734 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608718.672390:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608718.672392:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608718.672854:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.672871:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608718.672874:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.672877:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608718.672886:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.672892:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608718.672900:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.672905:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.672910:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.672915:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 456 into portal 10 MB=0x6aab3c4957780 00000400:00000200:0.0:1789608718.672921:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.672928:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 456/456 into md 0x7831 [1] + 224 00000800:00000001:0.0:1789608718.672937:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.673014:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608718.673017:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608718.673021:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608718.673028:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608718.673034:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d24e00 x1876538934261632/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608734 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608718.673043:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94d907d24e00 x1876538934261632/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608734 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608718.673124:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608718.673136:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.673140:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1789608718.686496:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608718.686510:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bd400. 00000400:00000200:1.0:1789608718.686628:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608718.686640:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608718.686651:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6cdd0 00000400:00000010:1.0:1789608718.686655:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6cdd0. 00000100:00000001:1.0:1789608718.686673:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608718.686699:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d24e00 x1876538934261888/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608858 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608718.686713:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608718.686718:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d24e00 x1876538934261888/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608858 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608718.686724:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608718.686726:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608718.686971:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.686990:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608718.686994:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.686997:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608718.687007:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.687013:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608718.687021:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.687026:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.687032:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.687037:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 664 into portal 10 MB=0x6aab3c4957880 00000400:00000200:0.0:1789608718.687042:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.687048:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 664/664 into md 0x7839 [64] + 224 00000800:00000001:0.0:1789608718.687059:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.687067:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608718.687069:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608718.687072:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608718.687078:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608718.687083:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d24e00 x1876538934261888/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608858 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608718.687093:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff94d907d24e00 x1876538934261888/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608858 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608718.687117:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608718.687125:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.687129:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1789608718.691401:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608718.691413:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d909082b00. 00000400:00000200:1.0:1789608718.691422:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608718.691432:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608718.691441:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9bb0 00000400:00000010:1.0:1789608718.691444:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9bb0. 00000100:00000001:1.0:1789608718.691450:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608718.691459:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908490e00 x1876538934262016/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 440/368 e 0 to 0 dl 1789608858 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608718.691473:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608718.691477:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908490e00 x1876538934262016/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 440/368 e 0 to 0 dl 1789608858 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608718.691484:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608718.691486:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608718.694672:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.694855:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608718.694863:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.694865:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608718.694877:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.694888:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608718.694901:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.694906:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.694913:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.694919:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 368 into portal 10 MB=0x6aab3c4957900 00000400:00000200:0.0:1789608718.694924:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.694932:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 368/368 into md 0x7841 [1] + 224 00000800:00000001:0.0:1789608718.694942:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.695025:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608718.695029:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608718.695036:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608718.695047:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608718.695060:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908490e00 x1876538934262016/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 440/368 e 0 to 0 dl 1789608858 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608718.695073:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff94d908490e00 x1876538934262016/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 440/368 e 0 to 0 dl 1789608858 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608718.695170:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608718.695184:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.695189:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1789608718.698704:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608718.698714:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bd000. 00000400:00000200:0.0:1789608718.698721:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608718.698728:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608718.698736:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6cb28 00000400:00000010:0.0:1789608718.698740:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6cb28. 00000100:00000001:0.0:1789608718.698747:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608718.698754:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d24a80 x1876538934262272/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/624 e 0 to 0 dl 1789608858 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608718.704322:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608718.704348:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d24a80 x1876538934262272/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/624 e 0 to 0 dl 1789608858 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608718.704365:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608718.704368:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608718.706217:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.706239:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608718.706244:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.706247:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608718.706258:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.706267:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608718.706278:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.706283:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.706289:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.706295:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 456 into portal 10 MB=0x6aab3c4957a00 00000400:00000200:0.0:1789608718.706300:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.706317:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 456/456 into md 0x7849 [1] + 224 00000800:00000001:0.0:1789608718.706327:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.706336:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608718.706341:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608718.706347:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608718.706356:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608718.706367:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d24a80 x1876538934262272/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/624 e 0 to 0 dl 1789608858 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608718.706378:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff94d907d24a80 x1876538934262272/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/624 e 0 to 0 dl 1789608858 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608718.706400:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608718.706411:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.706414:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1789608718.708963:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608718.708970:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bd200. 00000400:00000200:0.0:1789608718.708976:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608718.708982:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608718.708990:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6cb28 00000400:00000010:0.0:1789608718.708994:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6cb28. 00000100:00000001:0.0:1789608718.708999:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608718.709005:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d26d80 x1876538934262400/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608858 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608718.709014:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608718.709018:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d26d80 x1876538934262400/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608858 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608718.709025:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608718.709027:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1789608718.709740:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041b00. 00010000:00000010:2.1:1789608718.709751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1e00. 00010000:00000010:2.1:1789608718.709756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232400. 00000080:00000010:2.1:1789608718.713751:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d9060786e0. 00000080:00000010:2.1:1789608718.714042:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d918927380. 00000080:00000010:2.1:1789608718.714052:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f68080. 00000800:00000001:0.0:1789608718.714840:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.714862:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608718.714867:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.714870:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608718.714883:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.714893:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608718.714904:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.714910:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.714917:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.714922:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 688 into portal 10 MB=0x6aab3c4957a80 00000400:00000200:0.0:1789608718.714930:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.714937:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 688/688 into md 0x7851 [1] + 224 00000800:00000001:0.0:1789608718.714956:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.714964:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608718.714969:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608718.714975:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608718.714986:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608718.714998:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d26d80 x1876538934262400/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608858 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608718.715008:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d907d26d80 x1876538934262400/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608858 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608718.715029:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608718.715040:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.715044:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1789608718.719337:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608718.719345:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bd300. 00000400:00000200:1.0:1789608718.719354:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608718.719362:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608718.719371:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6cdd0 00000400:00000010:1.0:1789608718.719374:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6cdd0. 00000100:00000001:1.0:1789608718.719379:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608718.719385:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d26d80 x1876538934262656/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608734 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608718.719396:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608718.719400:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d26d80 x1876538934262656/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608734 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608718.719408:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608718.719410:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608718.723135:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.723163:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608718.723169:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.723172:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608718.723184:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.723193:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608718.723204:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.723210:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.723217:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.723223:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 456 into portal 10 MB=0x6aab3c4957b80 00000400:00000200:0.0:1789608718.723230:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.723237:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 456/456 into md 0x7859 [1] + 224 00000800:00000001:0.0:1789608718.723246:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.723254:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608718.723259:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608718.723264:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608718.723273:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608718.723285:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d26d80 x1876538934262656/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608734 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608718.723297:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94d907d26d80 x1876538934262656/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608734 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608718.723314:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608718.723326:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.723329:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1789608718.726263:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608718.726277:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bd100. 00000400:00000200:1.0:1789608718.726287:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608718.726299:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608718.726316:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c3b8 00000400:00000010:1.0:1789608718.726319:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c3b8. 00000100:00000001:1.0:1789608718.726325:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608718.726335:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d26d80 x1876538934262912/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 512/624 e 0 to 0 dl 1789608858 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608718.726348:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608718.726352:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d26d80 x1876538934262912/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 512/624 e 0 to 0 dl 1789608858 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608718.726359:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608718.726361:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608718.734178:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.734206:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608718.734213:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.734215:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608718.734227:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.734238:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608718.734251:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.734257:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.734264:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.734269:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 456 into portal 10 MB=0x6aab3c4957c80 00000400:00000200:0.0:1789608718.734276:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.734282:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 456/456 into md 0x7861 [1] + 224 00000800:00000001:0.0:1789608718.734291:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.734299:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608718.734313:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608718.734318:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608718.734328:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608718.734341:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d26d80 x1876538934262912/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 512/624 e 0 to 0 dl 1789608858 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608718.734352:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff94d907d26d80 x1876538934262912/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 512/624 e 0 to 0 dl 1789608858 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608718.734368:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608718.734381:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.734386:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1789608718.734592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232000. 00010000:00000010:2.1:1789608718.734602:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69800. 00010000:00000010:2.1:1789608718.734607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909233a00. 00010000:00000010:2.1:1789608718.734611:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9037fc500. 00010000:00000010:2.1:1789608718.734614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f54400. 00000800:00000200:1.0:1789608718.736412:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608718.736418:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bda00. 00000400:00000200:1.0:1789608718.736424:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608718.736430:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608718.736436:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c440 00000400:00000010:1.0:1789608718.736439:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c440. 00000100:00000001:1.0:1789608718.736444:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608718.736449:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d24e00 x1876538934263040/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608858 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608718.736459:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608718.736462:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d24e00 x1876538934263040/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608858 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608718.736469:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608718.736471:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608718.741015:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.741038:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608718.741044:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.741047:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608718.741057:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.741067:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608718.741079:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.741085:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.741092:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.741096:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 688 into portal 10 MB=0x6aab3c4957d00 00000400:00000200:0.0:1789608718.741102:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.741110:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 688/688 into md 0x7869 [1] + 224 00000800:00000001:0.0:1789608718.741119:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.741128:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608718.741132:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608718.741137:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608718.741146:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608718.741158:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d24e00 x1876538934263040/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608858 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608718.741168:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d907d24e00 x1876538934263040/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608858 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608718.741193:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608718.741205:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.741208:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.1:1789608718.742447:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d918ad8000. 00000080:00000010:2.1:1789608718.742461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f68ae0. 00000800:00000200:1.0:1789608718.750942:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608718.750957:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bda00. 00000400:00000200:1.0:1789608718.750971:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608718.750982:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608718.750993:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c4c8 00000400:00000010:1.0:1789608718.750996:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c4c8. 00000100:00000001:1.0:1789608718.751004:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608718.751015:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d24e00 x1876538934263296/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608858 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608718.751032:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608718.751036:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d24e00 x1876538934263296/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608858 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608718.751044:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608718.751046:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608718.752210:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.752232:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608718.752238:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.752241:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608718.752251:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.752259:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608718.752268:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.752274:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.752280:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.752285:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 664 into portal 10 MB=0x6aab3c4957e00 00000400:00000200:0.0:1789608718.752291:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.752299:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 664/664 into md 0x7871 [64] + 224 00000800:00000001:0.0:1789608718.752320:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.752328:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608718.752333:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608718.752336:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608718.752342:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608718.752351:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d24e00 x1876538934263296/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608858 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608718.752362:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff94d907d24e00 x1876538934263296/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608858 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608718.752384:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608718.752393:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.752397:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1789608718.755377:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608718.755385:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bd100. 00000400:00000200:1.0:1789608718.755392:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608718.755397:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608718.755405:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c088 00000400:00000010:1.0:1789608718.755408:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c088. 00000100:00000001:1.0:1789608718.755413:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608718.755418:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d27480 x1876538934263424/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608734 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608718.755427:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608718.755430:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d27480 x1876538934263424/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608734 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608718.755437:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608718.755439:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1789608718.758932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232000. 00000800:00000001:0.0:1789608718.759755:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.759789:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608718.759794:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.759797:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608718.759808:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.759816:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608718.759826:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.759831:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.759837:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.759842:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 4096 into portal 14 MB=0x6aab3c4957e80 00000400:00000200:0.0:1789608718.759847:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.759854:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.203.121@tcp of length 4096/4096 into md 0x7879 [256] + 0 00000400:00000010:0.0:1789608718.759860:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21000. 00000400:00000200:0.0:1789608718.759868:0:2402:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff94d907e10000 00000800:00000001:0.0:1789608718.759874:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608718.759886:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608718.759890:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608718.759895:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608718.759904:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d907e10000 00000400:00000010:0.0:1789608718.759907:0:2402:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff94d907e10000. 00000100:00000001:0.0:1789608718.759913:0:2402:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:0.0:1789608718.759916:0:2402:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff94d907d27480 desc ffff94d903dbf800 mbits 1876538934263424 00000100:00000001:0.0:1789608718.759933:0:2402:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1789608718.759943:0:2402:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1789608718.759948:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.759954:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.21@tcp to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608718.759962:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2619:2619:256:4294967295] 192.168.203.121@tcp LPNI seq info [2619:2619:8:4294967295] 00000400:00000200:0.0:1789608718.759966:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608718.759973:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:192.168.203.21@tcp) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) 192.168.203.121@tcp : ACK try# 0 00000800:00000200:0.0:1789608718.759980:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608718.759990:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff94d9060b0000. 00000800:00000200:0.0:1789608718.759998:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608718.760006:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608718.760012:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d9060b0000 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:1.0:1789608718.760336:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608718.760342:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1789608718.760439:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608718.760445:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff94d9060b0000. 00000400:00000200:0.0:1789608718.760449:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608718.760453:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: ACK: OK 00000800:00000001:1.0:1789608718.767345:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608718.767371:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608718.767377:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608718.767380:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608718.767392:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608718.767401:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608718.767413:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608718.767418:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608718.767424:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608718.767429:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 440 into portal 10 MB=0x6aab3c4957e80 00000400:00000200:1.0:1789608718.767436:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608718.767443:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 440/440 into md 0x7881 [1] + 224 00000800:00000001:1.0:1789608718.767453:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608718.767465:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608718.767470:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608718.767475:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608718.767484:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608718.767495:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d27480 x1876538934263424/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608734 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608718.767507:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff94d907d27480 x1876538934263424/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608734 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608718.767536:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608718.767546:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608718.767550:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1789608718.769840:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608718.769847:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bd300. 00000400:00000200:0.0:1789608718.769853:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608718.769858:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608718.769867:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6ce58 00000400:00000010:0.0:1789608718.769870:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6ce58. 00000100:00000001:0.0:1789608718.769876:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608718.769880:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d27480 x1876538934263680/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608734 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608718.769891:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608718.769895:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d27480 x1876538934263680/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608734 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608718.769902:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608718.769904:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608718.776585:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608718.776608:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608718.776614:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608718.776617:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608718.776630:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608718.776641:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608718.776652:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608718.776667:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608718.776673:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608718.776729:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 456 into portal 10 MB=0x6aab3c4957f80 00000400:00000200:1.0:1789608718.776736:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608718.776743:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 456/456 into md 0x7889 [1] + 224 00000800:00000001:1.0:1789608718.776752:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608718.776761:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608718.776765:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608718.776771:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608718.776780:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608718.776793:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d27480 x1876538934263680/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608734 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608718.776805:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94d907d27480 x1876538934263680/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608734 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608718.776829:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608718.776841:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608718.776845:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1789608718.778889:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608718.778895:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bd200. 00000400:00000200:1.0:1789608718.778903:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608718.778908:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608718.778915:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c770 00000400:00000010:1.0:1789608718.778918:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c770. 00000100:00000001:1.0:1789608718.778923:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608718.778927:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d27480 x1876538934263936/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608858 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608718.778936:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608718.778940:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d27480 x1876538934263936/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608858 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608718.778953:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608718.778955:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608718.783723:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608718.783749:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608718.783754:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608718.783757:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608718.783773:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608718.783782:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608718.783793:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608718.783799:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608718.783805:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608718.783810:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 664 into portal 10 MB=0x6aab3c4958080 00000400:00000200:1.0:1789608718.783816:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608718.783823:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 664/664 into md 0x7891 [64] + 224 00000800:00000001:1.0:1789608718.783832:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608718.783840:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608718.783844:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608718.783850:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608718.783859:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608718.783871:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d27480 x1876538934263936/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608858 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608718.783882:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff94d907d27480 x1876538934263936/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608858 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608718.783906:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608718.783916:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608718.783919:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1789608718.795716:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608718.795725:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bd000. 00000400:00000200:1.0:1789608718.795734:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608718.795745:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608718.795755:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c550 00000400:00000010:1.0:1789608718.795760:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c550. 00000100:00000001:1.0:1789608718.795777:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608718.795788:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d24e00 x1876538934264192/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/624 e 0 to 0 dl 1789608858 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608718.795801:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608718.795805:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d24e00 x1876538934264192/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/624 e 0 to 0 dl 1789608858 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608718.795813:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608718.795814:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1789608718.799707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1000. 00010000:00000010:2.1:1789608718.799726:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041400. 00010000:00000010:2.1:1789608718.799730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1800. 00010000:00000010:2.1:1789608718.799733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6a400. 00000800:00000001:1.0:1789608718.811947:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608718.811975:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608718.811981:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608718.811985:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608718.811998:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608718.812008:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608718.812023:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608718.812030:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608718.812036:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608718.812041:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 456 into portal 10 MB=0x6aab3c4958180 00000400:00000200:1.0:1789608718.812047:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608718.812055:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 456/456 into md 0x7899 [1] + 224 00000800:00000001:1.0:1789608718.812065:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608718.812080:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608718.812085:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608718.812090:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608718.812101:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608718.812114:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d24e00 x1876538934264192/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/624 e 0 to 0 dl 1789608858 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608718.812127:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff94d907d24e00 x1876538934264192/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/624 e 0 to 0 dl 1789608858 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608718.812154:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608718.812165:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608718.812169:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.1:1789608718.819990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d9060783e0. 00000800:00000200:1.0:1789608718.820201:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608718.820207:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d909082d00. 00000400:00000200:1.0:1789608718.820214:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608718.820225:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608718.820236:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9990 00000400:00000010:1.0:1789608718.820240:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9990. 00000100:00000001:1.0:1789608718.820246:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608718.820256:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908490e00 x1876538934264320/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608858 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608718.820269:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608718.820274:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908490e00 x1876538934264320/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608858 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608718.820281:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608718.820283:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:2.1:1789608718.823745:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d918adeb40. 00000080:00000010:2.1:1789608718.823775:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d909343200. 00000800:00000001:1.0:1789608718.825757:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608718.825789:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608718.825794:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608718.825797:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608718.825809:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608718.825819:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608718.825830:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608718.825836:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608718.825842:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608718.825847:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 688 into portal 10 MB=0x6aab3c4958200 00000400:00000200:1.0:1789608718.825852:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608718.825859:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 688/688 into md 0x78a1 [1] + 224 00000800:00000001:1.0:1789608718.825867:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608718.825891:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608718.825895:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608718.825900:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608718.825910:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608718.825923:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908490e00 x1876538934264320/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608858 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608718.825947:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d908490e00 x1876538934264320/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608858 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608718.826021:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608718.826032:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608718.826035:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1789608718.830352:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608718.830361:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d909082500. 00000400:00000200:1.0:1789608718.830370:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608718.830377:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608718.830384:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9908 00000400:00000010:1.0:1789608718.830388:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9908. 00000100:00000001:1.0:1789608718.830393:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608718.830398:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908490e00 x1876538934264576/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608734 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608718.830409:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608718.830412:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908490e00 x1876538934264576/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608734 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608718.830420:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608718.830422:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608718.832830:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608718.832853:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608718.832858:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608718.832860:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608718.832870:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608718.832879:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608718.832890:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608718.832895:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608718.832902:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608718.832907:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 456 into portal 10 MB=0x6aab3c4958300 00000400:00000200:1.0:1789608718.832914:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608718.832921:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 456/456 into md 0x78a9 [1] + 224 00000800:00000001:1.0:1789608718.832931:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608718.832938:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608718.832943:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608718.832948:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608718.832956:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608718.832966:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908490e00 x1876538934264576/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608734 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608718.832978:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94d908490e00 x1876538934264576/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608734 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608718.832999:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608718.833009:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608718.833013:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1789608718.834412:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608718.834417:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d909082000. 00000400:00000200:1.0:1789608718.834423:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608718.834428:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608718.834433:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a94c8 00000400:00000010:1.0:1789608718.834436:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a94c8. 00000100:00000001:1.0:1789608718.834441:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608718.834445:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908490e00 x1876538934264832/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 512/624 e 0 to 0 dl 1789608858 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608718.834453:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608718.834456:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908490e00 x1876538934264832/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 512/624 e 0 to 0 dl 1789608858 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608718.834462:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608718.834463:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608718.839028:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608718.839052:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608718.839058:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608718.839061:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608718.839071:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608718.839081:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608718.839093:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608718.839101:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608718.839107:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608718.839112:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 456 into portal 10 MB=0x6aab3c4958400 00000400:00000200:1.0:1789608718.839118:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608718.839130:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 456/456 into md 0x78b1 [1] + 224 00000800:00000001:1.0:1789608718.839139:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608718.839147:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608718.839152:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608718.839157:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608718.839167:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608718.839179:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908490e00 x1876538934264832/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 512/624 e 0 to 0 dl 1789608858 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608718.839191:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff94d908490e00 x1876538934264832/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 512/624 e 0 to 0 dl 1789608858 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608718.839210:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608718.839221:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608718.839225:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1789608718.845044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0600. 00010000:00000010:3.1:1789608718.845066:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041200. 00010000:00000010:3.1:1789608718.845073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232000. 00010000:00000010:3.1:1789608718.845078:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69800. 00010000:00000010:3.1:1789608718.845083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909233a00. 00000080:00000010:3.1:1789608718.851722:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d9189239c0. 00000080:00000010:3.1:1789608718.851741:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d906078fa0. 00000800:00000001:1.0:1789608719.402565:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608719.402587:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608719.402592:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608719.402595:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608719.402606:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608719.402615:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608719.402625:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608719.402631:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608719.402637:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608719.402642:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 328 into portal 15 MB=0x6aab3c51c3600 00000400:00000200:1.0:1789608719.402810:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.121@tcp of length 328/328 into md 0x6d51 [2] + 656 00000800:00000001:1.0:1789608719.402820:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608719.402825:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608719.402829:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608719.402835:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608719.402845:0:2402:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1789608719.402848:0:2402:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1789608719.402856:0:2402:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904055500. 00000100:00000040:1.0:1789608719.402860:0:2402:0:(events.c:341:request_in_callback()) incoming req@ffff94d904055500 x1876538943092224 msgsize 328 00000100:00100000:1.0:1789608719.402865:0:2402:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.121@tcp (source: 12345-192.168.203.121@tcp) 00000100:00000001:1.0:1789608719.402882:0:2402:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:1.0:1789608719.402892:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608719.402895:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608719.402897:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608719.402899:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608719.402902:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608719.402906:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608719.402910:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608719.402912:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608719.402915:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608719.402918:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 328 into portal 15 MB=0x6aab3c51c3680 00000400:00000200:1.0:1789608719.402922:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.121@tcp of length 328/328 into md 0x6d51 [2] + 984 00000800:00000001:1.0:1789608719.402926:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608719.402935:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608719.402938:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608719.402940:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608719.402943:0:2402:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1789608719.402944:0:2402:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1789608719.402947:0:2402:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904056d80. 00000100:00000040:1.0:1789608719.402950:0:2402:0:(events.c:341:request_in_callback()) incoming req@ffff94d904056d80 x1876538943092352 msgsize 328 00000100:00100000:1.0:1789608719.402953:0:2402:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.121@tcp (source: 12345-192.168.203.121@tcp) 00000100:00000001:1.0:1789608719.402965:0:2402:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:1.0:1789608719.402968:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608719.402971:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608719.402999:0:16947:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1789608719.403002:0:16947:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876538943092224 02000000:00000001:1.0:1789608719.403005:0:16947:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1789608719.403008:0:16947:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608719.403011:0:16947:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608719.403017:0:16947:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608719.403022:0:16947:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876538943092224 00000020:00000001:1.0:1789608719.403026:0:16947:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789608719.403028:0:16947:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc54db3288176f366 00000020:00000001:1.0:1789608719.403032:0:16947:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608719.403036:0:16947:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d903104000 refcount=4 00000020:00000001:1.0:1789608719.403039:0:16947:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258513051648 : -117815196499968 : ffff94d903104000) 00000020:00000001:1.0:1789608719.403041:0:16947:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626258513051648 : -117815196499968 : ffff94d903104000) 00000100:00000001:1.0:1789608719.403047:0:16947:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789608719.403051:0:16947:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d91117d240. 00000100:00000001:1.0:1789608719.403054:0:16947:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789608719.403057:0:16947:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d91117d240. 00000020:00000010:1.0:1789608719.403064:0:16947:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94d906144800. 00000020:00000010:1.0:1789608719.403072:0:16947:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff94d9121c3080. 00000020:00000010:1.0:1789608719.403078:0:16947:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff94d9032a6d48. 00000100:00000040:1.0:1789608719.403088:0:16947:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1789608719.403091:0:16947:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1789608719.403093:0:16947:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1789608719.403096:0:16947:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608719.403105:0:16947:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608719.403113:0:16947:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608719.403122:0:16947:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1789608719.403123:0:16947:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876538943092352 02000000:00000001:1.0:1789608719.403125:0:16947:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1789608719.403126:0:16947:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608719.403127:0:16947:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608719.403129:0:16947:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608719.403131:0:16947:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876538943092352 00000020:00000001:1.0:1789608719.403132:0:16947:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789608719.403133:0:16947:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc54db3288176f35f 00000020:00000001:1.0:1789608719.403134:0:16947:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608719.403136:0:16947:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d903103800 refcount=4 00000020:00000001:1.0:1789608719.403138:0:16947:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258513049600 : -117815196502016 : ffff94d903103800) 00000020:00000001:1.0:1789608719.403140:0:16947:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626258513049600 : -117815196502016 : ffff94d903103800) 00000100:00000001:1.0:1789608719.403142:0:16947:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789608719.403145:0:16947:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d91117d240. 00000100:00000001:1.0:1789608719.403147:0:16947:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789608719.403149:0:16947:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d91117d240. 00000020:00000010:1.0:1789608719.403152:0:16947:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94d906144600. 00000020:00000010:1.0:1789608719.403155:0:16947:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff94d9121c3c80. 00000020:00000010:1.0:1789608719.403158:0:16947:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff94d9032a6bb8. 00000100:00000001:1.0:1789608719.403160:0:16947:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1789608719.403161:0:16947:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1789608719.403163:0:16947:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608719.403165:0:16947:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608719.403167:0:16947:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608719.403172:0:16947:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1789608719.403174:0:16947:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1789608719.403179:0:16947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.121@tcp, seq: 54 00000100:00000040:1.0:1789608719.403184:0:16947:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff94d903104000 : new rpc_count 1 00000100:00000001:1.0:1789608719.403186:0:16947:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446626258529113344 : -117815180438272 : ffff94d904055500) 00000100:00000040:1.0:1789608719.403195:0:16947:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff94d904055500 x1876538943092224/t0(0) o104->LOV_OSC_UUID@192.168.203.121@tcp:520/0 lens 328/0 e 0 to 0 dl 1789608730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608719.403205:0:16947:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789608719.403207:0:16947:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d91117d240. 00000100:00000001:1.0:1789608719.403209:0:16947:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789608719.403211:0:16947:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d91117d240. 00000100:00100000:1.0:1789608719.403215:0:16947:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff94d904055500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9633:x1876538943092224:12345-192.168.203.121@tcp:104: 00000100:00000200:1.0:1789608719.403219:0:16947:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876538943092224 00010000:00000001:1.0:1789608719.403222:0:16947:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1789608719.403231:0:16947:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608719.403233:0:16947:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608719.403235:0:16947:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1c00 refcount=2 00000020:00000001:1.0:1789608719.403237:0:16947:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00010000:00000001:1.0:1789608719.403240:0:16947:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00010000:00000001:1.0:1789608719.403245:0:16947:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608719.403250:0:16947:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789608719.403256:0:16947:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000044cdbf43/0xc54db3288176fd1b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x91bddff8e8ed8df3 expref: -99 pid: 31534 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:1.0:1789608719.403271:0:16947:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1789608719.403284:0:16947:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1789608719.403289:0:16947:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff94d908241c00. 02000000:00000001:1.0:1789608719.403292:0:16947:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608719.403300:0:16947:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608719.403306:0:16947:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1789608719.403310:0:16947:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608719.403315:0:16947:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d909864de8 time=76 v=5 (1 1 1 1) 00000100:00000001:1.0:1789608719.403321:0:16947:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789608719.403324:0:16947:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff94d907ddb340 refcount 16 to 192.168.203.121@tcp 00000100:00000001:1.0:1789608719.403326:0:16947:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446626258593624896 : -117815115926720 : ffff94d907ddb340) 02000000:00000001:1.0:1789608719.403329:0:16947:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1789608719.403332:0:16947:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608719.403761:0:16947:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608719.403775:0:16947:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608719.403785:0:16947:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35e58. 00000100:00000200:1.0:1789608719.403793:0:16947:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876538943092224, offset 224 00000400:00000200:1.0:1789608719.403800:0:16947:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608719.403809:0:16947:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608719.403818:0:16947:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.21@tcp to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608719.403825:0:16947:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2626:2626:256:4294967295] 192.168.203.121@tcp LPNI seq info [2626:2626:8:4294967295] 00000400:00000200:1.0:1789608719.403829:0:16947:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608719.403838:0:16947:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:192.168.203.21@tcp) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608719.403843:0:16947:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608719.403849:0:16947:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa400. 00000800:00000200:1.0:1789608719.403856:0:16947:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608719.403864:0:16947:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608719.403868:0:16947:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608719.403887:0:16947:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608719.403891:0:16947:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff94d907ddb340 refcount 15 to 192.168.203.121@tcp 00010000:00000001:1.0:1789608719.403895:0:16947:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1789608719.403900:0:16947:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff94d910b35240. 00010000:00000001:1.0:1789608719.403904:0:16947:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1789608719.403912:0:16947:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1789608719.403914:0:16947:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608719.403916:0:16947:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608719.403918:0:16947:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608719.403927:0:16947:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904055500 x1876538943092224/t0(0) o104->LOV_OSC_UUID@192.168.203.121@tcp:520/0 lens 328/224 e 0 to 0 dl 1789608730 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789608719.403937:0:16947:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff94d904055500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9633:x1876538943092224:12345-192.168.203.121@tcp:104: Request processed in 730us (1074us total) trans 0 rc 0/0 00000100:00100000:1.0:1789608719.403948:0:16947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.121@tcp, seq: 54 00000100:00000040:1.0:1789608719.403951:0:16947:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff94d903104000 : new rpc_count 0 00000100:00000001:1.0:1789608719.403954:0:16947:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1789608719.403956:0:16947:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1789608719.403963:0:16947:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff94d9121c3080. 00000020:00000010:1.0:1789608719.403969:0:16947:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff94d9032a6d48. 00000020:00000010:1.0:1789608719.403974:0:16947:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94d906144800. 00000020:00000040:1.0:1789608719.403979:0:16947:0:(genops.c:879:class_export_put()) PUTting export ffff94d903104000 : new refcount 3 00000100:00000001:1.0:1789608719.403982:0:16947:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608719.404001:0:16947:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1789608719.404003:0:16947:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1789608719.404008:0:16947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.121@tcp, seq: 55 00000100:00000040:1.0:1789608719.404011:0:16947:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff94d903103800 : new rpc_count 1 00000100:00000001:1.0:1789608719.404013:0:16947:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446626258529119616 : -117815180432000 : ffff94d904056d80) 00000100:00000040:1.0:1789608719.404018:0:16947:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff94d904056d80 x1876538943092352/t0(0) o104->LOV_OSC_UUID@192.168.203.121@tcp:520/0 lens 328/0 e 0 to 0 dl 1789608730 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608719.404027:0:16947:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789608719.404031:0:16947:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d91117d240. 00000100:00000001:1.0:1789608719.404034:0:16947:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789608719.404037:0:16947:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d91117d240. 00000100:00100000:1.0:1789608719.404041:0:16947:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff94d904056d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:13990:x1876538943092352:12345-192.168.203.121@tcp:104: 00000100:00000200:1.0:1789608719.404044:0:16947:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876538943092352 00010000:00000001:1.0:1789608719.404046:0:16947:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1789608719.404053:0:16947:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608719.404056:0:16947:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608719.404059:0:16947:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0a00 refcount=2 00000020:00000001:1.0:1789608719.404062:0:16947:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:1.0:1789608719.404065:0:16947:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:1.0:1789608719.404069:0:16947:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608719.404072:0:16947:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789608719.404077:0:16947:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 0000000008e20b34/0xc54db3288176fd30 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x91bddff8e8ed8e32 expref: -99 pid: 31535 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:1.0:1789608719.404090:0:16947:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1789608719.404093:0:16947:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1789608719.404100:0:16947:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff94d908243800. 02000000:00000001:1.0:1789608719.404103:0:16947:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608719.404106:0:16947:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608719.404110:0:16947:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1789608719.404113:0:16947:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608719.404116:0:16947:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d909864de8 time=76 v=5 (1 1 1 1) 00000100:00000001:1.0:1789608719.404120:0:16947:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789608719.404123:0:16947:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff94d907ddb340 refcount 16 to 192.168.203.121@tcp 00000100:00000001:1.0:1789608719.404126:0:16947:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446626258593624896 : -117815115926720 : ffff94d907ddb340) 02000000:00000001:1.0:1789608719.404128:0:16947:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1789608719.404130:0:16947:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608719.404132:0:16947:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608719.404134:0:16947:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608719.404137:0:16947:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35088. 00000100:00000200:1.0:1789608719.404140:0:16947:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876538943092352, offset 224 00000400:00000200:1.0:1789608719.404144:0:16947:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608719.404753:0:16947:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608719.404759:0:16947:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.21@tcp to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608719.404764:0:16947:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2627:2627:255:4294967295] 192.168.203.121@tcp LPNI seq info [2627:2627:7:4294967295] 00000400:00000200:1.0:1789608719.404768:0:16947:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608719.404774:0:16947:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:192.168.203.21@tcp) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608719.404779:0:16947:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608719.404784:0:16947:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faab00. 00000800:00000200:1.0:1789608719.404789:0:16947:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608719.404794:0:16947:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608719.404797:0:16947:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608719.404800:0:16947:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608719.404803:0:16947:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff94d907ddb340 refcount 15 to 192.168.203.121@tcp 00010000:00000001:1.0:1789608719.404806:0:16947:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1789608719.404809:0:16947:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff94d910b35d80. 00010000:00000001:1.0:1789608719.404811:0:16947:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1789608719.404820:0:16947:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00010000:00000001:1.0:1789608719.404822:0:16947:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608719.404823:0:16947:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608719.404825:0:16947:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608719.404829:0:16947:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904056d80 x1876538943092352/t0(0) o104->LOV_OSC_UUID@192.168.203.121@tcp:520/0 lens 328/224 e 0 to 0 dl 1789608730 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789608719.404837:0:16947:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff94d904056d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:13990:x1876538943092352:12345-192.168.203.121@tcp:104: Request processed in 810us (1885us total) trans 0 rc 0/0 00000100:00100000:1.0:1789608719.404845:0:16947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.121@tcp, seq: 55 00000100:00000040:1.0:1789608719.404848:0:16947:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff94d903103800 : new rpc_count 0 00000100:00000001:1.0:1789608719.404850:0:16947:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1789608719.404851:0:16947:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1789608719.404855:0:16947:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff94d9121c3c80. 00000020:00000010:1.0:1789608719.404859:0:16947:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff94d9032a6bb8. 00000020:00000010:1.0:1789608719.404864:0:16947:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94d906144600. 00000020:00000040:1.0:1789608719.404873:0:16947:0:(genops.c:879:class_export_put()) PUTting export ffff94d903103800 : new refcount 3 00000100:00000001:1.0:1789608719.404876:0:16947:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1789608719.404934:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608719.404938:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa400. 00000400:00000200:1.0:1789608719.404942:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608719.404946:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608719.405406:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35e58 00000400:00000010:1.0:1789608719.405412:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35e58. 00000100:00000001:1.0:1789608719.405417:0:2401:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:1.0:1789608719.405418:0:2401:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:1.0:1789608719.405481:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608719.405484:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faab00. 00000400:00000200:1.0:1789608719.405487:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608719.405490:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608719.405493:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35088 00000400:00000010:1.0:1789608719.405495:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35088. 00000100:00000001:1.0:1789608719.405498:0:2401:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:1.0:1789608719.405499:0:2401:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000001:1.0:1789608719.405513:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608719.405516:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608719.405518:0:16956:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00000001:1.0:1789608719.405521:0:16956:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1789608719.405523:0:16956:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1789608719.405527:0:16956:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000044cdbf43/0xc54db3288176fd1b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x91bddff8e8ed8df3 expref: -99 pid: 31534 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1789608719.405551:0:16956:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d9421c1c00 already unused, calling callback (ffffffffc1007300) 00000008:00000001:1.0:1789608719.405555:0:16956:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1789608719.405557:0:16956:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1789608719.405558:0:16956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608719.405560:0:16956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608719.405562:0:16956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1c00 refcount=3 00000020:00000001:1.0:1789608719.405564:0:16956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00010000:00000001:1.0:1789608719.405566:0:16956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00010000:00000001:1.0:1789608719.405569:0:16956:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789608719.405572:0:16956:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000044cdbf43/0xc54db3288176fd1b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x91bddff8e8ed8df3 expref: -99 pid: 31534 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1789608719.405579:0:16956:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1789608719.405581:0:16956:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789608719.405585:0:16956:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514697752 : -117815194853864 : ffff94d903295e18) 00000020:00001000:1.0:1789608719.405587:0:16956:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295e10 00000008:00000001:1.0:1789608719.405589:0:16956:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1789608719.405591:0:16956:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789608719.405593:0:16956:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295e10 00000008:00000001:1.0:1789608719.405595:0:16956:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608719.405598:0:16956:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789608719.405602:0:16956:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789608719.405604:0:16956:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789608719.405606:0:16956:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608719.405608:0:16956:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789608719.405610:0:16956:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d9421c1c00 with handle 0xc54db3288176fd1b from hash 00010000:00000001:1.0:1789608719.405612:0:16956:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789608719.405614:0:16956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608719.405615:0:16956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608719.405617:0:16956:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789608719.405620:0:16956:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789608719.405621:0:16956:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1789608719.405626:0:16956:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789608719.405628:0:16956:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608719.405630:0:16956:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789608719.405632:0:16956:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1789608719.405648:0:16956:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904055180. 00000020:00000040:1.0:1789608719.405659:0:16956:0:(genops.c:1209:class_import_get()) import ffff94d902b13000 refcount=3 obd=lustre-OST0001-osc-ffff94d904ceb000 00000100:00000001:1.0:1789608719.405665:0:16956:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608719.405667:0:16956:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608719.405671:0:16956:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608719.405818:0:16956:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d906144600. 00000100:00000001:1.0:1789608719.405825:0:16956:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608719.405828:0:16956:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789608719.405833:0:16956:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000044cdbf43/0xc54db3288176fd1b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x91bddff8e8ed8df3 expref: -99 pid: 31534 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1789608719.405841:0:16956:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1789608719.405843:0:16956:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608719.405848:0:16956:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608719.405851:0:16956:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608719.405857:0:16956:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000571f2921] to pc [ptlrpcd_00_00+0] req@ffff94d904055180 x1876538934264960/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789608719.405880:0:16956:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789608719.405882:0:16956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608719.405884:0:16956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608719.405885:0:16956:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608719.405887:0:16956:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789608719.405889:0:16956:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608719.405892:0:16956:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000044cdbf43/0xc54db3288176fd1b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x91bddff8e8ed8df3 expref: -99 pid: 31534 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789608719.405900:0:16956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789608719.405902:0:16956:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000044cdbf43/0xc54db3288176fd1b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x91bddff8e8ed8df3 expref: -99 pid: 31534 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1789608719.405911:0:16956:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d904af6200. 00010000:00000040:1.0:1789608719.405915:0:16956:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d904041600 count: 0 00010000:00000010:1.0:1789608719.405922:0:16956:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff94d904041500. 00010000:00000001:1.0:1789608719.405929:0:16956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608719.405930:0:16956:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1789608719.405932:0:16956:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff94d910b35240. 00010000:00000001:1.0:1789608719.405934:0:16956:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608719.405936:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608719.405937:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608719.405940:0:16956:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1789608719.405941:0:16956:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1789608719.405942:0:16956:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1789608719.405945:0:16956:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 0000000008e20b34/0xc54db3288176fd30 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x91bddff8e8ed8e32 expref: -99 pid: 31535 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1789608719.405952:0:16956:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d9421c0a00 already unused, calling callback (ffffffffc1007300) 00000008:00000001:1.0:1789608719.405954:0:16956:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1789608719.405955:0:16956:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1789608719.405956:0:16956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608719.405958:0:16956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608719.405959:0:16956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0a00 refcount=3 00000020:00000001:1.0:1789608719.405962:0:16956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:1.0:1789608719.405964:0:16956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:1.0:1789608719.405966:0:16956:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789608719.405969:0:16956:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 0000000008e20b34/0xc54db3288176fd30 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x91bddff8e8ed8e32 expref: -99 pid: 31535 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1789608719.405975:0:16956:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1789608719.405976:0:16956:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789608719.405978:0:16956:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514697752 : -117815194853864 : ffff94d903295e18) 00000020:00001000:1.0:1789608719.405979:0:16956:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295e10 00000008:00000001:1.0:1789608719.405981:0:16956:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1789608719.405982:0:16956:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789608719.405985:0:16956:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295e10 00000008:00000001:1.0:1789608719.405986:0:16956:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608719.405988:0:16956:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789608719.405990:0:16956:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789608719.405992:0:16956:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789608719.405993:0:16956:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608719.405994:0:16956:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789608719.405996:0:16956:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d9421c0a00 with handle 0xc54db3288176fd30 from hash 00010000:00000001:1.0:1789608719.405998:0:16956:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789608719.405999:0:16956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608719.406000:0:16956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608719.406001:0:16956:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789608719.406138:0:16956:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789608719.406140:0:16956:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1789608719.406144:0:16956:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789608719.406146:0:16956:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608719.406148:0:16956:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789608719.406158:0:16956:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1789608719.406162:0:16956:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904057480. 00000020:00000040:1.0:1789608719.406165:0:16956:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=4 obd=lustre-OST0000-osc-ffff94d904ceb000 00000100:00000001:1.0:1789608719.406168:0:16956:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608719.406169:0:16956:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608719.406171:0:16956:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608719.406176:0:16956:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d906144800. 00000100:00000001:1.0:1789608719.406179:0:16956:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608719.406182:0:16956:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789608719.406185:0:16956:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 0000000008e20b34/0xc54db3288176fd30 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x91bddff8e8ed8e32 expref: -99 pid: 31535 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1789608719.406194:0:16956:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1789608719.406195:0:16956:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608719.406198:0:16956:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608719.406200:0:16956:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608719.406207:0:16956:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d8efbf2] to pc [ptlrpcd_00_01+1] req@ffff94d904057480 x1876538934265088/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789608719.406217:0:16956:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789608719.406221:0:16956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608719.406222:0:16956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608719.406224:0:16956:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608719.406226:0:16956:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789608719.406228:0:16956:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608719.406232:0:16956:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 0000000008e20b34/0xc54db3288176fd30 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x91bddff8e8ed8e32 expref: -99 pid: 31535 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789608719.406244:0:16956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789608719.406246:0:16956:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 0000000008e20b34/0xc54db3288176fd30 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x91bddff8e8ed8e32 expref: -99 pid: 31535 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1789608719.406252:0:16956:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d904af6d80. 00010000:00000040:1.0:1789608719.406256:0:16956:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d904041000 count: 0 00010000:00000010:1.0:1789608719.406261:0:16956:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff94d904041300. 00010000:00000001:1.0:1789608719.406268:0:16956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608719.406269:0:16956:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1789608719.406271:0:16956:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff94d910b35d80. 00010000:00000001:1.0:1789608719.406273:0:16956:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608719.406275:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608719.407424:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608719.407428:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789608719.407431:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608719.407433:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608719.407434:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789608719.407437:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608719.407438:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608719.407439:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789608719.407451:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608719.407454:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608719.407455:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789608719.407789:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608719.407798:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608719.407802:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608719.407819:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904055180 x1876538934264960/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608719.407837:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608719.407840:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608719.407845:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608719.407849:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608719.407852:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608719.407856:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904055180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934264960:192.168.203.121@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1789608719.407861:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608719.407868:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608719.407871:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608719.407874:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608719.407881:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d91a40a600. 02000000:00000001:0.0:1789608719.407883:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608719.407892:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608719.407897:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8898. 00000400:00000010:0.0:1789608719.407905:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed2a8. 00000100:00000200:0.0:1789608719.407912:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934264960, portal 18 00000100:00000001:0.0:1789608719.407915:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608719.407917:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529112448 : -117815180439168 : ffff94d904055180) 00000100:00000040:0.0:1789608719.407926:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904055180 x1876538934264960/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608735 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608719.407934:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608719.407938:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608719.407943:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed770. 00000100:00000200:0.0:1789608719.407946:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876538934264960, offset 0 00000400:00000200:0.0:1789608719.407954:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608719.407964:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608719.407973:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608719.407978:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608719.407983:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608719.407987:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608719.407991:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608719.407994:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2628:2628:256:4294967295] 192.168.203.121@tcp LPNI seq info [2628:2628:8:4294967295] 00000400:00000200:0.0:1789608719.407999:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608719.408010:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608719.408016:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608719.408022:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306800. 00000800:00000200:0.0:1789608719.408030:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608719.408039:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608719.408044:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1789608719.408061:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608719.408066:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: using a timeout of 25503 usecs (26 jiffies) 00000400:00000200:0.0:1789608719.408069:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608719.408072:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296446523 00000100:00000001:0.0:1789608719.408076:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296447840 00000100:00000001:0.0:1789608719.408079:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296446523 00000100:00000001:0.0:1789608719.408082:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296447840 00000100:00000001:0.0:1789608719.408084:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608719.408087:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608719.408090:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608719.408093:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608719.408102:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608719.408105:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789608719.408107:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608719.408108:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608719.408111:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608719.408115:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1789608719.408117:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608719.408118:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608719.408120:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608719.408122:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608719.408123:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608719.408124:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608719.408129:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904057480 x1876538934265088/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608719.408136:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608719.408137:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608719.408139:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608719.408141:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608719.408143:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608719.408146:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934265088:192.168.203.121@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1789608719.408149:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608719.408152:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608719.408153:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608719.408154:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608719.408158:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d91a21e200. 02000000:00000001:0.0:1789608719.408160:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608719.408162:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608719.408165:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8160. 00000400:00000010:0.0:1789608719.408169:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edcc0. 00000100:00000200:0.0:1789608719.408171:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934265088, portal 18 00000100:00000001:0.0:1789608719.408172:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608719.408174:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529121408 : -117815180430208 : ffff94d904057480) 00000100:00000040:0.0:1789608719.408180:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904057480 x1876538934265088/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608735 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608719.408187:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608719.408189:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608719.408191:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ede58. 00000100:00000200:0.0:1789608719.408193:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876538934265088, offset 0 00000400:00000200:0.0:1789608719.408198:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608719.408201:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608719.408204:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608719.408206:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608719.408209:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608719.408211:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608719.408213:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608719.408216:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2629:2629:255:4294967295] 192.168.203.121@tcp LPNI seq info [2629:2629:7:4294967295] 00000400:00000200:0.0:1789608719.408220:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608719.408226:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608719.408230:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608719.408233:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306300. 00000800:00000200:0.0:1789608719.408236:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608719.408240:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608719.408243:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1789608719.408246:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608719.408249:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 228725 usecs (229 jiffies) 00000400:00000200:0.0:1789608719.408251:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608719.408253:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296446726 00000100:00000001:0.0:1789608719.408256:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296447840 00000100:00000001:0.0:1789608719.408258:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296446726 00000100:00000001:0.0:1789608719.408260:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296447840 00000100:00000001:0.0:1789608719.408262:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608719.408263:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608719.408265:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608719.408267:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608719.410181:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608719.410191:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608719.410232:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608719.410238:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306800. 00000400:00000200:1.0:1789608719.410246:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608719.410254:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608719.410262:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed770 00000400:00000010:1.0:1789608719.410265:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed770. 00000100:00000001:1.0:1789608719.410271:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608719.410291:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904055180 x1876538934264960/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608735 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608719.410303:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608719.410307:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904055180 x1876538934264960/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608735 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608719.410314:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608719.410316:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608719.410393:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608719.410397:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306300. 00000400:00000200:1.0:1789608719.410401:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608719.410404:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608719.410407:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ede58 00000400:00000010:1.0:1789608719.410409:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ede58. 00000100:00000001:1.0:1789608719.410412:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608719.410416:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904057480 x1876538934265088/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608735 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608719.410424:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608719.410426:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904057480 x1876538934265088/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608735 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608719.410433:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608719.410434:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1789608719.414776:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041600. 00010000:00000010:1.1:1789608719.414789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1c00. 00010000:00000010:1.1:1789608719.414793:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041000. 00010000:00000010:1.1:1789608719.414797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0a00. 00000800:00000001:0.0:1789608719.417446:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608719.417467:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608719.417472:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608719.417474:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608719.417485:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608719.417495:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608719.417504:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608719.417511:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608719.417527:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608719.417533:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 18 MB=0x6aab3c4958500 00000400:00000200:0.0:1789608719.417547:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608719.417553:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.121@tcp of length 224/224 into md 0x78d9 [1] + 224 00000800:00000001:0.0:1789608719.417563:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608719.417567:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608719.417571:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608719.417577:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608719.417587:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608719.417597:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904057480 x1876538934265088/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608735 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608719.417610:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904057480 x1876538934265088/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608735 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608719.417627:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608719.417636:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608719.417641:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608719.417642:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608719.417644:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608719.417647:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608719.417650:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608719.417667:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608719.417670:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608719.417672:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608719.417702:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 18 MB=0x6aab3c4958480 00000400:00000200:0.0:1789608719.417706:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608719.417710:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.121@tcp of length 224/224 into md 0x78c9 [1] + 224 00000800:00000001:0.0:1789608719.417714:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608719.417723:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608719.417725:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608719.417728:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608719.417731:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608719.417736:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904055180 x1876538934264960/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608735 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608719.417744:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904055180 x1876538934264960/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608735 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608719.417753:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608719.417756:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608719.417760:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608719.417774:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608719.417779:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789608719.417788:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608719.417790:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608719.417794:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8160. 00000400:00000200:0.0:1789608719.417798:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edcc0 00000400:00000010:0.0:1789608719.417801:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edcc0. 00000100:00000001:0.0:1789608719.417804:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608719.417808:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904057480 x1876538934265088/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608735 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608719.417817:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904057480 x1876538934265088/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608735 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608719.417822:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608719.417825:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608719.417827:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608719.417831:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608719.417834:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608719.417837:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608719.417840:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608719.417852:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13d38 time=60 v=5 (5 5 0 5) 00000100:00001000:0.0:1789608719.417857:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=143 v=5 (1 0 0 0) 00000100:00000001:0.0:1789608719.417860:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608719.417861:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608719.417865:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608719.417870:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608719.417874:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608719.417876:0:2409:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: skip recheck: last_committed 4294967327 00000100:00000001:0.0:1789608719.417878:0:2409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608719.417882:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608719.417887:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904057480 x1876538934265088/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608735 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608719.417894:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608719.417898:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608719.417900:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608719.417905:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904057480 x1876538934265088/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608735 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789608719.417912:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934265088:192.168.203.121@tcp:103:ldlm_bl.0 00000400:00000001:0.0:1789608719.417931:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608719.417933:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608719.417935:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8898. 00000400:00000200:0.0:1789608719.417938:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed2a8 00000400:00000010:0.0:1789608719.417940:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed2a8. 00000100:00000001:0.0:1789608719.417942:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608719.417945:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904055180 x1876538934264960/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608735 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608719.417952:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904055180 x1876538934264960/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608735 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608719.417958:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608719.417960:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608719.417962:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608719.417963:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608719.417964:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608719.417966:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608719.417967:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608719.417971:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b134a8 time=225 v=5 (5 5 5 0) 00000100:00001000:0.0:1789608719.417974:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789608719.417977:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608719.417978:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608719.417979:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608719.417981:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608719.417983:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608719.417985:0:2409:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d904ceb000: skip recheck: last_committed 4294967322 00000100:00000001:0.0:1789608719.417986:0:2409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608719.417988:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608719.417991:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904055180 x1876538934264960/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608735 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608719.417998:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608719.418000:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608719.418001:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608719.418004:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904055180 x1876538934264960/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608735 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789608719.418010:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904055180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934264960:192.168.203.121@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1789608719.418015:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608719.418018:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608719.418021:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904057480 x1876538934265088/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608735 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608719.418027:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608719.418030:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608719.418035:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d91a21e200. 02000000:00000001:0.0:1789608719.418039:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608719.418042:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608719.418044:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:0.0:1789608719.418047:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608719.418050:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d906144800. 02000000:00000001:0.0:1789608719.418054:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608719.418057:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608719.418059:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904057480. 00000100:00000001:0.0:1789608719.418064:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608719.418065:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608719.418067:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608719.418071:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904055180 x1876538934264960/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608735 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608719.418076:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608719.418078:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608719.418079:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d91a40a600. 02000000:00000001:0.0:1789608719.418081:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608719.418082:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608719.418084:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b13000 refcount=2 obd=lustre-OST0001-osc-ffff94d904ceb000 00000020:00000001:0.0:1789608719.418085:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608719.418087:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d906144600. 02000000:00000001:0.0:1789608719.418089:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608719.418090:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608719.418092:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904055180. 00000100:00000001:0.0:1789608719.418094:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608719.418096:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608719.418098:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608719.418108:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608719.418110:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608719.418112:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608719.418115:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608719.845702:0:31624:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608720.781800:0:809:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d110 (cpu 1) has reached its deadline 4296447840, at 4296447872 00000100:00000010:1.0:1789608720.781814:0:809:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d9094a9600. 00000100:00000040:0.0:1789608720.782828:0:26657:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d000 (cpu 0) has reached its deadline 4296447840, at 4296447873 00000100:00000010:0.0:1789608720.782838:0:26657:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d9094a9a20. 00000080:00000001:0.0:1789608721.236470:0:31763:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608721.945201:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608721.945208:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d909082800. 00000400:00000200:1.0:1789608721.945215:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608721.945222:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608721.945228:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a92a8 00000400:00000010:1.0:1789608721.945230:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a92a8. 00000100:00000001:1.0:1789608721.945235:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608721.945240:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908493480 x1876538934265216/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608721.945257:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608721.945261:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908493480 x1876538934265216/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608737 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608721.945268:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608721.945269:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608721.945281:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608721.945284:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d90827b800. 00000400:00000200:1.0:1789608721.945287:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608721.945290:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608721.945292:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9e58 00000400:00000010:1.0:1789608721.945294:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9e58. 00000100:00000001:1.0:1789608721.945297:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608721.945300:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908490700 x1876538934265472/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608721.945307:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608721.945309:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908490700 x1876538934265472/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608861 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608721.945315:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608721.945317:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608721.945325:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608721.945327:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d90827b600. 00000400:00000200:1.0:1789608721.945330:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608721.945333:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608721.945414:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9000 00000400:00000010:1.0:1789608721.945416:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9000. 00000100:00000001:1.0:1789608721.945419:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608721.945424:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908493100 x1876538934265728/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608721.945430:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608721.945433:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908493100 x1876538934265728/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608737 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608721.945445:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608721.945446:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608721.945457:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608721.945459:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d90827bb00. 00000400:00000200:1.0:1789608721.945462:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608721.945465:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608721.945468:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9b28 00000400:00000010:1.0:1789608721.945470:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9b28. 00000100:00000001:1.0:1789608721.945472:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608721.945476:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908491880 x1876538934265344/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608721.945483:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608721.945485:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908491880 x1876538934265344/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608861 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608721.945491:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608721.945493:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608721.945544:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608721.945547:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d90827bd00. 00000400:00000200:1.0:1789608721.945550:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608721.945553:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608721.945555:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9880 00000400:00000010:1.0:1789608721.945557:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9880. 00000100:00000001:1.0:1789608721.945559:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608721.945563:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908492d80 x1876538934265600/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608721.945570:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608721.945572:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908492d80 x1876538934265600/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608737 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608721.945577:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608721.945579:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608721.956737:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608721.956754:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608721.956759:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608721.956761:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608721.956771:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608721.956778:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608721.956786:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608721.956791:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608721.956797:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608721.956801:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4958680 00000400:00000200:1.0:1789608721.956806:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608721.956811:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x78f1 [1] + 224 00000800:00000001:1.0:1789608721.956818:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608721.956822:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608721.956825:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608721.956830:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608721.956837:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608721.956846:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908490700 x1876538934265472/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608861 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608721.956857:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d908490700 x1876538934265472/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608861 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608721.956871:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608721.956878:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608721.956882:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608721.956884:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608721.956886:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608721.956889:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608721.956892:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608721.956895:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608721.956898:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608721.956900:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608721.956903:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4958600 00000400:00000200:1.0:1789608721.956906:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608721.956910:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x7901 [1] + 224 00000800:00000001:1.0:1789608721.956913:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608721.956918:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608721.956921:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608721.956923:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608721.956926:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608721.956930:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908491880 x1876538934265344/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608861 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608721.956938:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d908491880 x1876538934265344/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608861 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608721.956944:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608721.956947:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608721.956950:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608721.966221:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608721.966238:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608721.966242:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608721.966245:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608721.966254:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608721.966261:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608721.966269:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608721.966273:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608721.966290:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608721.966294:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 25 MB=0x6aab3c4958580 00000400:00000200:1.0:1789608721.966300:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608721.966306:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.121@tcp of length 224/224 into md 0x78e9 [1] + 224 00000800:00000001:1.0:1789608721.966313:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608721.966318:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608721.966321:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608721.966325:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608721.966332:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608721.966348:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908493480 x1876538934265216/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608737 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608721.966364:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d908493480 x1876538934265216/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608737 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608721.966381:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608721.966389:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608721.966392:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608721.966394:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608721.966396:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608721.966400:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608721.966403:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608721.966408:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608721.966410:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608721.966412:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608721.966415:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c4958780 00000400:00000200:1.0:1789608721.966418:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608721.966422:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x78f9 [1] + 224 00000800:00000001:1.0:1789608721.966425:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608721.966428:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608721.966431:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608721.966435:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608721.966440:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608721.966444:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908493100 x1876538934265728/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608737 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608721.966452:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d908493100 x1876538934265728/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608737 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608721.966458:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608721.966462:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608721.966464:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608721.966466:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608721.966468:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608721.966471:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608721.966475:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608721.966479:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608721.966481:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608721.966483:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608721.966486:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c4958700 00000400:00000200:1.0:1789608721.966489:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608721.966492:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x7909 [1] + 224 00000800:00000001:1.0:1789608721.966496:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608721.966512:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608721.966515:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608721.966518:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608721.966521:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608721.966525:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908492d80 x1876538934265600/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608737 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608721.966533:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d908492d80 x1876538934265600/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608737 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608721.966540:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608721.966543:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608721.966546:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789608722.193442:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608722.193447:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608722.193451:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1789608724.409244:0:32100:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1789608724.409251:0:32100:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 21g: drop open reply and close request while close and open are both in flight ========================================================== 21:32:03 (1789608723) 00000001:00000001:1.0:1789608724.427391:0:32100:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000800:00000200:1.0:1789608724.546426:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608724.546440:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d90827bf00. 00000400:00000200:1.0:1789608724.546446:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608724.546453:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608724.546461:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a95d8 00000400:00000010:1.0:1789608724.546464:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a95d8. 00000100:00000001:1.0:1789608724.546469:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608724.546478:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908493100 x1876538934265856/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608864 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608724.546668:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608724.546673:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908493100 x1876538934265856/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608864 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608724.546709:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608724.546711:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608724.553998:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608724.554014:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608724.554019:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608724.554021:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608724.554030:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608724.554037:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608724.554046:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608724.554050:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608724.554055:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608724.554059:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 688 into portal 10 MB=0x6aab3c4958800 00000400:00000200:1.0:1789608724.554064:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608724.554069:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 688/688 into md 0x7911 [1] + 224 00000800:00000001:1.0:1789608724.554075:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608724.554082:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608724.554085:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608724.554089:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608724.554096:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608724.554119:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908493100 x1876538934265856/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608864 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608724.554129:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d908493100 x1876538934265856/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608864 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608724.554139:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608724.554147:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608724.554150:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1789608724.556282:0:32106:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d90704e580. 00000020:00000001:0.0:1789608724.556289:0:32106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0206fae8 00000080:00200000:0.0:1789608724.556292:0:32106:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff94d918926c08), flags=13 00000080:00000001:0.0:1789608724.556296:0:32106:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1789608724.556298:0:32106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0206f998 00000080:00200000:0.0:1789608724.556300:0:32106:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff94d918926c08), intent=getattr 00000080:00000010:0.0:1789608724.556310:0:32106:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d906145800. 00800000:00000002:0.0:1789608724.556316:0:32106:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:0.0:1789608724.556321:0:32106:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789608724.556324:0:32106:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789608724.556326:0:32106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0206f8b8 00800000:00000002:0.0:1789608724.556328:0:32106:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789608724.556332:0:32106:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789608724.556335:0:32106:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789608724.556338:0:32106:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789608724.556340:0:32106:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789608724.556343:0:32106:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789608724.556345:0:32106:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608724.556347:0:32106:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789608724.556349:0:32106:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608724.556353:0:32106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0206f850 00800000:00000002:0.0:1789608724.556355:0:32106:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-1' -> mds #0 00000002:00000001:0.0:1789608724.556360:0:32106:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789608724.556362:0:32106:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0206f788 00000002:00010000:0.0:1789608724.556364:0:32106:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:0.0:1789608724.556368:0:32106:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789608724.556370:0:32106:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789608724.556374:0:32106:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5dc00. 00000020:00000040:0.0:1789608724.556377:0:32106:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00010000:00000001:0.0:1789608724.556382:0:32106:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789608724.556386:0:32106:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789608724.556389:0:32106:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608724.556390:0:32106:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608724.556392:0:32106:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608724.556395:0:32106:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608724.556397:0:32106:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608724.556401:0:32106:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608724.556406:0:32106:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d903114c00. 00000100:00000001:0.0:1789608724.556412:0:32106:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608724.556416:0:32106:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789608724.556418:0:32106:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608724.556419:0:32106:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789608724.556421:0:32106:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608724.556423:0:32106:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608724.556430:0:32106:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626258594159616 : -117815115392000 : ffff94d907e5dc00) 00010000:00000001:0.0:1789608724.556434:0:32106:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789608724.556436:0:32106:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1789608724.556441:0:32106:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904041e00 count: 2 00010000:00000001:0.0:1789608724.556444:0:32106:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789608724.556447:0:32106:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789608724.556450:0:32106:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d905f54000. 00000020:00000001:0.0:1789608724.556453:0:32106:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789608724.556456:0:32106:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d905f54000 with handle 0xc54db3288176fd6f to hash 00000020:00000001:0.0:1789608724.556459:0:32106:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789608724.556460:0:32106:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626258561613824 : -117815147937792 : ffff94d905f54000) 00010000:00000001:0.0:1789608724.556463:0:32106:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626258561613824 : -117815147937792 : ffff94d905f54000) 00010000:00000001:0.0:1789608724.556466:0:32106:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608724.556468:0:32106:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608724.556472:0:32106:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54000/0xc54db3288176fd6f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789608724.556481:0:32106:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54000/0xc54db3288176fd6f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32106 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789608724.556630:0:32106:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54000/0xc54db3288176fd6f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32106 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789608724.556636:0:32106:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789608724.556638:0:32106:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789608724.556645:0:32106:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d90716e600. 00000100:00000001:0.0:1789608724.556648:0:32106:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258580596224 : -117815128955392 : ffff94d90716e600) 00000100:00000001:0.0:1789608724.556651:0:32106:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608724.556652:0:32106:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594159616 : -117815115392000 : ffff94d907e5dc00) 00000100:00000001:0.0:1789608724.556658:0:32106:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608724.556662:0:32106:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608724.556664:0:32106:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789608724.556665:0:32106:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608724.556671:0:32106:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5dc00 x1876538934265984/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608724.556729:0:32106:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608724.556732:0:32106:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608724.556736:0:32106:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608724.556738:0:32106:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608724.556741:0:32106:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608724.556744:0:32106:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5dc00 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:32106:1876538934265984:192.168.203.121@tcp:101:lfs.0 00000100:00000001:0.0:1789608724.556748:0:32106:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608724.556754:0:32106:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608724.556756:0:32106:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608724.556759:0:32106:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608724.556779:0:32106:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d9070fd800. 02000000:00000001:0.0:1789608724.556782:0:32106:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608724.556790:0:32106:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608724.556795:0:32106:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8898. 00000400:00000010:0.0:1789608724.556802:0:32106:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed2a8. 00000100:00000200:0.0:1789608724.556809:0:32106:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876538934265984, portal 10 00000100:00000001:0.0:1789608724.556811:0:32106:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608724.556812:0:32106:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594159616 : -117815115392000 : ffff94d907e5dc00) 00000100:00000040:0.0:1789608724.556818:0:32106:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d907e5dc00 x1876538934265984/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608864 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608724.556825:0:32106:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608724.556827:0:32106:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608724.556830:0:32106:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edcc0. 00000100:00000200:0.0:1789608724.556833:0:32106:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876538934265984, offset 0 00000400:00000200:0.0:1789608724.556840:0:32106:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608724.556847:0:32106:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608724.556855:0:32106:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608724.556859:0:32106:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608724.556863:0:32106:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608724.556867:0:32106:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608724.556869:0:32106:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608724.556873:0:32106:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2636:2636:256:4294967295] 192.168.203.121@tcp LPNI seq info [2636:2636:8:4294967295] 00000400:00000200:0.0:1789608724.556877:0:32106:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608724.556886:0:32106:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608724.556892:0:32106:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608724.556898:0:32106:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306e00. 00000800:00000200:0.0:1789608724.556906:0:32106:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608724.556914:0:32106:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608724.556919:0:32106:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306e00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1789608724.556934:0:32106:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608724.556939:0:32106:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 840596 usecs (841 jiffies) 00000400:00000200:0.0:1789608724.556942:0:32106:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608724.556945:0:32106:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296452488 00000800:00000200:0.0:1789608724.557296:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608724.557301:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306e00. 00000400:00000200:0.0:1789608724.557306:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608724.557312:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608724.557319:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edcc0 00000400:00000010:0.0:1789608724.557322:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edcc0. 00000100:00000001:0.0:1789608724.557325:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608724.557329:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5dc00 x1876538934265984/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608864 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608724.557339:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608724.557342:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907e5dc00 x1876538934265984/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608864 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608724.557350:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608724.557351:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789608724.557368:0:32106:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296452967 00000100:00000001:0.0:1789608724.557372:0:32106:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296452488 00000100:00000001:0.0:1789608724.557374:0:32106:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296452967 00000100:00000001:0.0:1789608724.557376:0:32106:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608724.557379:0:32106:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608724.557382:0:32106:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608724.557384:0:32106:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=135 : 135 : 87) 00000100:00100000:0.0:1789608724.557388:0:32106:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d90716e600 going to sleep for 135 seconds 00000100:00000001:0.0:1789608724.557391:0:32106:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608724.557393:0:32106:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789608724.561259:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608724.561276:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608724.561280:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608724.561283:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608724.561291:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608724.561299:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608724.561307:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608724.561311:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608724.561316:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608724.561320:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 584 into portal 10 MB=0x6aab3c4958880 00000400:00000200:0.0:1789608724.561325:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608724.561330:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 584/584 into md 0x7919 [1] + 224 00000800:00000001:0.0:1789608724.561337:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608724.561343:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608724.561346:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608724.561351:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608724.561358:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608724.561366:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5dc00 x1876538934265984/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608864 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608724.561376:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff94d907e5dc00 x1876538934265984/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608864 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608724.561398:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608724.561405:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608724.561409:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1789608724.564573:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608724.564578:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a213300. 00000400:00000200:0.0:1789608724.564583:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608724.564589:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608724.564594:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c2a8 00000400:00000010:0.0:1789608724.564597:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c2a8. 00000100:00000001:0.0:1789608724.564600:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608724.564604:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25c00 x1876538934266240/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/576 e 0 to 0 dl 1789608864 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608724.564613:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608724.564625:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d25c00 x1876538934266240/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/576 e 0 to 0 dl 1789608864 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608724.564632:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608724.564633:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1789608724.577972:0:21207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f54000. 00000080:00000010:2.1:1789608724.577988:0:21207:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d90704e580. 00010000:00000010:2.1:1789608724.577996:0:21207:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041e00. 00010000:00000010:2.1:1789608724.578000:0:21207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1c00. 00000800:00000001:1.0:1789608724.586132:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608724.586149:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608724.586154:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608724.586156:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608724.586165:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608724.586173:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608724.586182:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608724.586187:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608724.586191:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608724.586196:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 448 into portal 10 MB=0x6aab3c4958980 00000400:00000200:1.0:1789608724.586201:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608724.586207:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 448/448 into md 0x7929 [1] + 224 00000800:00000001:1.0:1789608724.586214:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608724.586221:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608724.586225:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608724.586229:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608724.586235:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608724.586244:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d25c00 x1876538934266240/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/576 e 0 to 0 dl 1789608864 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608724.586254:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff94d907d25c00 x1876538934266240/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/576 e 0 to 0 dl 1789608864 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608724.586326:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608724.586336:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608724.586339:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1789608724.609702:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608724.609712:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a213400. 00000400:00000200:1.0:1789608724.609719:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608724.609727:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608724.609735:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6cd48 00000400:00000010:1.0:1789608724.609739:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6cd48. 00000100:00000001:1.0:1789608724.609744:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608724.609753:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d27800 x1876538934266368/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608864 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608724.609768:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608724.609773:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d27800 x1876538934266368/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608864 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608724.609781:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608724.609783:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608724.619583:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608724.619598:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608724.619603:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608724.619605:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608724.619621:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608724.619629:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608724.619638:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608724.619643:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608724.619648:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608724.619652:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 688 into portal 10 MB=0x6aab3c4958a00 00000400:00000200:1.0:1789608724.619657:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608724.619662:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 688/688 into md 0x7931 [1] + 224 00000800:00000001:1.0:1789608724.619669:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608724.619699:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608724.619703:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608724.619708:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608724.619715:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608724.619724:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d27800 x1876538934266368/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608864 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608724.619735:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d907d27800 x1876538934266368/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608864 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608724.621220:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608724.621237:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608724.621244:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1789608724.625746:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608724.625756:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a213400. 00000400:00000200:1.0:1789608724.625762:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608724.625768:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608724.625775:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c220 00000400:00000010:1.0:1789608724.625779:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c220. 00000100:00000001:1.0:1789608724.625784:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608724.625790:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d27800 x1876538934266496/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608864 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608724.625802:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608724.625816:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d27800 x1876538934266496/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608864 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608724.625823:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608724.625825:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608724.639889:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608724.639908:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608724.639912:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608724.639915:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608724.639923:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608724.639930:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608724.639939:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608724.639944:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608724.639950:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608724.639954:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 584 into portal 10 MB=0x6aab3c4958a80 00000400:00000200:1.0:1789608724.639959:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608724.639965:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 584/584 into md 0x7939 [1] + 224 00000800:00000001:1.0:1789608724.639973:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608724.639981:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608724.639984:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608724.639988:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608724.639995:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608724.640005:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d27800 x1876538934266496/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608864 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608724.640016:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff94d907d27800 x1876538934266496/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608864 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608724.640037:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608724.640045:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608724.640048:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1789608724.651336:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608724.651346:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a213300. 00000400:00000200:0.0:1789608724.651352:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608724.651361:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608724.651369:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6caa0 00000400:00000010:0.0:1789608724.651373:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6caa0. 00000100:00000001:0.0:1789608724.651378:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608724.651385:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d27800 x1876538934266752/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/576 e 0 to 0 dl 1789608864 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608724.651398:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608724.651402:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d27800 x1876538934266752/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/576 e 0 to 0 dl 1789608864 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608724.651409:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608724.651411:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1789608724.657742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232000. 00000080:00000010:2.1:1789608724.657774:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f68de0. 00000800:00000001:1.0:1789608724.662292:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608724.662309:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608724.662314:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608724.662316:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608724.662325:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608724.662332:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608724.662340:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608724.662345:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608724.662351:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608724.662355:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 448 into portal 10 MB=0x6aab3c4958b80 00000400:00000200:1.0:1789608724.662371:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608724.662378:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 448/448 into md 0x7941 [1] + 224 00000800:00000001:1.0:1789608724.662385:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608724.662392:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608724.662395:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608724.662400:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608724.662408:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608724.662416:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d27800 x1876538934266752/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/576 e 0 to 0 dl 1789608864 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608724.662426:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff94d907d27800 x1876538934266752/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/576 e 0 to 0 dl 1789608864 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608724.662447:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608724.662454:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608724.662458:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1789608724.662717:0:32111:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69b00. 00010000:00000010:2.1:1789608724.662727:0:32111:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909233400. 00000080:00000001:1.0:1789608724.685062:0:32116:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789608724.685070:0:32116:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789608724.685073:0:32116:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789608724.685076:0:32116:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e016e7bc0 00000080:00200000:1.0:1789608724.685081:0:32116:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:1.0:1789608724.685089:0:32116:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d91213d600. 00800000:00000002:1.0:1789608724.685095:0:32116:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:1.0:1789608724.685099:0:32116:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789608724.685103:0:32116:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789608724.685105:0:32116:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e016e7ae0 00800000:00000002:1.0:1789608724.685108:0:32116:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789608724.685111:0:32116:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789608724.685114:0:32116:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789608724.685117:0:32116:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789608724.685119:0:32116:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789608724.685121:0:32116:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789608724.685123:0:32116:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608724.685125:0:32116:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789608724.685127:0:32116:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608724.685130:0:32116:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789608724.685135:0:32116:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789608724.685136:0:32116:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e016e79b0 00000002:00010000:1.0:1789608724.685138:0:32116:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789608724.685142:0:32116:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789608724.685144:0:32116:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789608724.685147:0:32116:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789608724.685153:0:32116:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608724.685156:0:32116:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608724.685157:0:32116:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608724.685160:0:32116:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789608724.685162:0:32116:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1789608724.685167:0:32116:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904056a00. 00000020:00000040:1.0:1789608724.685172:0:32116:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00010000:00000001:1.0:1789608724.685178:0:32116:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789608724.685183:0:32116:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789608724.685187:0:32116:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608724.685190:0:32116:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608724.685193:0:32116:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608724.685197:0:32116:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608724.685203:0:32116:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d908240000. 00000100:00000001:1.0:1789608724.685210:0:32116:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608724.685215:0:32116:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789608724.685217:0:32116:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608724.685219:0:32116:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789608724.685220:0:32116:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608724.685222:0:32116:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608724.685227:0:32116:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626258529118720 : -117815180432896 : ffff94d904056a00) 00010000:00000001:1.0:1789608724.685231:0:32116:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789608724.685233:0:32116:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789608724.685236:0:32116:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d90906b600. 00010000:00000010:1.0:1789608724.685240:0:32116:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d9121c3380. 00010000:00000001:1.0:1789608724.685245:0:32116:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789608724.685249:0:32116:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d903f6ac00. 00000020:00000001:1.0:1789608724.685251:0:32116:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789608724.685255:0:32116:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d903f6ac00 with handle 0xc54db3288176fd84 to hash 00000020:00000001:1.0:1789608724.685257:0:32116:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789608724.685258:0:32116:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626258528152576 : -117815181399040 : ffff94d903f6ac00) 00010000:00000001:1.0:1789608724.685262:0:32116:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626258528152576 : -117815181399040 : ffff94d903f6ac00) 00010000:00000001:1.0:1789608724.685265:0:32116:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608724.685268:0:32116:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608724.685272:0:32116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6ac00/0xc54db3288176fd84 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789608724.685281:0:32116:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6ac00/0xc54db3288176fd84 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789608724.685291:0:32116:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6ac00/0xc54db3288176fd84 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32116 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789608724.685296:0:32116:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789608724.685298:0:32116:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789608724.685304:0:32116:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d907f67240. 00000100:00000001:1.0:1789608724.685307:0:32116:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258595246656 : -117815114304960 : ffff94d907f67240) 00000100:00000001:1.0:1789608724.685309:0:32116:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608724.685311:0:32116:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529118720 : -117815180432896 : ffff94d904056a00) 00000100:00000001:1.0:1789608724.685316:0:32116:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608724.685320:0:32116:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608724.685322:0:32116:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789608724.685323:0:32116:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608724.685335:0:32116:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904056a00 x1876538934266880/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608724.685343:0:32116:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608724.685345:0:32116:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608724.685348:0:32116:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608724.685351:0:32116:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608724.685353:0:32116:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608724.685357:0:32116:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904056a00 pname:cluuid:pid:xid:nid:opc:job multiop:25f5d458-2cbe-49cd-9693-334c08df7e27:32116:1876538934266880:192.168.203.121@tcp:101:multiop.0 00000100:00000001:1.0:1789608724.685361:0:32116:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608724.685366:0:32116:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608724.685369:0:32116:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608724.685371:0:32116:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608724.685375:0:32116:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d903d97000. 02000000:00000001:1.0:1789608724.685378:0:32116:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608724.685384:0:32116:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608724.685388:0:32116:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34058. 00000400:00000010:1.0:1789608724.685394:0:32116:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35088. 00000100:00000200:1.0:1789608724.685401:0:32116:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876538934266880, portal 10 00000100:00000001:1.0:1789608724.685402:0:32116:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608724.685404:0:32116:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529118720 : -117815180432896 : ffff94d904056a00) 00000100:00000040:1.0:1789608724.685409:0:32116:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d904056a00 x1876538934266880/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608864 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608724.685416:0:32116:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608724.685419:0:32116:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608724.685421:0:32116:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35e58. 00000100:00000200:1.0:1789608724.685424:0:32116:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876538934266880, offset 0 00000400:00000200:1.0:1789608724.685429:0:32116:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608724.685437:0:32116:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608724.685444:0:32116:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608724.685450:0:32116:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608724.685453:0:32116:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608724.685456:0:32116:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608724.685459:0:32116:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608724.685463:0:32116:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2641:2641:256:4294967295] 192.168.203.121@tcp LPNI seq info [2641:2641:8:4294967295] 00000400:00000200:1.0:1789608724.685467:0:32116:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608724.685476:0:32116:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608724.685481:0:32116:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608724.685486:0:32116:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faae00. 00000800:00000200:1.0:1789608724.685493:0:32116:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608724.685500:0:32116:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608724.685504:0:32116:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faae00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1789608724.685528:0:32116:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608724.685533:0:32116:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 834217 usecs (835 jiffies) 00000400:00000200:1.0:1789608724.685536:0:32116:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608724.685539:0:32116:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296452610 00000100:00000001:1.0:1789608724.685543:0:32116:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296452967 00000100:00000001:1.0:1789608724.685545:0:32116:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296452610 00000100:00000001:1.0:1789608724.685547:0:32116:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296452967 00000100:00000001:1.0:1789608724.685549:0:32116:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608724.685552:0:32116:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608724.685554:0:32116:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608724.685556:0:32116:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=135 : 135 : 87) 00000100:00100000:1.0:1789608724.685559:0:32116:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d907f67240 going to sleep for 135 seconds 00000100:00000001:1.0:1789608724.685561:0:32116:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608724.685564:0:32116:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608724.686983:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608724.686991:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faae00. 00000400:00000200:0.0:1789608724.686998:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608724.687004:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608724.687012:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35e58 00000400:00000010:0.0:1789608724.687015:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35e58. 00000100:00000001:0.0:1789608724.687020:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608724.687026:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904056a00 x1876538934266880/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608864 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608724.687037:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608724.687041:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d904056a00 x1876538934266880/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608864 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608724.687047:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608724.687049:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608724.692119:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608724.692139:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608724.692144:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608724.692147:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608724.692156:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608724.692165:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608724.692175:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608724.692180:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608724.692186:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608724.692190:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 688 into portal 10 MB=0x6aab3c4958c00 00000400:00000200:1.0:1789608724.692195:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608724.692202:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 688/688 into md 0x7949 [1] + 224 00000800:00000001:1.0:1789608724.692209:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608724.692217:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608724.692220:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608724.692225:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608724.692232:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608724.692243:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904056a00 x1876538934266880/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608864 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608724.692253:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d904056a00 x1876538934266880/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608864 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608724.692275:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608724.692283:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608724.692286:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1789608724.697165:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608724.697176:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a213300. 00000400:00000200:0.0:1789608724.697184:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608724.697192:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608724.697199:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c990 00000400:00000010:0.0:1789608724.697202:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c990. 00000100:00000001:0.0:1789608724.697208:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608724.697216:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25180 x1876538934267008/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608864 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608724.697227:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608724.697231:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d25180 x1876538934267008/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608864 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608724.697238:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608724.697240:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608724.705543:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608724.705564:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608724.705568:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608724.705571:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608724.705580:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608724.705587:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608724.705597:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608724.705603:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608724.705607:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608724.705612:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 688 into portal 10 MB=0x6aab3c4958c80 00000400:00000200:1.0:1789608724.705627:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608724.705632:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 688/688 into md 0x7959 [1] + 224 00000800:00000001:1.0:1789608724.705640:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608724.705648:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608724.705652:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608724.705656:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608724.705663:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608724.705671:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d25180 x1876538934267008/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608864 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608724.705721:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d907d25180 x1876538934267008/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608864 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608724.705741:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608724.705749:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608724.707082:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1789608724.707691:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608724.707696:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a213400. 00000400:00000200:0.0:1789608724.707701:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608724.707706:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608724.707710:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6cee0 00000400:00000010:0.0:1789608724.707712:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6cee0. 00000100:00000001:0.0:1789608724.707716:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608724.707720:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25180 x1876538934267264/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789608864 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608724.707728:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608724.707731:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d25180 x1876538934267264/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789608864 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608724.707743:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608724.707744:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608724.724720:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608724.724737:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608724.724741:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608724.724744:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608724.724752:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608724.724760:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608724.724769:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608724.724773:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608724.724778:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608724.724782:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 664 into portal 10 MB=0x6aab3c4958d80 00000400:00000200:1.0:1789608724.724787:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608724.724792:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 664/664 into md 0x7961 [32] + 224 00000800:00000001:1.0:1789608724.724799:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608724.724805:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608724.724808:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608724.724812:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608724.724820:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608724.724828:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d25180 x1876538934267264/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789608864 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608724.724839:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff94d907d25180 x1876538934267264/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789608864 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608724.724866:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608724.724883:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608724.724886:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789608725.262027:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608725.262030:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608725.262034:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789608725.517809:0:16947:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1789608725.517817:0:16947:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608725.784660:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608725.784665:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a213300. 00000400:00000200:0.0:1789608725.784670:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608725.784701:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608725.784707:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c110 00000400:00000010:0.0:1789608725.784710:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c110. 00000100:00000001:0.0:1789608725.784715:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608725.784720:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25f80 x1876538934267392/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608865 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608725.784730:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608725.784734:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d25f80 x1876538934267392/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608865 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608725.784741:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608725.784743:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608725.797759:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608725.797775:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608725.797779:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608725.797783:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608725.797805:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608725.797814:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608725.797823:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608725.797828:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608725.797833:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608725.797838:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 688 into portal 10 MB=0x6aab3c4958e00 00000400:00000200:1.0:1789608725.797844:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608725.797849:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 688/688 into md 0x7969 [1] + 224 00000800:00000001:1.0:1789608725.797857:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608725.797865:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608725.797869:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608725.797873:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608725.797880:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608725.797889:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d25f80 x1876538934267392/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608865 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608725.797900:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d907d25f80 x1876538934267392/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608865 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608725.797923:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608725.797931:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608725.797935:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1789608725.804162:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608725.804167:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d90827bc00. 00000400:00000200:0.0:1789608725.804173:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608725.804179:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608725.804185:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9aa0 00000400:00000010:0.0:1789608725.804187:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9aa0. 00000100:00000001:0.0:1789608725.804191:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608725.804196:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908493100 x1876538934267648/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789608865 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608725.804206:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608725.804209:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908493100 x1876538934267648/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789608865 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608725.804215:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608725.804217:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608725.821106:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608725.821129:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608725.821134:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608725.821137:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608725.821146:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608725.821155:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608725.821166:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608725.821171:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608725.821176:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608725.821181:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 664 into portal 10 MB=0x6aab3c4958f00 00000400:00000200:1.0:1789608725.821186:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608725.821192:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 664/664 into md 0x7971 [32] + 224 00000800:00000001:1.0:1789608725.821200:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608725.821210:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608725.821214:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608725.821218:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608725.821225:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608725.821233:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908493100 x1876538934267648/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789608865 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608725.821244:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff94d908493100 x1876538934267648/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789608865 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608725.821338:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608725.821347:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608725.821351:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1789608725.828287:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608725.828293:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d90827bc00. 00000400:00000200:0.0:1789608725.828299:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608725.828305:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608725.828310:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a97f8 00000400:00000010:0.0:1789608725.828313:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a97f8. 00000100:00000001:0.0:1789608725.828317:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608725.828321:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908493480 x1876538934267904/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/512 e 0 to 0 dl 1789608865 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608725.828331:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608725.828334:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908493480 x1876538934267904/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/512 e 0 to 0 dl 1789608865 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608725.828339:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608725.828341:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:3.1:1789608725.838768:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041a00. 00010000:00000010:3.1:1789608725.838781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0a00. 00000100:00000040:0.0:1789608726.669838:0:32114:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d000 (cpu 0) has reached its deadline 4296453746, at 4296453760 00000100:00000010:0.0:1789608726.669861:0:32114:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d9092653c0. 00000100:00000040:1.0:1789608726.669885:0:809:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d110 (cpu 1) has reached its deadline 4296453746, at 4296453760 00000100:00000010:1.0:1789608726.669896:0:809:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d909265b40. 00000100:00000040:0.0:1789608727.057647:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789608727.057659:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789608727.057674:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5c000. 00000020:00000040:0.0:1789608727.057694:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=4 obd=MGC192.168.203.121@tcp 00000100:00000001:0.0:1789608727.057700:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608727.057704:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608727.057711:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608727.057721:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d91a306d00. 00000100:00000001:0.0:1789608727.057730:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608727.057746:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS req@ffff94d907e5c000 x1876538934268032/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789608727.057759:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608727.057825:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608727.057835:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008429153d] to pc [ptlrpcd_00_00+0] req@ffff94d907e5c000 x1876538934268032/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608727.057865:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608727.057869:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789608727.057872:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789608727.057876:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5ed80. 00000020:00000040:0.0:1789608727.057879:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=9 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:0.0:1789608727.057882:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608727.057883:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608727.057885:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608727.057888:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d91a306700. 00000100:00000001:0.0:1789608727.057892:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608727.057896:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID req@ffff94d907e5ed80 x1876538934268160/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789608727.057904:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608727.057906:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608727.057909:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007c964e7] to pc [ptlrpcd_00_01+1] req@ffff94d907e5ed80 x1876538934268160/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608727.057917:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608727.057919:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789608727.058253:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789608727.058259:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5ea00. 00000020:00000040:0.0:1789608727.058262:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=4 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000100:00000001:0.0:1789608727.058265:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608727.058267:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608727.058269:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608727.058273:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d91a306e00. 00000100:00000001:0.0:1789608727.058277:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608727.058282:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID req@ffff94d907e5ea00 x1876538934268288/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789608727.058290:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608727.058292:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608727.058296:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055ce9f9d] to pc [ptlrpcd_00_00+0] req@ffff94d907e5ea00 x1876538934268288/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608727.058310:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608727.058313:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789608727.058316:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789608727.058319:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5c380. 00000020:00000040:0.0:1789608727.058321:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=4 obd=lustre-OST0000-osc-ffff94d904ceb000 00000100:00000001:0.0:1789608727.058323:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608727.058325:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608727.058326:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608727.058331:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d91a306f00. 00000100:00000001:0.0:1789608727.058333:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608727.058337:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID req@ffff94d907e5c380 x1876538934268416/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789608727.058343:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608727.058345:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608727.058348:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8202186] to pc [ptlrpcd_00_01+1] req@ffff94d907e5c380 x1876538934268416/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608727.058355:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608727.058358:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789608727.058361:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789608727.058364:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5d880. 00000020:00000040:0.0:1789608727.058366:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b13000 refcount=3 obd=lustre-OST0001-osc-ffff94d904ceb000 00000100:00000001:0.0:1789608727.058368:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608727.058369:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608727.058371:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608727.058445:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d91a306300. 00000100:00000001:0.0:1789608727.058457:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608727.058463:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID req@ffff94d907e5d880 x1876538934268544/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789608727.058470:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608727.058473:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608727.058477:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b849195] to pc [ptlrpcd_00_00+0] req@ffff94d907e5d880 x1876538934268544/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608727.058485:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608727.058490:0:21207:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1791) 00000100:00000001:1.0:1789608727.058873:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608727.058879:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608727.058883:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608727.058891:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5c000 x1876538934268032/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608727.058909:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608727.058911:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608727.058915:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608727.058919:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608727.058922:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608727.058926:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2409:1876538934268032:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608727.058931:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608727.058937:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608727.058941:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608727.058944:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608727.058950:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d9071fb600. 02000000:00000001:1.0:1789608727.058952:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608727.058961:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608727.058966:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34a50. 00000400:00000010:1.0:1789608727.058973:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35bb0. 00000100:00000200:1.0:1789608727.058982:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934268032, portal 25 00000100:00000001:1.0:1789608727.058985:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608727.058987:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594152448 : -117815115399168 : ffff94d907e5c000) 00000100:00000040:1.0:1789608727.058993:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5c000 x1876538934268032/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608727.059000:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608727.059003:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608727.059006:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35908. 00000100:00000200:1.0:1789608727.059009:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876538934268032, offset 0 00000400:00000200:1.0:1789608727.059017:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608727.059027:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608727.059036:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608727.059043:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608727.059048:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608727.059052:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608727.059054:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608727.059060:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2647:2647:256:4294967295] 192.168.203.121@tcp LPNI seq info [2647:2647:8:4294967295] 00000400:00000200:1.0:1789608727.059064:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608727.059076:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608727.059084:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608727.059089:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa700. 00000800:00000200:1.0:1789608727.059097:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608727.059106:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608727.059111:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608727.059125:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608727.059130:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608727.059132:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 0 is 4296458083 00000100:00000010:1.0:1789608727.059137:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d9094a9000. 00000100:00000001:1.0:1789608727.059145:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789608727.059152:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 1 is 4296458083 00000100:00000010:1.0:1789608727.059155:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d9094a9d20. 00000100:00000001:1.0:1789608727.059160:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789608727.059163:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608727.059166:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608727.059170:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608727.059173:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5ea00 x1876538934268288/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608727.059181:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608727.059182:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608727.059184:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608727.059186:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608727.059188:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608727.059191:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934268288:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608727.059194:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608727.059196:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608727.059198:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608727.059200:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608727.059203:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d9071fb400. 02000000:00000001:1.0:1789608727.059205:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608727.059208:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608727.059211:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34160. 00000400:00000010:1.0:1789608727.059214:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35c38. 00000100:00000200:1.0:1789608727.059217:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934268288, portal 10 00000100:00000001:1.0:1789608727.059219:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608727.059220:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594163200 : -117815115388416 : ffff94d907e5ea00) 00000100:00000040:1.0:1789608727.059227:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5ea00 x1876538934268288/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608727.059234:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608727.059236:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608727.059238:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d352a8. 00000100:00000200:1.0:1789608727.059240:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934268288, offset 0 00000400:00000200:1.0:1789608727.059245:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608727.059248:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608727.059252:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608727.059255:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608727.059257:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608727.059259:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608727.059262:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608727.059264:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2648:2648:255:4294967295] 192.168.203.121@tcp LPNI seq info [2648:2648:7:4294967295] 00000400:00000200:1.0:1789608727.059268:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608727.059274:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608727.059278:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608727.059281:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa300. 00000800:00000200:1.0:1789608727.059285:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608727.059288:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608727.059291:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608727.059294:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608727.059298:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: using a timeout of 23422 usecs (24 jiffies) 00000400:00000200:1.0:1789608727.059301:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608727.059303:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296454173 00000100:00000001:1.0:1789608727.059306:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296458083 00000100:00000001:1.0:1789608727.059308:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296454173 00000100:00000001:1.0:1789608727.059310:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296458083 00000100:00000001:1.0:1789608727.059312:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608727.059314:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608727.059316:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608727.059320:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5d880 x1876538934268544/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608727.059327:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608727.059329:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608727.059331:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608727.059333:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608727.059335:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608727.059338:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934268544:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608727.059341:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608727.059344:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608727.059345:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608727.059347:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608727.059350:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d9071fa200. 02000000:00000001:1.0:1789608727.059352:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608727.059355:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608727.059358:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34aa8. 00000400:00000010:1.0:1789608727.059361:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35d48. 00000100:00000200:1.0:1789608727.059364:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934268544, portal 4 00000100:00000001:1.0:1789608727.059366:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608727.059367:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594158720 : -117815115392896 : ffff94d907e5d880) 00000100:00000040:1.0:1789608727.059373:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5d880 x1876538934268544/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608727.059385:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608727.059387:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608727.059389:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35cc0. 00000100:00000200:1.0:1789608727.059391:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876538934268544, offset 0 00000400:00000200:1.0:1789608727.059395:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608727.059398:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608727.059401:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608727.059404:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608727.059406:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608727.059408:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608727.059410:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608727.059413:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2649:2649:254:4294967295] 192.168.203.121@tcp LPNI seq info [2649:2649:6:4294967295] 00000400:00000200:1.0:1789608727.059417:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608727.059422:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608727.059426:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608727.059430:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa900. 00000800:00000200:1.0:1789608727.059433:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608727.059437:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608727.059440:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608727.059443:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608727.059446:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: using a timeout of 25507 usecs (26 jiffies) 00000400:00000200:1.0:1789608727.059449:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608727.059450:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296454175 00000100:00000001:1.0:1789608727.059453:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296458083 00000100:00000001:1.0:1789608727.059455:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296454175 00000100:00000001:1.0:1789608727.059457:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296458083 00000100:00000001:1.0:1789608727.059459:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608727.059461:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608727.059465:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608727.059468:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608727.059478:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608727.059480:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789608727.059482:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608727.059484:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608727.059485:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608727.059489:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1789608727.059491:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608727.059493:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608727.059494:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608727.059496:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608727.059497:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608727.059498:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608727.059503:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5ed80 x1876538934268160/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608727.059510:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608727.059511:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608727.059514:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608727.059516:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608727.059518:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608727.059521:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934268160:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608727.059524:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608727.059527:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608727.059529:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608727.059530:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608727.059533:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d9071fba00. 02000000:00000001:1.0:1789608727.059535:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608727.059538:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608727.059542:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34e18. 00000400:00000010:1.0:1789608727.059545:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d353b8. 00000100:00000200:1.0:1789608727.059549:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934268160, portal 10 00000100:00000001:1.0:1789608727.059551:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608727.059552:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594164096 : -117815115387520 : ffff94d907e5ed80) 00000100:00000040:1.0:1789608727.059559:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5ed80 x1876538934268160/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608727.059567:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608727.059571:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608727.059573:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35440. 00000100:00000200:1.0:1789608727.059576:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934268160, offset 0 00000400:00000200:1.0:1789608727.059581:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608727.059585:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608727.059588:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608727.059591:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608727.059593:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000100:00000001:0.0:1789608727.059830:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608727.059835:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608727.059889:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608727.059894:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa700. 00000400:00000200:0.0:1789608727.059903:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608727.059910:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608727.059960:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608727.059964:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608727.059967:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2650:2650:253:4294967295] 192.168.203.121@tcp LPNI seq info [2650:2650:5:4294967295] 00000400:00000200:1.0:1789608727.059972:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608727.059979:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608727.059984:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608727.059988:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faaf00. 00000800:00000200:1.0:1789608727.059993:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608727.059997:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608727.060000:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faaf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608727.060003:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608727.060007:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 827921 usecs (828 jiffies) 00000400:00000200:1.0:1789608727.060010:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608727.060012:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296454978 00000100:00000001:1.0:1789608727.060015:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296458083 00000100:00000001:1.0:1789608727.060017:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296454978 00000100:00000001:1.0:1789608727.060019:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296458083 00000100:00000001:1.0:1789608727.060021:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608727.060023:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608727.060026:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608727.060031:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5c380 x1876538934268416/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608727.060039:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608727.060041:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608727.060043:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608727.060045:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608727.060047:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608727.060050:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934268416:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608727.060054:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608727.060056:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608727.060058:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608727.060060:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608727.060064:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d9071fb800. 02000000:00000001:1.0:1789608727.060065:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608727.060068:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608727.060071:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d343c8. 00000400:00000010:1.0:1789608727.060076:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35088. 00000100:00000200:1.0:1789608727.060080:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934268416, portal 4 00000100:00000001:1.0:1789608727.060082:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608727.060083:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594153344 : -117815115398272 : ffff94d907e5c380) 00000100:00000040:1.0:1789608727.060090:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5c380 x1876538934268416/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608727.060097:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608727.060099:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608727.060102:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35e58. 00000100:00000200:1.0:1789608727.060104:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876538934268416, offset 0 00000400:00000200:1.0:1789608727.060109:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608727.060419:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35908 00000400:00000010:0.0:1789608727.060424:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35908. 00000100:00000001:0.0:1789608727.060431:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608727.060437:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5c000 x1876538934268032/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608727.060448:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608727.060452:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5c000 x1876538934268032/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608743 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608727.060460:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608727.060462:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608727.060565:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608727.060568:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa300. 00000400:00000200:0.0:1789608727.060572:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608727.060576:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608727.060579:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d352a8 00000400:00000010:0.0:1789608727.060581:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d352a8. 00000100:00000001:0.0:1789608727.060584:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608727.060588:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5ea00 x1876538934268288/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608727.060606:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608727.060609:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5ea00 x1876538934268288/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608867 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608727.060623:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608727.060624:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608727.060710:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608727.060713:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa900. 00000400:00000200:0.0:1789608727.060716:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608727.060720:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608727.060723:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35cc0 00000400:00000010:0.0:1789608727.060725:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35cc0. 00000100:00000001:0.0:1789608727.060728:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608727.060732:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5d880 x1876538934268544/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608727.060740:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608727.060743:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5d880 x1876538934268544/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608743 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608727.060750:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608727.060751:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608727.061215:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608727.061219:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faaf00. 00000400:00000200:0.0:1789608727.061223:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608727.061227:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608727.061554:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35440 00000400:00000010:0.0:1789608727.061558:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35440. 00000100:00000001:0.0:1789608727.061562:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608727.061568:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5ed80 x1876538934268160/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608727.061578:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608727.061581:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5ed80 x1876538934268160/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608867 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608727.061588:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608727.061590:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:1.0:1789608727.062986:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608727.063001:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608727.063007:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608727.063011:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608727.063015:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608727.063019:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608727.063023:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2651:2651:256:4294967295] 192.168.203.121@tcp LPNI seq info [2651:2651:8:4294967295] 00000400:00000200:1.0:1789608727.063028:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608727.063036:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608727.063043:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608727.063056:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faad00. 00000800:00000200:1.0:1789608727.063064:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608727.063071:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608727.063076:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faad00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608727.063104:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608727.063113:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 226660 usecs (227 jiffies) 00000400:00000200:1.0:1789608727.063117:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608727.063120:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296454379 00000100:00000001:1.0:1789608727.063124:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296458083 00000100:00000001:1.0:1789608727.063127:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296454379 00000100:00000001:1.0:1789608727.063130:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296458083 00000100:00000001:1.0:1789608727.063132:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608727.063135:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608727.063141:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608727.063147:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608727.063517:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608727.063523:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faad00. 00000400:00000200:0.0:1789608727.063530:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608727.063536:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608727.063544:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35e58 00000400:00000010:0.0:1789608727.063548:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35e58. 00000100:00000001:0.0:1789608727.063552:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608727.063562:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5c380 x1876538934268416/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608727.063573:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608727.063577:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5c380 x1876538934268416/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608743 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608727.063585:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608727.063587:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608727.067228:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608727.067250:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608727.067255:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608727.067258:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608727.067269:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608727.067279:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608727.067290:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608727.067296:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608727.067302:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608727.067306:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 25 MB=0x6aab3c4959080 00000400:00000200:0.0:1789608727.067313:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608727.067319:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.121@tcp of length 224/224 into md 0x7981 [1] + 224 00000800:00000001:0.0:1789608727.067328:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608727.067333:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608727.067337:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608727.067342:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608727.067351:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608727.067363:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5c000 x1876538934268032/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608743 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608727.067374:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907e5c000 x1876538934268032/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608743 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608727.067425:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608727.067431:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608727.067449:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608727.067460:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608727.067526:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608727.067529:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608727.067533:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608727.067537:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608727.067541:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608727.067546:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608727.067549:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608727.067551:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608727.067554:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4959180 00000400:00000200:0.0:1789608727.067558:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608727.067562:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x7991 [1] + 224 00000800:00000001:0.0:1789608727.067566:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608727.067570:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608727.067572:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608727.067575:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608727.067578:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608727.067583:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5ea00 x1876538934268288/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608867 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608727.067592:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907e5ea00 x1876538934268288/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608867 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608727.067610:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608727.067614:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608727.067618:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608727.067619:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608727.067622:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608727.067625:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608727.067628:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608727.067632:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608727.067635:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608727.067638:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608727.067641:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4959100 00000400:00000200:0.0:1789608727.067644:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608727.067648:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x79b1 [1] + 224 00000800:00000001:0.0:1789608727.067652:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608727.067654:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608727.067656:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608727.067659:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608727.067662:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608727.067666:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5ed80 x1876538934268160/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608867 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608727.067692:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907e5ed80 x1876538934268160/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608867 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608727.067701:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608727.067704:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608727.067707:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608727.067709:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608727.067711:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608727.067714:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608727.067718:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608727.067722:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608727.067724:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608727.067727:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608727.067730:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c4959200 00000400:00000200:0.0:1789608727.067733:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608727.067737:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x79c1 [1] + 224 00000800:00000001:0.0:1789608727.067740:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608727.067747:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608727.067749:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608727.067752:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608727.067755:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608727.067760:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5c380 x1876538934268416/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608743 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608727.067768:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907e5c380 x1876538934268416/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608743 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608727.067775:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608727.067777:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608727.067780:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789608727.067957:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608727.067961:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608727.067964:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34a50. 00000400:00000200:1.0:1789608727.067970:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35bb0 00000400:00000010:1.0:1789608727.067973:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35bb0. 00000100:00000001:1.0:1789608727.067977:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608727.067982:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5c000 x1876538934268032/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608743 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608727.067991:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5c000 x1876538934268032/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608743 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608727.067997:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608727.067999:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608727.068002:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608727.068007:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608727.068010:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608727.068013:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608727.068017:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608727.068028:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d90510e460 time=85 v=5 (5 5 5 5) 00000100:00001000:1.0:1789608727.068033:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d90510e418 time=85 v=5 (1 1 1 1) 00000100:00000001:1.0:1789608727.068036:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608727.068037:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608727.068041:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608727.068044:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608727.068047:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608727.068052:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5c000 x1876538934268032/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608743 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608727.068059:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608727.068063:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608727.068065:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608727.068069:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5c000 x1876538934268032/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608743 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608727.068078:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2409:1876538934268032:192.168.203.121@tcp:400:kworker.0 00000400:00000001:1.0:1789608727.068084:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608727.068086:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608727.068088:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34160. 00000400:00000200:1.0:1789608727.068090:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35c38 00000400:00000010:1.0:1789608727.068092:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35c38. 00000100:00000001:1.0:1789608727.068094:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608727.068097:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5ea00 x1876538934268288/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608867 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608727.068106:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5ea00 x1876538934268288/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608867 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608727.068113:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608727.068115:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608727.068116:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608727.068118:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608727.068119:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608727.068120:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608727.068122:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608727.068129:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b17c60 time=85 v=104 (104 104 104 137) 00000100:00001000:1.0:1789608727.068132:0:2409:0:(import.c:2262:obd_at_measure()) AT ffff94d902b17c60 change: old=104 new=5 delta=-99 (val=5) hist 104 104 104 137 00000100:00001000:1.0:1789608727.068136:0:2409:0:(client.c:430:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0001-mdc-ffff94d904ceb000 ptl 12 has changed from 104 to 5 00000100:00001000:1.0:1789608727.068139:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b17c18 time=85 v=5 (1 1 1 1) 00000100:00000001:1.0:1789608727.068141:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608727.068143:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608727.068144:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608727.068147:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608727.068151:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608727.068153:0:2409:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1789608727.068155:0:2409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608727.068156:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608727.068160:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5ea00 x1876538934268288/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608867 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608727.068167:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608727.068169:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608727.068170:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608727.068174:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5ea00 x1876538934268288/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608867 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608727.068181:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934268288:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608727.068185:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608727.068188:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608727.068192:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5c000 x1876538934268032/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608743 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608727.068200:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608727.068202:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608727.068207:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d9071fb600. 02000000:00000001:1.0:1789608727.068210:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608727.068214:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608727.068215:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=3 obd=MGC192.168.203.121@tcp 00000020:00000001:1.0:1789608727.068218:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608727.068221:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d91a306d00. 02000000:00000001:1.0:1789608727.068225:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608727.068227:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608727.068229:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5c000. 00000100:00000001:1.0:1789608727.068233:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608727.068235:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608727.068236:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608727.068239:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5ea00 x1876538934268288/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608867 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608727.068245:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608727.068246:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608727.068247:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d9071fb400. 02000000:00000001:1.0:1789608727.068249:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608727.068250:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608727.068251:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=3 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:1.0:1789608727.068253:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608727.068255:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d91a306e00. 02000000:00000001:1.0:1789608727.068257:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608727.068258:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608727.068259:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5ea00. 00000100:00000001:1.0:1789608727.068262:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608727.068263:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608727.068266:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608727.068269:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608727.068270:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789608727.068272:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608727.068273:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608727.068274:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34e18. 00000400:00000200:1.0:1789608727.068276:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d353b8 00000400:00000010:1.0:1789608727.068278:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d353b8. 00000100:00000001:1.0:1789608727.068280:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608727.068283:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5ed80 x1876538934268160/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608867 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608727.068291:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5ed80 x1876538934268160/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608867 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608727.068297:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608727.068298:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608727.068300:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608727.068301:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608727.068302:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608727.068303:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608727.068305:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608727.068308:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=85 v=104 (104 104 104 137) 00000100:00001000:1.0:1789608727.068311:0:2409:0:(import.c:2262:obd_at_measure()) AT ffff94d902b11c60 change: old=104 new=5 delta=-99 (val=5) hist 104 104 104 137 00000100:00001000:1.0:1789608727.068314:0:2409:0:(client.c:430:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0000-mdc-ffff94d904ceb000 ptl 12 has changed from 104 to 5 00000100:00001000:1.0:1789608727.068316:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608727.068318:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608727.068319:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608727.068321:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608727.068322:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608727.068324:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608727.068326:0:2409:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967596 00000100:00000001:1.0:1789608727.068328:0:2409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608727.068331:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608727.068334:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5ed80 x1876538934268160/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608867 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608727.068341:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608727.068342:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608727.068343:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608727.068347:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5ed80 x1876538934268160/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608867 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608727.068360:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934268160:192.168.203.121@tcp:400:kworker.0 00000400:00000001:1.0:1789608727.068364:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608727.068366:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608727.068367:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d343c8. 00000400:00000200:1.0:1789608727.068369:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35088 00000400:00000010:1.0:1789608727.068370:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35088. 00000100:00000001:1.0:1789608727.068372:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608727.068375:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5c380 x1876538934268416/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608743 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608727.068382:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5c380 x1876538934268416/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608743 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608727.068388:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608727.068389:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608727.068390:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608727.068391:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608727.068392:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608727.068393:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608727.068395:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608727.068398:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13c60 time=85 v=5 (5 5 5 36) 00000100:00001000:1.0:1789608727.068401:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=151 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608727.068403:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608727.068404:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608727.068406:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608727.068407:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608727.068409:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789608727.068411:0:2409:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: committing for last_committed 4294967329 gen 14 00000100:00000040:1.0:1789608727.068417:0:2409:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967329) req@ffff94d904054700 x1876538934259584/t4294967329(4294967329) o2->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608732 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608727.068423:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608727.068427:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904054700 x1876538934259584/t4294967329(4294967329) o2->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608732 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608727.068438:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608727.068439:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608727.068440:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d908241400. 02000000:00000001:1.0:1789608727.068443:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608727.068444:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608727.068445:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:1.0:1789608727.068447:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608727.068449:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d906144400. 02000000:00000001:1.0:1789608727.068451:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608727.068453:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608727.068454:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904054700. 00000100:00000001:1.0:1789608727.068457:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608727.068458:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608727.068460:0:2409:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1789608727.068462:0:2409:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: normal: skip=1 replay=1/1 committed=0/0 00000800:00000001:0.0:1789608727.068754:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608727.068767:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608727.068771:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608727.068773:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608727.068780:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608727.068785:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608727.068792:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608727.068797:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608727.068800:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608727.068805:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c4959280 00000400:00000200:0.0:1789608727.068809:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608727.068815:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x79a1 [1] + 224 00000800:00000001:0.0:1789608727.068822:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608727.068829:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608727.068832:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608727.068836:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608727.068841:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608727.068847:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5d880 x1876538934268544/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608743 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608727.068857:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907e5d880 x1876538934268544/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608743 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608727.068865:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608727.068871:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608727.068875:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608727.068991:0:2409:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608727.068993:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608727.069000:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5c380 x1876538934268416/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608743 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608727.069006:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608727.069008:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608727.069010:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608727.069013:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5c380 x1876538934268416/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608743 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608727.069020:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934268416:192.168.203.121@tcp:400:kworker.0 00000400:00000001:1.0:1789608727.069027:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608727.069028:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608727.069030:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34aa8. 00000400:00000200:1.0:1789608727.069033:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35d48 00000400:00000010:1.0:1789608727.069034:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35d48. 00000100:00000001:1.0:1789608727.069037:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608727.069041:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5d880 x1876538934268544/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608743 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608727.069048:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5d880 x1876538934268544/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608743 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608727.069054:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608727.069056:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608727.069058:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608727.069060:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608727.069061:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608727.069063:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608727.069065:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608727.069072:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13460 time=85 v=5 (5 5 5 36) 00000100:00001000:1.0:1789608727.069075:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13418 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608727.069078:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608727.069079:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608727.069081:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608727.069083:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608727.069086:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608727.069088:0:2409:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d904ceb000: skip recheck: last_committed 4294967322 00000100:00000001:1.0:1789608727.069090:0:2409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608727.069091:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608727.069094:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5d880 x1876538934268544/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608743 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608727.069100:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608727.069102:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608727.069103:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608727.069106:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5d880 x1876538934268544/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608743 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608727.069113:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934268544:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608727.069118:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608727.069121:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608727.069124:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5ed80 x1876538934268160/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608867 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608727.069132:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608727.069134:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608727.069136:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d9071fba00. 02000000:00000001:1.0:1789608727.069139:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608727.069142:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608727.069144:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:1.0:1789608727.069145:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608727.069147:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d91a306700. 02000000:00000001:1.0:1789608727.069150:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608727.069151:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608727.069153:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5ed80. 00000100:00000001:1.0:1789608727.069155:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608727.069157:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608727.069159:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608727.069162:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5c380 x1876538934268416/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608743 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608727.069167:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608727.069169:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608727.069170:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d9071fb800. 02000000:00000001:1.0:1789608727.069172:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608727.069173:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608727.069174:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=2 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:1.0:1789608727.069176:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608727.069177:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d91a306f00. 02000000:00000001:1.0:1789608727.069179:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608727.069180:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608727.069181:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5c380. 00000100:00000001:1.0:1789608727.069183:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608727.069184:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608727.069185:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608727.069188:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5d880 x1876538934268544/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608743 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608727.069193:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608727.069194:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608727.069196:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d9071fa200. 02000000:00000001:1.0:1789608727.069198:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608727.069199:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608727.069200:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b13000 refcount=2 obd=lustre-OST0001-osc-ffff94d904ceb000 00000020:00000001:1.0:1789608727.069202:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608727.069203:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d91a306300. 02000000:00000001:1.0:1789608727.069205:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608727.069206:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608727.069207:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5d880. 00000100:00000001:1.0:1789608727.069209:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608727.069210:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608727.069212:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608727.069223:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608727.069225:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608727.069228:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608727.069230:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608728.334566:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608728.334572:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608728.334577:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1789608728.403969:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608728.403975:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a213300. 00000400:00000200:0.0:1789608728.403980:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608728.403985:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608728.403991:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c908 00000400:00000010:0.0:1789608728.403993:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c908. 00000100:00000001:0.0:1789608728.403998:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608728.404002:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25f80 x1876538934268800/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608744 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608728.404013:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608728.404017:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d25f80 x1876538934268800/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608744 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608728.404023:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608728.404025:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00010000:00010000:1.0:1789608728.416707:0:32146:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff94d904ceb000 00010000:00000001:1.0:1789608728.416715:0:32146:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789608728.416718:0:32146:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789608728.416723:0:32146:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608728.416726:0:32146:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789608728.416732:0:32146:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608728.416733:0:32146:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789608728.416737:0:32146:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608728.416738:0:32146:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789608728.416741:0:32146:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608728.416742:0:32146:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789608728.416745:0:32146:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:1.0:1789608728.416748:0:32146:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789608728.416751:0:32146:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1789608728.416769:0:32146:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 4/4 locks to regular blp list, 1 blwis in pool 00000020:00000001:0.0:1789608728.416830:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608728.416833:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608728.416836:0:17088:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 4 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1789608728.416840:0:17088:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1789608728.416842:0:17088:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789608728.416848:0:17088:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232400/0xc54db3288176fd99 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x91bddff8e8ed9007 expref: -99 pid: 32126 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1789608728.416861:0:17088:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789608728.416865:0:17088:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789608728.416867:0:17088:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789608728.416869:0:17088:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x20:0x0] mode (null) 00000002:00000001:0.0:1789608728.416874:0:17088:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608728.416876:0:17088:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608728.416882:0:17088:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69900 count: 2 00010000:00000001:0.0:1789608728.416885:0:17088:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789608728.416889:0:17088:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608728.416891:0:17088:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608728.416892:0:17088:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608728.416894:0:17088:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69900 count: 2 00010000:00000001:0.0:1789608728.416896:0:17088:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789608728.416899:0:17088:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608728.416901:0:17088:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608728.416905:0:17088:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1789608728.416908:0:17088:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x20:0x0](ffff94d918927448) invalid 00000020:00000001:0.0:1789608728.416912:0:17088:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e02b77ca0 00000080:00002000:0.0:1789608728.416914:0:17088:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-2 (ffff94d918b435e8) parent ffff94d918a99a20 inode ffff94d918927448 refc 1 00000080:00000001:0.0:1789608728.416919:0:17088:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1789608728.416922:0:17088:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789608728.416924:0:17088:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608728.416926:0:17088:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789608728.416930:0:17088:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789608728.416932:0:17088:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789608728.416933:0:17088:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608728.416935:0:17088:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789608728.416939:0:17088:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d909232400 with handle 0xc54db3288176fd99 from hash 00010000:00000001:0.0:1789608728.416941:0:17088:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789608728.416943:0:17088:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608728.416945:0:17088:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608728.416946:0:17088:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789608728.416949:0:17088:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789608728.416951:0:17088:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789608728.416954:0:17088:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789608728.416957:0:17088:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6ac00/0xc54db3288176fd84 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x91bddff8e8ed8fac expref: -99 pid: 32116 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1789608728.416964:0:17088:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789608728.416966:0:17088:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789608728.416967:0:17088:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789608728.416968:0:17088:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1789608728.416971:0:17088:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608728.416972:0:17088:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608728.416974:0:17088:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d90906b600 count: 2 00010000:00000001:0.0:1789608728.416976:0:17088:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789608728.416978:0:17088:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608728.416980:0:17088:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608728.416981:0:17088:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608728.416983:0:17088:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d90906b600 count: 2 00010000:00000001:0.0:1789608728.416984:0:17088:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789608728.416986:0:17088:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608728.416988:0:17088:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608728.416989:0:17088:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608728.416990:0:17088:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d90906b600 count: 2 00010000:00000001:0.0:1789608728.416992:0:17088:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789608728.416994:0:17088:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608728.416996:0:17088:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789608728.416998:0:17088:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff94d918926b40, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1789608728.417002:0:17088:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1789608728.417004:0:17088:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1789608728.417006:0:17088:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789608728.417007:0:17088:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608728.417009:0:17088:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789608728.417010:0:17088:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789608728.417011:0:17088:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789608728.417013:0:17088:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608728.417014:0:17088:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789608728.417017:0:17088:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d903f6ac00 with handle 0xc54db3288176fd84 from hash 00010000:00000001:0.0:1789608728.417019:0:17088:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789608728.417020:0:17088:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608728.417021:0:17088:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608728.417022:0:17088:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789608728.417024:0:17088:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789608728.417025:0:17088:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789608728.417027:0:17088:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789608728.417030:0:17088:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232000/0xc54db3288176fd92 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x91bddff8e8ed8fe4 expref: -99 pid: 32116 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1789608728.417037:0:17088:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789608728.417039:0:17088:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789608728.417040:0:17088:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789608728.417041:0:17088:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x21:0x0] mode (null) 00000002:00000001:0.0:1789608728.417044:0:17088:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608728.417045:0:17088:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608728.417047:0:17088:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69c00 count: 2 00010000:00000001:0.0:1789608728.417049:0:17088:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789608728.417052:0:17088:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608728.417054:0:17088:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608728.417055:0:17088:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608728.417057:0:17088:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69c00 count: 2 00010000:00000001:0.0:1789608728.417059:0:17088:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789608728.417060:0:17088:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608728.417062:0:17088:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608728.417063:0:17088:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608728.417065:0:17088:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69c00 count: 2 00010000:00000001:0.0:1789608728.417067:0:17088:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789608728.417069:0:17088:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608728.417071:0:17088:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608728.417072:0:17088:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608728.417073:0:17088:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69c00 count: 2 00010000:00000001:0.0:1789608728.417075:0:17088:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789608728.417077:0:17088:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608728.417078:0:17088:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608728.417080:0:17088:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789608728.417082:0:17088:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789608728.417086:0:17088:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514695448 : -117815194856168 : ffff94d903295518) 00000020:00001000:0.0:1789608728.417089:0:17088:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295510 00000020:00000001:0.0:1789608728.417091:0:17088:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1789608728.417094:0:17088:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x21:0x0]: losing layout lock 00000080:00000001:0.0:1789608728.417098:0:17088:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1789608728.417100:0:17088:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1789608728.417103:0:17088:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1789608728.417106:0:17088:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789608728.417108:0:17088:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x21:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1789608728.417110:0:17088:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608728.417112:0:17088:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789608728.417114:0:17088:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295510 00000080:00000001:0.0:1789608728.417117:0:17088:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608728.417119:0:17088:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1789608728.417121:0:17088:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x21:0x0](ffff94d9189242c8) invalid 00000020:00000001:0.0:1789608728.417139:0:17088:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e02b77ca0 00000080:00002000:0.0:1789608728.417142:0:17088:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff94d918b43948) parent ffff94d918b43ca8 inode ffff94d9189242c8 refc 1 00000080:00000001:0.0:1789608728.417146:0:17088:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1789608728.417147:0:17088:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789608728.417148:0:17088:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608728.417151:0:17088:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789608728.417152:0:17088:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789608728.417153:0:17088:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789608728.417154:0:17088:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608728.417156:0:17088:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789608728.417158:0:17088:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d909232000 with handle 0xc54db3288176fd92 from hash 00010000:00000001:0.0:1789608728.417160:0:17088:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789608728.417161:0:17088:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608728.417162:0:17088:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608728.417164:0:17088:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789608728.417165:0:17088:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789608728.417166:0:17088:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789608728.417169:0:17088:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789608728.417171:0:17088:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233400/0xc54db3288176fd8b lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x91bddff8e8ed8fc8 expref: -99 pid: 32116 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1789608728.417178:0:17088:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789608728.417180:0:17088:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789608728.417181:0:17088:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789608728.417182:0:17088:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x1f:0x0] mode (null) 00000002:00000001:0.0:1789608728.417184:0:17088:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608728.417186:0:17088:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608728.417188:0:17088:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69b00 count: 2 00010000:00000001:0.0:1789608728.417190:0:17088:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789608728.417192:0:17088:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608728.417194:0:17088:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608728.417195:0:17088:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608728.417197:0:17088:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69b00 count: 2 00010000:00000001:0.0:1789608728.417199:0:17088:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789608728.417201:0:17088:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608728.417203:0:17088:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608728.417205:0:17088:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1789608728.417207:0:17088:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x1f:0x0](ffff94d9189b2a08) invalid 00000020:00000001:0.0:1789608728.417209:0:17088:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e02b77ca0 00000080:00002000:0.0:1789608728.417211:0:17088:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-1 (ffff94d918b43ca8) parent ffff94d918a99a20 inode ffff94d9189b2a08 refc 1 00000080:00000001:0.0:1789608728.417214:0:17088:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1789608728.417216:0:17088:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789608728.417217:0:17088:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608728.417219:0:17088:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789608728.417221:0:17088:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789608728.417222:0:17088:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789608728.417223:0:17088:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608728.417225:0:17088:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789608728.417227:0:17088:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d909233400 with handle 0xc54db3288176fd8b from hash 00010000:00000001:0.0:1789608728.417229:0:17088:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789608728.417230:0:17088:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608728.417231:0:17088:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608728.417232:0:17088:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789608728.417233:0:17088:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789608728.417235:0:17088:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789608728.417237:0:17088:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:0.0:1789608728.417240:0:17088:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789608728.417242:0:17088:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1789608728.417250:0:17088:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5e680. 00000020:00000040:0.0:1789608728.417253:0:17088:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=10 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:0.0:1789608728.417259:0:17088:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608728.417262:0:17088:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608728.417267:0:17088:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608728.417274:0:17088:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d906145c00. 00000100:00000001:0.0:1789608728.417280:0:17088:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608728.417283:0:17088:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789608728.417289:0:17088:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232400/0xc54db3288176fd99 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed9007 expref: -99 pid: 32126 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1789608728.417296:0:17088:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6ac00/0xc54db3288176fd84 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed8fac expref: -99 pid: 32116 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789608728.417306:0:17088:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232000/0xc54db3288176fd92 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x91bddff8e8ed8fe4 expref: -99 pid: 32116 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1789608728.417312:0:17088:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233400/0xc54db3288176fd8b lrc: 1/0,0 mode: --/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed8fc8 expref: -99 pid: 32116 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1789608728.417318:0:17088:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 4 locks packed 00010000:00000001:0.0:1789608728.417320:0:17088:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:0.0:1789608728.417322:0:17088:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789608728.417324:0:17088:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789608728.417331:0:17088:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d90716e540. 00000100:00000001:0.0:1789608728.417333:0:17088:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258580596032 : -117815128955584 : ffff94d90716e540) 00000100:00000001:0.0:1789608728.417336:0:17088:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608728.417338:0:17088:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594162304 : -117815115389312 : ffff94d907e5e680) 00000100:00000001:0.0:1789608728.417342:0:17088:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608728.417346:0:17088:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608728.417348:0:17088:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789608728.417350:0:17088:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608728.417359:0:17088:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5e680 x1876538934268928/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 344/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608728.417367:0:17088:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608728.417370:0:17088:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608728.417373:0:17088:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608728.417375:0:17088:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608728.417377:0:17088:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608728.417380:0:17088:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5e680 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:25f5d458-2cbe-49cd-9693-334c08df7e27:17088:1876538934268928:192.168.203.121@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1789608728.417385:0:17088:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608728.417389:0:17088:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608728.417391:0:17088:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608728.417393:0:17088:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608728.417397:0:17088:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d906144200. 02000000:00000001:0.0:1789608728.417399:0:17088:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608728.417406:0:17088:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608728.417411:0:17088:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8160. 00000400:00000010:0.0:1789608728.417418:0:17088:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edcc0. 00000100:00000200:0.0:1789608728.417424:0:17088:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934268928, portal 18 00000100:00000001:0.0:1789608728.417426:0:17088:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608728.417427:0:17088:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594162304 : -117815115389312 : ffff94d907e5e680) 00000100:00000040:0.0:1789608728.417434:0:17088:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5e680 x1876538934268928/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 344/224 e 0 to 0 dl 1789608744 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608728.417442:0:17088:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608728.417444:0:17088:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608728.417447:0:17088:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edb28. 00000100:00000200:0.0:1789608728.417450:0:17088:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 17, xid 1876538934268928, offset 0 00000400:00000200:0.0:1789608728.417470:0:17088:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608728.417477:0:17088:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608728.417485:0:17088:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608728.417490:0:17088:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608728.417494:0:17088:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608728.417497:0:17088:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608728.417500:0:17088:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608728.417503:0:17088:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2653:2653:256:4294967295] 192.168.203.121@tcp LPNI seq info [2653:2653:8:4294967295] 00000400:00000200:0.0:1789608728.417507:0:17088:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608728.417516:0:17088:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608728.417522:0:17088:0:(socklnd_cb.c:931:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608728.417526:0:17088:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306800. 00000800:00000200:0.0:1789608728.417533:0:17088:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608728.417540:0:17088:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608728.417544:0:17088:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306800 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:0.0:1789608728.417562:0:17088:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608728.417566:0:17088:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 826666 usecs (827 jiffies) 00000400:00000200:0.0:1789608728.417569:0:17088:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608728.417572:0:17088:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296456330 00000100:00000001:0.0:1789608728.417576:0:17088:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296458083 00000100:00000001:0.0:1789608728.417578:0:17088:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296456330 00000100:00000001:0.0:1789608728.417580:0:17088:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296458083 00000100:00000001:0.0:1789608728.417583:0:17088:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608728.417599:0:17088:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608728.417602:0:17088:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608728.417603:0:17088:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789608728.417606:0:17088:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d90716e540 going to sleep for 11 seconds 00000100:00000001:0.0:1789608728.417609:0:17088:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608728.417611:0:17088:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608728.418233:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608728.418239:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306800. 00000400:00000200:1.0:1789608728.418244:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608728.418250:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608728.418255:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edb28 00000400:00000010:1.0:1789608728.418258:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edb28. 00000100:00000001:1.0:1789608728.418262:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608728.418267:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5e680 x1876538934268928/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 344/224 e 0 to 0 dl 1789608744 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608728.418276:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608728.418280:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907e5e680 x1876538934268928/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 344/224 e 0 to 0 dl 1789608744 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608728.418287:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608728.418288:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00010000:00010000:1.0:1789608728.419734:0:32147:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0001-mdc-ffff94d904ceb000 00010000:00000001:1.0:1789608728.419740:0:32147:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789608728.419743:0:32147:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789608728.419746:0:32147:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608728.419750:0:32147:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789608728.419752:0:32147:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608728.419754:0:32147:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789608728.428180:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608728.428197:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608728.428201:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608728.428204:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608728.428212:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608728.428220:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608728.428229:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608728.428234:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608728.428240:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608728.428244:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 18 MB=0x6aab3c4959400 00000400:00000200:0.0:1789608728.428249:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608728.428254:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.121@tcp of length 224/224 into md 0x79d9 [1] + 224 00000800:00000001:0.0:1789608728.428261:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608728.428267:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608728.428271:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608728.428295:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608728.428303:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608728.428314:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5e680 x1876538934268928/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 344/224 e 0 to 0 dl 1789608744 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608728.428329:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907e5e680 x1876538934268928/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 344/224 e 0 to 0 dl 1789608744 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608728.428402:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608728.428411:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608728.428415:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789608728.429135:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608728.429138:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608728.429141:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1789608728.429143:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608728.429144:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608728.429146:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1789608728.429148:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608728.429149:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608728.429151:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1789608728.429176:0:32146:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608728.429179:0:32146:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608728.429182:0:32146:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=4 : 4 : 4) 00010000:00000010:3.1:1789608728.443721:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69900. 00010000:00000010:3.1:1789608728.443735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232400. 00010000:00000010:3.1:1789608728.443740:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d90906b600. 00010000:00000010:3.1:1789608728.443744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6ac00. 00010000:00000010:3.1:1789608728.443748:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69c00. 00010000:00000010:3.1:1789608728.443750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232000. 00010000:00000010:3.1:1789608728.443753:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69b00. 00010000:00000010:3.1:1789608728.443756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909233400. 00000020:00000001:1.0:1789608730.382353:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608730.382356:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608730.382359:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789608731.021780:0:809:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d110 (cpu 1) has reached its deadline 4296458083, at 4296458112 00000100:00000040:0.0:1789608731.021780:0:32114:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d000 (cpu 0) has reached its deadline 4296458083, at 4296458112 00000100:00000010:1.0:1789608731.021799:0:809:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d9094a9d20. 00000100:00000010:0.0:1789608731.021801:0:32114:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d9094a9000. 00000020:00000001:0.0:1789608731.405992:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608731.405997:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608731.406002:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789608732.174055:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789608732.174067:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789608732.174081:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5f480. 00000020:00000040:0.0:1789608732.174090:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=4 obd=MGC192.168.203.121@tcp 00000100:00000001:0.0:1789608732.174096:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608732.174101:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608732.174107:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608732.174117:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d91a306200. 00000100:00000001:0.0:1789608732.174126:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608732.174141:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS req@ffff94d907e5f480 x1876538934269056/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789608732.174154:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608732.174159:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608732.174165:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000434eb50e] to pc [ptlrpcd_00_01+1] req@ffff94d907e5f480 x1876538934269056/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608732.174210:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608732.174214:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789608732.174217:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789608732.174220:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5ce00. 00000020:00000040:0.0:1789608732.174223:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=10 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:0.0:1789608732.174225:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608732.174227:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608732.174229:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608732.174233:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d91a306b00. 00000100:00000001:0.0:1789608732.174236:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608732.174240:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID req@ffff94d907e5ce00 x1876538934269184/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789608732.174247:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608732.174249:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608732.174253:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000e8091ca] to pc [ptlrpcd_00_00+0] req@ffff94d907e5ce00 x1876538934269184/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608732.174260:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608732.174262:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789608732.174266:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789608732.174269:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5d500. 00000020:00000040:0.0:1789608732.174271:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=4 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000100:00000001:0.0:1789608732.174274:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608732.174275:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608732.174277:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608732.174282:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d91a306800. 00000100:00000001:0.0:1789608732.174285:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608732.174289:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID req@ffff94d907e5d500 x1876538934269312/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789608732.174297:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608732.174300:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608732.174304:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e976802] to pc [ptlrpcd_00_01+1] req@ffff94d907e5d500 x1876538934269312/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608732.174311:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608732.174313:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789608732.174316:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789608732.174321:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5c700. 00000020:00000040:0.0:1789608732.174323:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00000100:00000001:0.0:1789608732.174325:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608732.174326:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608732.174327:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608732.174330:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d91a306300. 00000100:00000001:0.0:1789608732.174332:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608732.174335:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID req@ffff94d907e5c700 x1876538934269440/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789608732.174341:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608732.174343:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608732.174346:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000795dd6b2] to pc [ptlrpcd_00_00+0] req@ffff94d907e5c700 x1876538934269440/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608732.174352:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608732.174354:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789608732.174357:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789608732.174360:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5f800. 00000020:00000040:0.0:1789608732.174363:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b13000 refcount=3 obd=lustre-OST0001-osc-ffff94d904ceb000 00000100:00000001:0.0:1789608732.174365:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608732.174366:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608732.174367:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608732.174370:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d91a306f00. 00000100:00000001:0.0:1789608732.174373:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608732.174376:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID req@ffff94d907e5f800 x1876538934269568/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789608732.174387:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608732.174389:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608732.174392:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a71d49b5] to pc [ptlrpcd_00_01+1] req@ffff94d907e5f800 x1876538934269568/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608732.174399:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608732.174405:0:21207:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1796) 00000100:00000001:1.0:1789608732.174487:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608732.174493:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608732.174497:0:2410:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608732.174503:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5f480 x1876538934269056/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608732.174512:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608732.174514:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608732.174520:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608732.174523:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608732.174526:0:2410:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608732.174530:0:2410:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2410:1876538934269056:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608732.174535:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608732.174544:0:2410:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608732.174547:0:2410:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608732.174550:0:2410:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608732.174556:0:2410:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d9071fb800. 02000000:00000001:1.0:1789608732.174568:0:2410:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608732.174578:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608732.174584:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34aa8. 00000400:00000010:1.0:1789608732.174594:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35d48. 00000100:00000200:1.0:1789608732.174604:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934269056, portal 25 00000100:00000001:1.0:1789608732.174606:0:2410:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608732.174608:0:2410:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594165888 : -117815115385728 : ffff94d907e5f480) 00000100:00000040:1.0:1789608732.174615:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5f480 x1876538934269056/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608732.174623:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608732.174626:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608732.174638:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35088. 00000100:00000200:1.0:1789608732.174642:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876538934269056, offset 0 00000400:00000200:1.0:1789608732.174650:0:2410:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608732.174661:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608732.174672:0:2410:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608732.174720:0:2410:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608732.174726:0:2410:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608732.174731:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608732.174734:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608732.174738:0:2410:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2654:2654:256:4294967295] 192.168.203.121@tcp LPNI seq info [2654:2654:8:4294967295] 00000400:00000200:1.0:1789608732.174744:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608732.174755:0:2410:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608732.174765:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608732.174771:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faad00. 00000800:00000200:1.0:1789608732.174780:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608732.174790:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608732.174795:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faad00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608732.174806:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608732.174811:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608732.174814:0:2410:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 0 is 4296463199 00000100:00000010:1.0:1789608732.174820:0:2410:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d9094a9d20. 00000100:00000001:1.0:1789608732.174828:0:2410:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789608732.174835:0:2410:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 1 is 4296463199 00000100:00000010:1.0:1789608732.174838:0:2410:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d9094a95a0. 00000100:00000001:1.0:1789608732.174842:0:2410:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789608732.174846:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608732.174849:0:2410:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608732.174852:0:2410:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608732.174856:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5d500 x1876538934269312/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608732.174862:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608732.174864:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608732.174867:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608732.174869:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608732.174871:0:2410:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608732.174874:0:2410:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934269312:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608732.174877:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608732.174880:0:2410:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608732.174882:0:2410:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608732.174884:0:2410:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608732.174887:0:2410:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d9071fba00. 02000000:00000001:1.0:1789608732.174889:0:2410:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608732.174892:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608732.174896:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d343c8. 00000400:00000010:1.0:1789608732.174899:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d353b8. 00000100:00000200:1.0:1789608732.174903:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934269312, portal 10 00000100:00000001:1.0:1789608732.174905:0:2410:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608732.174906:0:2410:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594157824 : -117815115393792 : ffff94d907e5d500) 00000100:00000040:1.0:1789608732.174914:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5d500 x1876538934269312/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608732.174921:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608732.174923:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608732.174926:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35c38. 00000100:00000200:1.0:1789608732.174928:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934269312, offset 0 00000400:00000200:1.0:1789608732.174933:0:2410:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608732.174937:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608732.174941:0:2410:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608732.174944:0:2410:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608732.174946:0:2410:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608732.174948:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608732.174950:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608732.174953:0:2410:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2655:2655:255:4294967295] 192.168.203.121@tcp LPNI seq info [2655:2655:7:4294967295] 00000400:00000200:1.0:1789608732.174957:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608732.174963:0:2410:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608732.174967:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608732.174971:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faaf00. 00000800:00000200:1.0:1789608732.174974:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608732.174978:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608732.174980:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faaf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608732.174983:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608732.174988:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: using a timeout of 23377 usecs (24 jiffies) 00000400:00000200:1.0:1789608732.174991:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608732.174993:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296459289 00000100:00000001:1.0:1789608732.174995:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296463199 00000100:00000001:1.0:1789608732.174998:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296459289 00000100:00000001:1.0:1789608732.175000:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296463199 00000100:00000001:1.0:1789608732.175002:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608732.175003:0:2410:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608732.175005:0:2410:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608732.175009:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5f800 x1876538934269568/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608732.175016:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608732.175017:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608732.175020:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608732.175021:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608732.175024:0:2410:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608732.175026:0:2410:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934269568:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608732.175029:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608732.175032:0:2410:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608732.175033:0:2410:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608732.175034:0:2410:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608732.175038:0:2410:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d9071fb400. 02000000:00000001:1.0:1789608732.175039:0:2410:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608732.175042:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608732.175044:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34e18. 00000400:00000010:1.0:1789608732.175048:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35bb0. 00000100:00000200:1.0:1789608732.175051:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934269568, portal 4 00000100:00000001:1.0:1789608732.175052:0:2410:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608732.175054:0:2410:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594166784 : -117815115384832 : ffff94d907e5f800) 00000100:00000040:1.0:1789608732.175059:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5f800 x1876538934269568/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608732.175065:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608732.175067:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608732.175070:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35660. 00000100:00000200:1.0:1789608732.175072:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876538934269568, offset 0 00000400:00000200:1.0:1789608732.175077:0:2410:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608732.175080:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608732.175083:0:2410:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608732.175086:0:2410:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608732.175088:0:2410:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608732.175090:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608732.175092:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608732.175095:0:2410:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2656:2656:254:4294967295] 192.168.203.121@tcp LPNI seq info [2656:2656:6:4294967295] 00000400:00000200:1.0:1789608732.175099:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608732.175105:0:2410:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608732.175109:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608732.175113:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa900. 00000800:00000200:1.0:1789608732.175117:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608732.175120:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608732.175123:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608732.175125:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608732.175128:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: using a timeout of 25422 usecs (26 jiffies) 00000400:00000200:1.0:1789608732.175131:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608732.175133:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296459291 00000100:00000001:1.0:1789608732.175136:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296463199 00000100:00000001:1.0:1789608732.175137:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296459291 00000100:00000001:1.0:1789608732.175139:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296463199 00000100:00000001:1.0:1789608732.175141:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608732.175143:0:2410:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608732.175145:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608732.175148:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608732.175157:0:2410:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608732.175160:0:2410:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789608732.175162:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608732.175163:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608732.175165:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608732.175169:0:2410:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1789608732.175170:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608732.175172:0:2410:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608732.175173:0:2410:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608732.175175:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608732.175176:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608732.175177:0:2410:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608732.175181:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5ce00 x1876538934269184/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608732.175188:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608732.175189:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608732.175192:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608732.175193:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608732.175195:0:2410:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608732.175198:0:2410:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934269184:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608732.175202:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608732.175204:0:2410:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608732.175206:0:2410:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608732.175207:0:2410:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608732.175211:0:2410:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d9071fb600. 02000000:00000001:1.0:1789608732.175213:0:2410:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608732.175216:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608732.175218:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34160. 00000400:00000010:1.0:1789608732.175222:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35220. 00000100:00000200:1.0:1789608732.175224:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934269184, portal 10 00000100:00000001:1.0:1789608732.175226:0:2410:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608732.175227:0:2410:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594156032 : -117815115395584 : ffff94d907e5ce00) 00000100:00000040:1.0:1789608732.175233:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5ce00 x1876538934269184/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608732.175240:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608732.175242:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608732.175244:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35330. 00000100:00000200:1.0:1789608732.175246:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934269184, offset 0 00000400:00000200:1.0:1789608732.175251:0:2410:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608732.175255:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608732.175258:0:2410:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608732.175261:0:2410:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608732.175263:0:2410:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608732.175265:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608732.175267:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608732.175270:0:2410:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2657:2657:253:4294967295] 192.168.203.121@tcp LPNI seq info [2657:2657:5:4294967295] 00000400:00000200:1.0:1789608732.175273:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608732.175279:0:2410:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608732.175282:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608732.175286:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa300. 00000800:00000200:1.0:1789608732.175290:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608732.175294:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608732.175296:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608732.175299:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608732.175302:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 825416 usecs (826 jiffies) 00000400:00000200:1.0:1789608732.175305:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608732.175306:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296460091 00000100:00000001:1.0:1789608732.175308:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296463199 00000100:00000001:1.0:1789608732.175310:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296460091 00000100:00000001:1.0:1789608732.175313:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296463199 00000100:00000001:1.0:1789608732.175315:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608732.175316:0:2410:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608732.175319:0:2410:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608732.175322:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5c700 x1876538934269440/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608732.175328:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608732.175330:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608732.175333:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608732.175335:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608732.175337:0:2410:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608732.175339:0:2410:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934269440:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608732.175343:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608732.175345:0:2410:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608732.175347:0:2410:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608732.175349:0:2410:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608732.175352:0:2410:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d9071fac00. 02000000:00000001:1.0:1789608732.175354:0:2410:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608732.175357:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608732.175360:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34a50. 00000400:00000010:1.0:1789608732.175363:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35770. 00000100:00000200:1.0:1789608732.175365:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934269440, portal 4 00000100:00000001:1.0:1789608732.175367:0:2410:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608732.175368:0:2410:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594154240 : -117815115397376 : ffff94d907e5c700) 00000100:00000040:1.0:1789608732.175374:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5c700 x1876538934269440/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608732.175380:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608732.175382:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608732.175385:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35990. 00000100:00000200:1.0:1789608732.175386:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876538934269440, offset 0 00000400:00000200:1.0:1789608732.175391:0:2410:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608732.175394:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608732.175398:0:2410:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608732.175400:0:2410:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608732.175403:0:2410:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608732.175405:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608732.175407:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608732.175410:0:2410:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2658:2658:252:4294967295] 192.168.203.121@tcp LPNI seq info [2658:2658:4:4294967295] 00000400:00000200:1.0:1789608732.175414:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608732.175419:0:2410:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608732.175424:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608732.175428:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa700. 00000800:00000200:1.0:1789608732.175432:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608732.175436:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608732.175438:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608732.175440:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608732.175443:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 225578 usecs (226 jiffies) 00000400:00000200:1.0:1789608732.175445:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608732.175448:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296459491 00000100:00000001:1.0:1789608732.175450:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296463199 00000100:00000001:1.0:1789608732.175452:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296459491 00000100:00000001:1.0:1789608732.175454:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296463199 00000100:00000001:1.0:1789608732.175456:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608732.175458:0:2410:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608732.175460:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608732.175462:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608732.175481:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608732.175484:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608732.175808:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608732.175815:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faad00. 00000400:00000200:0.0:1789608732.175824:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608732.175830:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608732.175837:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35088 00000400:00000010:0.0:1789608732.175840:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35088. 00000100:00000001:0.0:1789608732.175845:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608732.175851:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5f480 x1876538934269056/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608732.175862:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608732.175866:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5f480 x1876538934269056/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608748 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608732.175873:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608732.175875:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608732.175889:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608732.175891:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faaf00. 00000400:00000200:0.0:1789608732.175894:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608732.175897:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608732.175899:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35c38 00000400:00000010:0.0:1789608732.175901:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35c38. 00000100:00000001:0.0:1789608732.175903:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608732.175906:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5d500 x1876538934269312/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608732.175913:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608732.175916:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5d500 x1876538934269312/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608748 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608732.175922:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608732.175924:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608732.175931:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608732.175933:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa900. 00000400:00000200:0.0:1789608732.175936:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608732.175939:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608732.175941:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35660 00000400:00000010:0.0:1789608732.175943:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35660. 00000100:00000001:0.0:1789608732.175945:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608732.175949:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5f800 x1876538934269568/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608732.175955:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608732.175958:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5f800 x1876538934269568/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608748 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608732.175965:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608732.175966:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608732.175973:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608732.175975:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa300. 00000400:00000200:0.0:1789608732.175978:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608732.175981:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608732.175983:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35330 00000400:00000010:0.0:1789608732.175985:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35330. 00000100:00000001:0.0:1789608732.175987:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608732.175990:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5ce00 x1876538934269184/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608732.175995:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608732.175998:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5ce00 x1876538934269184/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608748 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608732.176004:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608732.176005:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608732.176081:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608732.176085:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa700. 00000400:00000200:0.0:1789608732.176088:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608732.176091:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608732.176094:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35990 00000400:00000010:0.0:1789608732.176095:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35990. 00000100:00000001:0.0:1789608732.176098:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608732.176102:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5c700 x1876538934269440/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608732.176108:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608732.176111:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5c700 x1876538934269440/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608748 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608732.176117:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608732.176118:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608732.182960:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608732.182984:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608732.182991:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608732.182994:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608732.183005:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608732.183016:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608732.183026:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608732.183033:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608732.183038:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608732.183043:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c4959680 00000400:00000200:0.0:1789608732.183050:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608732.183057:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x7a09 [1] + 224 00000800:00000001:0.0:1789608732.183066:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608732.183071:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608732.183076:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608732.183081:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608732.183091:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608732.183102:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5f800 x1876538934269568/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608748 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608732.183120:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907e5f800 x1876538934269568/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608748 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608732.183144:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608732.183163:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608732.183167:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608732.183169:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608732.183171:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608732.183174:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608732.183178:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608732.183186:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608732.183192:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608732.183194:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608732.183200:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c4959600 00000400:00000200:0.0:1789608732.183206:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608732.183212:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x7a29 [1] + 224 00000800:00000001:0.0:1789608732.183279:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608732.183294:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608732.183297:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608732.183300:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608732.183304:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608732.183309:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5c700 x1876538934269440/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608748 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608732.183318:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907e5c700 x1876538934269440/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608748 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608732.183325:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608732.183329:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608732.183332:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608732.184607:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608732.184621:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1789608732.185344:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:1.0:1789608732.185392:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608732.185396:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608732.185400:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34a50. 00000400:00000200:1.0:1789608732.185410:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35770 00000400:00000010:1.0:1789608732.185413:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35770. 00000100:00000001:1.0:1789608732.185419:0:2410:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608732.185430:0:2410:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5c700 x1876538934269440/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608748 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608732.185450:0:2410:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5c700 x1876538934269440/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608748 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608732.185458:0:2410:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608732.185461:0:2410:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608732.185465:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608732.185469:0:2410:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608732.185472:0:2410:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608732.185475:0:2410:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608732.185478:0:2410:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608732.185488:0:2410:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13c60 time=90 v=5 (5 5 5 36) 00000100:00001000:1.0:1789608732.185494:0:2410:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=6 v=5 (1 1 0 0) 00000100:00000001:1.0:1789608732.185496:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608732.185499:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608732.185502:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608732.185506:0:2410:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608732.185511:0:2410:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608732.185513:0:2410:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: skip recheck: last_committed 4294967329 00000100:00000001:1.0:1789608732.185515:0:2410:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608732.185517:0:2410:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608732.185522:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5c700 x1876538934269440/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608748 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608732.185529:0:2410:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608732.185533:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608732.185535:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608732.185539:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5c700 x1876538934269440/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608748 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608732.185547:0:2410:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934269440:192.168.203.121@tcp:400:kworker.0 00000400:00000001:1.0:1789608732.185555:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608732.185566:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608732.185569:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34e18. 00000400:00000200:1.0:1789608732.185572:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35bb0 00000400:00000010:1.0:1789608732.185573:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35bb0. 00000100:00000001:1.0:1789608732.185575:0:2410:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608732.185580:0:2410:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5f800 x1876538934269568/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608748 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608732.185588:0:2410:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5f800 x1876538934269568/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608748 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608732.185595:0:2410:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608732.185596:0:2410:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608732.185598:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608732.185599:0:2410:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608732.185601:0:2410:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608732.185603:0:2410:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608732.185605:0:2410:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608732.185608:0:2410:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13460 time=90 v=5 (5 5 5 36) 00000100:00001000:1.0:1789608732.185611:0:2410:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13418 time=14 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608732.185613:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608732.185615:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608732.185616:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608732.185618:0:2410:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608732.185620:0:2410:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608732.185622:0:2410:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d904ceb000: skip recheck: last_committed 4294967322 00000100:00000001:1.0:1789608732.185623:0:2410:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608732.185625:0:2410:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789608732.186361:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608732.186368:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608732.186372:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608732.186379:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608732.186386:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608732.186396:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608732.186402:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608732.186407:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608732.186412:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4959580 00000400:00000200:0.0:1789608732.186418:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608732.186424:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x79f9 [1] + 224 00000800:00000001:0.0:1789608732.186433:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608732.186438:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608732.186441:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608732.186447:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608732.186454:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608732.186461:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5d500 x1876538934269312/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608748 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608732.186471:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907e5d500 x1876538934269312/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608748 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608732.186479:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608732.186489:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608732.186493:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608732.186494:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608732.186497:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608732.186500:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608732.186504:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608732.186508:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608732.186511:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608732.186514:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608732.186517:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4959500 00000400:00000200:0.0:1789608732.186520:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608732.186523:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x7a19 [1] + 224 00000800:00000001:0.0:1789608732.186527:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608732.186530:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608732.186532:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608732.186535:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608732.186538:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608732.186543:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5ce00 x1876538934269184/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608748 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608732.186551:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907e5ce00 x1876538934269184/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608748 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608732.186567:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608732.186571:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608732.186575:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608732.186577:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608732.186579:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608732.186582:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608732.186585:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608732.186588:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608732.186591:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608732.186593:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608732.186596:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 25 MB=0x6aab3c4959480 00000400:00000200:0.0:1789608732.186599:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608732.186603:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.121@tcp of length 224/224 into md 0x79e9 [1] + 224 00000800:00000001:0.0:1789608732.186606:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608732.186612:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608732.186614:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608732.186617:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608732.186619:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608732.186623:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5f480 x1876538934269056/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608748 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608732.186849:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5f800 x1876538934269568/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608748 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608732.186860:0:2410:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608732.186863:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608732.186865:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608732.186870:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5f800 x1876538934269568/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608748 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608732.186878:0:2410:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934269568:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608732.186883:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608732.186888:0:2410:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608732.186892:0:2410:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5c700 x1876538934269440/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608748 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608732.186899:0:2410:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608732.186901:0:2410:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608732.186908:0:2410:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d9071fac00. 02000000:00000001:1.0:1789608732.186912:0:2410:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608732.186915:0:2410:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608732.186918:0:2410:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=2 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:1.0:1789608732.186920:0:2410:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608732.186923:0:2410:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d91a306300. 02000000:00000001:1.0:1789608732.186927:0:2410:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608732.186930:0:2410:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608732.186932:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5c700. 00000100:00000001:1.0:1789608732.186935:0:2410:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608732.186937:0:2410:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608732.186939:0:2410:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608732.186942:0:2410:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5f800 x1876538934269568/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608748 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608732.186949:0:2410:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608732.186950:0:2410:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608732.186952:0:2410:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d9071fb400. 02000000:00000001:1.0:1789608732.186954:0:2410:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608732.186955:0:2410:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608732.186957:0:2410:0:(genops.c:1222:class_import_put()) import ffff94d902b13000 refcount=2 obd=lustre-OST0001-osc-ffff94d904ceb000 00000020:00000001:1.0:1789608732.186958:0:2410:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608732.186960:0:2410:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d91a306f00. 02000000:00000001:1.0:1789608732.186962:0:2410:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608732.186963:0:2410:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608732.186964:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5f800. 00000100:00000001:1.0:1789608732.186966:0:2410:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608732.186967:0:2410:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608732.186971:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608732.186974:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608732.186976:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789608732.186982:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608732.186983:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608732.186986:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34160. 00000400:00000200:1.0:1789608732.186989:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35220 00000400:00000010:1.0:1789608732.186991:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35220. 00000100:00000001:1.0:1789608732.186994:0:2410:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608732.186997:0:2410:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5ce00 x1876538934269184/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608748 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608732.187006:0:2410:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5ce00 x1876538934269184/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608748 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608732.187013:0:2410:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608732.187015:0:2410:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608732.187017:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608732.187020:0:2410:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608732.187022:0:2410:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608732.187024:0:2410:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608732.187027:0:2410:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608732.187034:0:2410:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=90 v=5 (104 104 104 137) 00000100:00001000:1.0:1789608732.187038:0:2410:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608732.187040:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608732.187042:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608732.187044:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608732.187047:0:2410:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608732.187050:0:2410:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789608732.187052:0:2410:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: committing for last_committed 4294967601 gen 2 00000100:00000040:1.0:1789608732.187059:0:2410:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967601) req@ffff94d907d25c00 x1876538934266240/t4294967597(4294967597) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/448 e 0 to 0 dl 1789608864 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608732.187064:0:2410:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608732.187067:0:2410:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d25c00 x1876538934266240/t4294967597(4294967597) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/448 e 0 to 0 dl 1789608864 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608732.187072:0:2410:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608732.187073:0:2410:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608732.187075:0:2410:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903dbc000. 02000000:00000001:1.0:1789608732.187077:0:2410:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608732.187078:0:2410:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608732.187079:0:2410:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=9 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:1.0:1789608732.187082:0:2410:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608732.187083:0:2410:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d903dbfc00. 02000000:00000001:1.0:1789608732.187087:0:2410:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608732.187088:0:2410:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608732.187089:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d25c00. 00000100:00000001:1.0:1789608732.187092:0:2410:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608732.187093:0:2410:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608732.187098:0:2410:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967601) req@ffff94d907d27800 x1876538934266752/t4294967598(4294967598) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/448 e 0 to 0 dl 1789608864 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608732.187104:0:2410:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608732.187107:0:2410:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d27800 x1876538934266752/t4294967598(4294967598) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/448 e 0 to 0 dl 1789608864 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608732.187113:0:2410:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608732.187115:0:2410:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608732.187116:0:2410:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903dbf400. 02000000:00000001:1.0:1789608732.187118:0:2410:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608732.187120:0:2410:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608732.187121:0:2410:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:1.0:1789608732.187122:0:2410:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608732.187124:0:2410:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d903dbd800. 02000000:00000001:1.0:1789608732.187127:0:2410:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608732.187128:0:2410:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608732.187129:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d27800. 00000100:00000001:1.0:1789608732.187132:0:2410:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608732.187134:0:2410:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608732.187139:0:2410:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967601) req@ffff94d907d25180 x1876538934267264/t4294967599(4294967599) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608864 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608732.187146:0:2410:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1789608732.187236:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907e5f480 x1876538934269056/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608748 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608732.187244:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608732.187250:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608732.187255:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608732.188247:0:2410:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592878976 : -117815116672640 : ffff94d907d25180) 00000100:00000001:1.0:1789608732.188259:0:2410:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608732.188266:0:2410:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d25180 x1876538934267264/t4294967599(4294967599) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608864 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608732.188274:0:2410:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608732.188279:0:2410:0:(client.c:3175:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff94d908493100 x1876538934267648/t4294967600(4294967600) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608865 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608732.188287:0:2410:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1789608732.188290:0:2410:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: normal: skip=1 replay=3/4 committed=0/0 00000100:00000001:1.0:1789608732.188293:0:2410:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608732.188296:0:2410:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608732.188302:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5ce00 x1876538934269184/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608748 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608732.188308:0:2410:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608732.188311:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608732.188313:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608732.188317:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5ce00 x1876538934269184/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608748 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608732.188324:0:2410:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934269184:192.168.203.121@tcp:400:kworker.0 00000400:00000001:1.0:1789608732.188336:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608732.188338:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608732.188341:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34aa8. 00000400:00000200:1.0:1789608732.188345:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35d48 00000400:00000010:1.0:1789608732.188348:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35d48. 00000100:00000001:1.0:1789608732.188351:0:2410:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608732.188355:0:2410:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5f480 x1876538934269056/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608748 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608732.188364:0:2410:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5f480 x1876538934269056/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608748 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608732.188370:0:2410:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608732.188371:0:2410:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608732.188374:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608732.188376:0:2410:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608732.188378:0:2410:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608732.188381:0:2410:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608732.188383:0:2410:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608732.188387:0:2410:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d90510e460 time=90 v=5 (5 5 5 5) 00000100:00001000:1.0:1789608732.188391:0:2410:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d90510e418 time=90 v=5 (1 1 1 1) 00000100:00000001:1.0:1789608732.188394:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608732.188396:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608732.188398:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608732.188400:0:2410:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608732.188402:0:2410:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608732.188406:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5f480 x1876538934269056/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608748 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608732.188413:0:2410:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608732.188415:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608732.188417:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608732.188421:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5f480 x1876538934269056/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608748 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608732.188493:0:2410:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2410:1876538934269056:192.168.203.121@tcp:400:kworker.0 00000400:00000001:1.0:1789608732.188500:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608732.188501:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608732.188503:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d343c8. 00000400:00000200:1.0:1789608732.188506:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d353b8 00000400:00000010:1.0:1789608732.188508:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d353b8. 00000100:00000001:1.0:1789608732.188510:0:2410:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608732.188514:0:2410:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5d500 x1876538934269312/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608748 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608732.188523:0:2410:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5d500 x1876538934269312/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608748 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608732.188530:0:2410:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608732.188531:0:2410:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608732.188533:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608732.188535:0:2410:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608732.188536:0:2410:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608732.188538:0:2410:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608732.188540:0:2410:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608732.188545:0:2410:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b17c60 time=90 v=5 (104 104 104 137) 00000100:00001000:1.0:1789608732.188548:0:2410:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b17c18 time=90 v=5 (1 1 1 1) 00000100:00000001:1.0:1789608732.188551:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608732.188553:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608732.188555:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608732.188566:0:2410:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608732.188570:0:2410:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608732.188572:0:2410:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1789608732.188574:0:2410:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608732.188575:0:2410:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608732.188579:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5d500 x1876538934269312/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608748 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608732.188586:0:2410:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608732.188588:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608732.188589:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608732.188592:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5d500 x1876538934269312/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608748 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608732.188599:0:2410:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934269312:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608732.188603:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608732.188606:0:2410:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608732.188609:0:2410:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5ce00 x1876538934269184/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608748 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608732.188615:0:2410:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608732.188617:0:2410:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608732.188620:0:2410:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d9071fb600. 02000000:00000001:1.0:1789608732.188624:0:2410:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608732.188626:0:2410:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608732.188628:0:2410:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:1.0:1789608732.188990:0:2410:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608732.188994:0:2410:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d91a306b00. 02000000:00000001:1.0:1789608732.189000:0:2410:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608732.189002:0:2410:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608732.189004:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5ce00. 00000100:00000001:1.0:1789608732.189007:0:2410:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608732.189009:0:2410:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608732.189011:0:2410:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608732.189017:0:2410:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5f480 x1876538934269056/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608748 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608732.189024:0:2410:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608732.189025:0:2410:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608732.189027:0:2410:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d9071fb800. 02000000:00000001:1.0:1789608732.189029:0:2410:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608732.189031:0:2410:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608732.189032:0:2410:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=3 obd=MGC192.168.203.121@tcp 00000020:00000001:1.0:1789608732.189034:0:2410:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608732.189035:0:2410:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d91a306200. 02000000:00000001:1.0:1789608732.189037:0:2410:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608732.189038:0:2410:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608732.189040:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5f480. 00000100:00000001:1.0:1789608732.189042:0:2410:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608732.189043:0:2410:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608732.189044:0:2410:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608732.189047:0:2410:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5d500 x1876538934269312/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608748 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608732.189053:0:2410:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608732.189054:0:2410:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608732.189055:0:2410:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d9071fba00. 02000000:00000001:1.0:1789608732.189057:0:2410:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608732.189059:0:2410:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608732.189060:0:2410:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=3 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:1.0:1789608732.189061:0:2410:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608732.189063:0:2410:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d91a306800. 02000000:00000001:1.0:1789608732.189065:0:2410:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608732.189066:0:2410:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608732.189067:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5d500. 00000100:00000001:1.0:1789608732.189069:0:2410:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608732.189070:0:2410:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608732.189073:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608732.189084:0:2410:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608732.189087:0:2410:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608732.189090:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608732.189093:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608733.454168:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608733.454174:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608733.454178:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1789608734.479641:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608734.479646:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608734.479650:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789608736.142588:0:32114:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d000 (cpu 0) has reached its deadline 4296463199, at 4296463232 00000100:00000010:0.0:1789608736.142611:0:32114:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d9094a9d20. 00000100:00000040:1.0:1789608736.144453:0:809:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d110 (cpu 1) has reached its deadline 4296463199, at 4296463234 00000100:00000010:1.0:1789608736.144473:0:809:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d9094a95a0. 00000020:00000001:1.0:1789608736.525990:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608736.525994:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608736.525998:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789608737.293922:0:26948:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608737.293934:0:26948:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608737.293949:0:26948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904054700. 00000020:00000040:1.0:1789608737.293957:0:26948:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=4 obd=MGC192.168.203.121@tcp 00000100:00000001:1.0:1789608737.293962:0:26948:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608737.293966:0:26948:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608737.293973:0:26948:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608737.293984:0:26948:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faae00. 00000100:00000001:1.0:1789608737.293992:0:26948:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608737.294007:0:26948:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS req@ffff94d904054700 x1876538934269696/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608737.294019:0:26948:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608737.294024:0:26948:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608737.294031:0:26948:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4ab8069] to pc [ptlrpcd_00_00+0] req@ffff94d904054700 x1876538934269696/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608737.294056:0:26948:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608737.294059:0:26948:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608737.294062:0:26948:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608737.294065:0:26948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904057b80. 00000020:00000040:1.0:1789608737.294067:0:26948:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:1.0:1789608737.294069:0:26948:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608737.294070:0:26948:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608737.294072:0:26948:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608737.294075:0:26948:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faa000. 00000100:00000001:1.0:1789608737.294078:0:26948:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608737.294083:0:26948:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID req@ffff94d904057b80 x1876538934269824/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608737.294089:0:26948:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608737.294091:0:26948:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608737.294094:0:26948:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ef5f569] to pc [ptlrpcd_00_01+1] req@ffff94d904057b80 x1876538934269824/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608737.294101:0:26948:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608737.294103:0:26948:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608737.294106:0:26948:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608737.294108:0:26948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904056680. 00000020:00000040:1.0:1789608737.294110:0:26948:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=4 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000100:00000001:1.0:1789608737.294112:0:26948:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608737.294113:0:26948:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608737.294114:0:26948:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608737.294117:0:26948:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faa100. 00000100:00000001:1.0:1789608737.294119:0:26948:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608737.294123:0:26948:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID req@ffff94d904056680 x1876538934269952/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608737.294130:0:26948:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608737.294131:0:26948:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608737.294135:0:26948:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005aad94d5] to pc [ptlrpcd_00_00+0] req@ffff94d904056680 x1876538934269952/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608737.294142:0:26948:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608737.294144:0:26948:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608737.294148:0:26948:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608737.294152:0:26948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904056300. 00000020:00000040:1.0:1789608737.294154:0:26948:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00000100:00000001:1.0:1789608737.294156:0:26948:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608737.294157:0:26948:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608737.294158:0:26948:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608737.294162:0:26948:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faa200. 00000100:00000001:1.0:1789608737.294164:0:26948:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608737.294168:0:26948:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID req@ffff94d904056300 x1876538934270080/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608737.294175:0:26948:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608737.294177:0:26948:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608737.294180:0:26948:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024083d7d] to pc [ptlrpcd_00_01+1] req@ffff94d904056300 x1876538934270080/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608737.294187:0:26948:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608737.294189:0:26948:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608737.294193:0:26948:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608737.294196:0:26948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904055880. 00000020:00000040:1.0:1789608737.294198:0:26948:0:(genops.c:1209:class_import_get()) import ffff94d902b13000 refcount=3 obd=lustre-OST0001-osc-ffff94d904ceb000 00000100:00000001:1.0:1789608737.294200:0:26948:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608737.294201:0:26948:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608737.294203:0:26948:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608737.294206:0:26948:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faab00. 00000100:00000001:1.0:1789608737.294209:0:26948:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608737.294212:0:26948:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID req@ffff94d904055880 x1876538934270208/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608737.294218:0:26948:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608737.294220:0:26948:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608737.294223:0:26948:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bf26e54] to pc [ptlrpcd_00_00+0] req@ffff94d904055880 x1876538934270208/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608737.294229:0:26948:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608737.294234:0:26948:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1802) 00000100:00000001:1.0:1789608737.294274:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608737.294278:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608737.294281:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608737.294287:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904054700 x1876538934269696/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608737.294302:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608737.294305:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608737.294310:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608737.294313:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608737.294316:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608737.294320:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2409:1876538934269696:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608737.294325:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608737.294332:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608737.294335:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608737.294337:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608737.294342:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d9071fba00. 02000000:00000001:1.0:1789608737.294344:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608737.294354:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608737.294358:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d343c8. 00000400:00000010:1.0:1789608737.294367:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d353b8. 00000100:00000200:1.0:1789608737.294386:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934269696, portal 25 00000100:00000001:1.0:1789608737.294389:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608737.294391:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529109760 : -117815180441856 : ffff94d904054700) 00000100:00000040:1.0:1789608737.294397:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904054700 x1876538934269696/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608737.294404:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608737.294407:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608737.294411:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35d48. 00000100:00000200:1.0:1789608737.294414:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876538934269696, offset 0 00000400:00000200:1.0:1789608737.294421:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608737.294434:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608737.294443:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608737.294449:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608737.294454:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608737.294458:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608737.294461:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608737.294465:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2659:2659:256:4294967295] 192.168.203.121@tcp LPNI seq info [2659:2659:8:4294967295] 00000400:00000200:1.0:1789608737.294469:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608737.294480:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608737.294487:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608737.294492:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa600. 00000800:00000200:1.0:1789608737.294501:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608737.294510:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608737.294515:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608737.294535:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608737.294541:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608737.294544:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 0 is 4296468318 00000100:00000010:1.0:1789608737.294550:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d9094a95a0. 00000100:00000001:1.0:1789608737.294571:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789608737.294577:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 1 is 4296468318 00000100:00000010:1.0:1789608737.294581:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d9094a98a0. 00000100:00000001:1.0:1789608737.294584:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789608737.294587:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608737.294590:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608737.294593:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608737.294597:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904056680 x1876538934269952/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608737.294604:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608737.294605:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608737.294607:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608737.294609:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608737.294611:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608737.294613:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904056680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934269952:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608737.294617:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608737.294619:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608737.294620:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608737.294623:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608737.294626:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d9071fb800. 02000000:00000001:1.0:1789608737.294627:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608737.294631:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608737.294633:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34aa8. 00000400:00000010:1.0:1789608737.294637:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35220. 00000100:00000200:1.0:1789608737.294639:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934269952, portal 10 00000100:00000001:1.0:1789608737.294642:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608737.294643:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529117824 : -117815180433792 : ffff94d904056680) 00000100:00000040:1.0:1789608737.294650:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904056680 x1876538934269952/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608737.294656:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608737.294658:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608737.294666:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35bb0. 00000100:00000200:1.0:1789608737.294669:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934269952, offset 0 00000400:00000200:1.0:1789608737.294673:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608737.294721:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608737.294725:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608737.294728:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608737.294730:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608737.294733:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608737.294735:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608737.294738:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2660:2660:255:4294967295] 192.168.203.121@tcp LPNI seq info [2660:2660:7:4294967295] 00000400:00000200:1.0:1789608737.294742:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608737.294747:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608737.294752:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608737.294759:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa700. 00000800:00000200:1.0:1789608737.294763:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608737.294767:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608737.294770:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608737.294773:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608737.294778:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: using a timeout of 23355 usecs (24 jiffies) 00000400:00000200:1.0:1789608737.294781:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608737.294783:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296464409 00000100:00000001:1.0:1789608737.294785:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296468318 00000100:00000001:1.0:1789608737.294787:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296464409 00000100:00000001:1.0:1789608737.294789:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296468318 00000100:00000001:1.0:1789608737.294791:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608737.294793:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608737.294795:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608737.294798:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904055880 x1876538934270208/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608737.294805:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608737.294806:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608737.294808:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608737.294810:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608737.294812:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608737.294814:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934270208:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608737.294817:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608737.294819:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608737.294821:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608737.294822:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608737.294825:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d9071fb600. 02000000:00000001:1.0:1789608737.294827:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608737.294830:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608737.294833:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34160. 00000400:00000010:1.0:1789608737.294837:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35770. 00000100:00000200:1.0:1789608737.294840:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934270208, portal 4 00000100:00000001:1.0:1789608737.294842:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608737.294843:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529114240 : -117815180437376 : ffff94d904055880) 00000100:00000040:1.0:1789608737.294849:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904055880 x1876538934270208/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608737.294862:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608737.294864:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608737.294867:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35880. 00000100:00000200:1.0:1789608737.294869:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876538934270208, offset 0 00000400:00000200:1.0:1789608737.294873:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608737.294877:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608737.294881:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608737.294883:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608737.294886:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608737.294888:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608737.294890:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608737.294893:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2661:2661:254:4294967295] 192.168.203.121@tcp LPNI seq info [2661:2661:6:4294967295] 00000400:00000200:1.0:1789608737.294896:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608737.294901:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608737.294905:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608737.294908:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa300. 00000800:00000200:1.0:1789608737.294912:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608737.294916:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608737.294918:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608737.294921:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608737.294924:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: using a timeout of 25343 usecs (26 jiffies) 00000400:00000200:1.0:1789608737.294926:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608737.294928:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296464411 00000100:00000001:1.0:1789608737.294930:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296468318 00000100:00000001:1.0:1789608737.294932:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296464411 00000100:00000001:1.0:1789608737.294935:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296468318 00000100:00000001:1.0:1789608737.294937:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608737.294939:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608737.294943:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608737.294945:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608737.294959:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608737.294962:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789608737.294964:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608737.294966:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608737.294967:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608737.294970:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1789608737.294972:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608737.294974:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608737.294975:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608737.294977:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608737.294978:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608737.294979:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608737.294984:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904057b80 x1876538934269824/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608737.294990:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608737.294992:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608737.294995:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608737.294997:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608737.294998:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608737.295001:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934269824:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608737.295004:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608737.295007:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608737.295008:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608737.295010:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608737.295013:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d9071fb400. 02000000:00000001:1.0:1789608737.295015:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608737.295017:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608737.295020:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34e18. 00000400:00000010:1.0:1789608737.295023:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d354c8. 00000100:00000200:1.0:1789608737.295026:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934269824, portal 10 00000100:00000001:1.0:1789608737.295028:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608737.295029:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529123200 : -117815180428416 : ffff94d904057b80) 00000100:00000040:1.0:1789608737.295036:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904057b80 x1876538934269824/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608737.295047:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608737.295050:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608737.295052:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35b28. 00000100:00000200:1.0:1789608737.295054:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934269824, offset 0 00000400:00000200:1.0:1789608737.295059:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608737.295063:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608737.295066:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608737.295068:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608737.295070:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608737.295073:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608737.295075:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608737.295077:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2662:2662:253:4294967295] 192.168.203.121@tcp LPNI seq info [2662:2662:5:4294967295] 00000400:00000200:1.0:1789608737.295081:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608737.295086:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608737.295091:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608737.295094:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa900. 00000800:00000200:1.0:1789608737.295099:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608737.295103:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608737.295105:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608737.295108:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608737.295112:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 824172 usecs (825 jiffies) 00000400:00000200:1.0:1789608737.295115:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608737.295117:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296465210 00000100:00000001:1.0:1789608737.295119:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296468318 00000100:00000001:1.0:1789608737.295121:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296465210 00000100:00000001:1.0:1789608737.295123:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296468318 00000100:00000001:1.0:1789608737.295125:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608737.295127:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608737.295130:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608737.295133:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904056300 x1876538934270080/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608737.295139:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608737.295140:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608737.295142:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608737.295144:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608737.295147:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608737.295149:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904056300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934270080:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608737.295153:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608737.295155:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608737.295157:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608737.295158:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608737.295161:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d9071fac00. 02000000:00000001:1.0:1789608737.295162:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608737.295165:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608737.295168:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34a50. 00000400:00000010:1.0:1789608737.295171:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35000. 00000100:00000200:1.0:1789608737.295174:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934270080, portal 4 00000100:00000001:1.0:1789608737.295176:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608737.295177:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529116928 : -117815180434688 : ffff94d904056300) 00000100:00000040:1.0:1789608737.295183:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904056300 x1876538934270080/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608737.295190:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608737.295192:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608737.295194:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35110. 00000100:00000200:1.0:1789608737.295197:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876538934270080, offset 0 00000400:00000200:1.0:1789608737.295201:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608737.295205:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608737.295208:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608737.295210:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608737.295212:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608737.295215:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608737.295217:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608737.295220:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2663:2663:252:4294967295] 192.168.203.121@tcp LPNI seq info [2663:2663:4:4294967295] 00000400:00000200:1.0:1789608737.295223:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608737.295229:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608737.295233:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608737.295236:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faaf00. 00000800:00000200:1.0:1789608737.295241:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608737.295244:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608737.295247:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faaf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608737.295250:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608737.295254:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 224515 usecs (225 jiffies) 00000400:00000200:1.0:1789608737.295256:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608737.295258:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296464610 00000100:00000001:1.0:1789608737.295260:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296468318 00000100:00000001:1.0:1789608737.295263:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296464610 00000100:00000001:1.0:1789608737.295265:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296468318 00000100:00000001:1.0:1789608737.295267:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608737.295269:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608737.295271:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608737.295273:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608737.295289:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608737.295291:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608737.295407:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608737.295413:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa600. 00000400:00000200:0.0:1789608737.295423:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608737.295428:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608737.295435:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35d48 00000400:00000010:0.0:1789608737.295439:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35d48. 00000100:00000001:0.0:1789608737.295444:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608737.295449:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904054700 x1876538934269696/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608737.295459:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608737.295463:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904054700 x1876538934269696/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608753 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608737.295471:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608737.295473:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608737.295487:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608737.295489:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa700. 00000400:00000200:0.0:1789608737.295492:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608737.295495:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608737.295497:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35bb0 00000400:00000010:0.0:1789608737.295499:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35bb0. 00000100:00000001:0.0:1789608737.295501:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608737.295505:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904056680 x1876538934269952/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608737.295511:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608737.295513:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904056680 x1876538934269952/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608753 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608737.295530:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608737.295532:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608737.295541:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608737.295543:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa300. 00000400:00000200:0.0:1789608737.295546:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608737.295549:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608737.295551:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35880 00000400:00000010:0.0:1789608737.295552:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35880. 00000100:00000001:0.0:1789608737.295554:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608737.295558:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904055880 x1876538934270208/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608737.295565:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608737.295568:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904055880 x1876538934270208/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608753 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608737.295575:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608737.295576:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608737.295581:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608737.295583:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa900. 00000400:00000200:0.0:1789608737.295585:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608737.295588:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608737.295590:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35b28 00000400:00000010:0.0:1789608737.295591:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35b28. 00000100:00000001:0.0:1789608737.295593:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608737.295596:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904057b80 x1876538934269824/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608737.295602:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608737.295605:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904057b80 x1876538934269824/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608753 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608737.295611:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608737.295613:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608737.295708:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608737.295710:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faaf00. 00000400:00000200:0.0:1789608737.295713:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608737.295717:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608737.295720:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35110 00000400:00000010:0.0:1789608737.295721:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35110. 00000100:00000001:0.0:1789608737.295723:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608737.295727:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904056300 x1876538934270080/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608737.295734:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608737.295736:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904056300 x1876538934270080/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608753 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608737.295742:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608737.295743:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608737.299787:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608737.299811:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608737.299816:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608737.299820:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608737.299830:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608737.299840:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608737.299852:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608737.299858:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608737.299864:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608737.299869:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4959800 00000400:00000200:0.0:1789608737.299876:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608737.299883:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x7a49 [1] + 224 00000800:00000001:0.0:1789608737.299892:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608737.299896:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608737.299899:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608737.299905:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608737.299915:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608737.299926:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904056680 x1876538934269952/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608753 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608737.299937:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904056680 x1876538934269952/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608753 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608737.299964:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608737.299974:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608737.299977:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608737.299979:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608737.299981:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608737.299984:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608737.299987:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608737.299991:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608737.299993:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608737.299995:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608737.299998:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4959780 00000400:00000200:0.0:1789608737.300001:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608737.300005:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x7a69 [1] + 224 00000800:00000001:0.0:1789608737.300008:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608737.300011:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608737.300013:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608737.300016:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608737.300018:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608737.300023:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904057b80 x1876538934269824/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608753 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608737.300031:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904057b80 x1876538934269824/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608753 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608737.300037:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608737.300040:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608737.300043:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608737.300045:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608737.300047:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608737.300049:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608737.300052:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608737.300055:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608737.300058:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608737.300061:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608737.300064:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c4959900 00000400:00000200:0.0:1789608737.300067:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608737.300071:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x7a59 [1] + 224 00000800:00000001:0.0:1789608737.300074:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608737.300076:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608737.300078:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608737.300081:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608737.300083:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608737.300088:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904055880 x1876538934270208/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608753 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608737.300096:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904055880 x1876538934270208/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608753 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608737.300102:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608737.300105:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608737.300107:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608737.300109:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608737.300111:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608737.300114:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608737.300117:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608737.300122:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608737.300124:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608737.300127:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608737.300129:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c4959880 00000400:00000200:0.0:1789608737.300132:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608737.300136:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x7a79 [1] + 224 00000800:00000001:0.0:1789608737.300140:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608737.300147:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608737.300149:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608737.300162:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608737.300165:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608737.300171:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904056300 x1876538934270080/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608753 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608737.300179:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904056300 x1876538934270080/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608753 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608737.300187:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608737.300190:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608737.300195:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608737.300529:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608737.300536:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789608737.300544:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608737.300546:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608737.300551:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34e18. 00000400:00000200:1.0:1789608737.300750:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d354c8 00000400:00000010:1.0:1789608737.300754:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d354c8. 00000100:00000001:1.0:1789608737.300759:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608737.300766:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904057b80 x1876538934269824/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608753 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608737.300781:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904057b80 x1876538934269824/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608753 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608737.300788:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608737.300791:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608737.300794:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608737.300798:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608737.300801:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608737.300804:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608737.300808:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608737.300820:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=95 v=5 (104 104 104 137) 00000100:00001000:1.0:1789608737.300825:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608737.300828:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608737.300831:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608737.300835:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608737.300839:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608737.300844:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608737.300846:0:2409:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967601 00000100:00000001:1.0:1789608737.300849:0:2409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608737.300851:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608737.300856:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904057b80 x1876538934269824/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608753 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608737.300863:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608737.300867:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608737.300870:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608737.300874:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904057b80 x1876538934269824/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608753 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608737.300883:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934269824:192.168.203.121@tcp:400:kworker.0 00000400:00000001:1.0:1789608737.300890:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608737.300892:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608737.300894:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34a50. 00000400:00000200:1.0:1789608737.300897:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35000 00000400:00000010:1.0:1789608737.300898:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35000. 00000100:00000001:1.0:1789608737.300901:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608737.300904:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904056300 x1876538934270080/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608753 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608737.300912:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904056300 x1876538934270080/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608753 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608737.300918:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608737.300920:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608737.300921:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608737.300923:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608737.300924:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608737.300925:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608737.300928:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608737.300932:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13c60 time=95 v=5 (5 5 5 36) 00000100:00001000:1.0:1789608737.300935:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=11 v=5 (1 1 0 0) 00000100:00000001:1.0:1789608737.300937:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608737.300938:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608737.300940:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608737.300942:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608737.300944:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608737.300945:0:2409:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: skip recheck: last_committed 4294967329 00000100:00000001:1.0:1789608737.300947:0:2409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608737.300949:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608737.300952:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904056300 x1876538934270080/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608753 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608737.300959:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608737.300961:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608737.300962:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608737.300966:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904056300 x1876538934270080/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608753 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608737.300973:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904056300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934270080:192.168.203.121@tcp:400:kworker.0 00000400:00000001:1.0:1789608737.300980:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608737.300982:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608737.300983:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34aa8. 00000400:00000200:1.0:1789608737.300985:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35220 00000400:00000010:1.0:1789608737.300987:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35220. 00000100:00000001:1.0:1789608737.300989:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608737.300993:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904056680 x1876538934269952/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608753 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608737.301001:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904056680 x1876538934269952/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608753 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608737.301007:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608737.301008:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608737.301010:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608737.301011:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608737.301012:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608737.301013:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608737.301015:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608737.301018:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b17c60 time=95 v=5 (104 104 104 137) 00000100:00001000:1.0:1789608737.301021:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b17c18 time=95 v=5 (1 1 1 1) 00000100:00000001:1.0:1789608737.301024:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608737.301025:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608737.301026:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608737.301028:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608737.301030:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608737.301031:0:2409:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1789608737.301033:0:2409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608737.301034:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608737.301038:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904056680 x1876538934269952/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608753 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608737.301044:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608737.301046:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608737.301047:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608737.301050:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904056680 x1876538934269952/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608753 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608737.301059:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904056680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934269952:192.168.203.121@tcp:400:kworker.0 00000400:00000001:1.0:1789608737.301064:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608737.301065:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608737.301067:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34160. 00000400:00000200:1.0:1789608737.301069:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35770 00000400:00000010:1.0:1789608737.301071:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35770. 00000100:00000001:1.0:1789608737.301073:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608737.301076:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904055880 x1876538934270208/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608753 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608737.301085:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904055880 x1876538934270208/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608753 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608737.301092:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608737.301093:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608737.301095:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608737.301097:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608737.301098:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608737.301100:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608737.301102:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608737.301105:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13460 time=95 v=5 (5 5 5 36) 00000100:00001000:1.0:1789608737.301109:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13418 time=19 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608737.301111:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608737.301113:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608737.301114:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608737.301116:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608737.301118:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608737.301120:0:2409:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d904ceb000: skip recheck: last_committed 4294967322 00000100:00000001:1.0:1789608737.301122:0:2409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608737.301123:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608737.301127:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904055880 x1876538934270208/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608753 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608737.301133:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608737.301136:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608737.301137:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608737.301141:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904055880 x1876538934270208/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608753 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608737.301149:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934270208:192.168.203.121@tcp:400:kworker.0 00000800:00000001:0.0:1789608737.301709:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608737.301725:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608737.301728:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608737.301730:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608737.301739:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608737.301741:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608737.301748:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000100:00000001:1.0:1789608737.301749:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608737.301758:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904057b80 x1876538934269824/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608753 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1789608737.301759:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608737.301768:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608737.301773:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000400:00000200:0.0:1789608737.301776:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 02000000:00000001:1.0:1789608737.301778:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1789608737.301783:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 25 MB=0x6aab3c4959700 02000000:00000010:1.0:1789608737.301784:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d9071fb400. 02000000:00000001:1.0:1789608737.301791:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1789608737.301791:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000020:00000001:1.0:1789608737.301797:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608737.301800:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000400:00000200:0.0:1789608737.301801:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.121@tcp of length 224/224 into md 0x7a39 [1] + 224 00000020:00000001:1.0:1789608737.301807:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 00000800:00000001:0.0:1789608737.301811:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:1.0:1789608737.301812:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faa000. 02000000:00000001:1.0:1789608737.301819:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608737.301822:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:0.0:1789608737.301822:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1789608737.301826:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904057b80. 00000400:00000200:0.0:1789608737.301828:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1789608737.301832:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608737.301836:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608737.301836:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608737.301840:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789608737.301846:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000040:1.0:1789608737.301847:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904056300 x1876538934270080/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608753 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608737.301857:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904054700 x1876538934269696/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608753 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608737.301858:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608737.301861:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608737.301863:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d9071fac00. 02000000:00000001:1.0:1789608737.301867:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608737.301869:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608737.301872:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=2 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:1.0:1789608737.301876:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000040:0.0:1789608737.301877:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904054700 x1876538934269696/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608753 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1789608737.301879:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faa200. 02000000:00000001:1.0:1789608737.301884:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608737.301887:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608737.301889:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904056300. 00000100:00000001:0.0:1789608737.301893:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608737.301894:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608737.301897:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608737.301899:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1789608737.301904:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1789608737.301905:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904056680 x1876538934269952/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608753 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1789608737.301909:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608737.301917:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608737.301919:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608737.301920:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d9071fb800. 02000000:00000001:1.0:1789608737.301923:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608737.301925:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608737.301927:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=3 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:1.0:1789608737.301929:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608737.301930:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faa100. 02000000:00000001:1.0:1789608737.301933:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608737.301934:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608737.301935:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904056680. 00000100:00000001:1.0:1789608737.301937:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608737.301939:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608737.301940:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608737.301944:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904055880 x1876538934270208/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608753 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608737.301950:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608737.301952:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608737.301953:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d9071fb600. 02000000:00000001:1.0:1789608737.301955:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608737.301956:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608737.301958:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b13000 refcount=2 obd=lustre-OST0001-osc-ffff94d904ceb000 00000020:00000001:1.0:1789608737.301960:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608737.301961:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faab00. 02000000:00000001:1.0:1789608737.301963:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608737.301964:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608737.301965:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904055880. 00000100:00000001:1.0:1789608737.301968:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608737.301971:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608737.301975:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608737.301978:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608737.301980:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789608737.301985:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608737.301986:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608737.301989:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d343c8. 00000400:00000200:1.0:1789608737.301992:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d353b8 00000400:00000010:1.0:1789608737.301995:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d353b8. 00000100:00000001:1.0:1789608737.301998:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608737.302001:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904054700 x1876538934269696/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608753 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608737.302010:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904054700 x1876538934269696/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608753 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608737.302017:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608737.302018:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608737.302021:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608737.302023:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608737.302025:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608737.302027:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608737.302029:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608737.302035:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d90510e460 time=95 v=5 (5 5 5 5) 00000100:00001000:1.0:1789608737.302038:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d90510e418 time=95 v=5 (1 1 1 1) 00000100:00000001:1.0:1789608737.302041:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608737.302042:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608737.302045:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608737.302047:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608737.302049:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608737.302053:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904054700 x1876538934269696/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608753 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608737.302059:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608737.302061:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608737.302063:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608737.302066:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904054700 x1876538934269696/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608753 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608737.302078:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2409:1876538934269696:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608737.302083:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608737.302085:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608737.302088:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904054700 x1876538934269696/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608753 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608737.302093:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608737.302094:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608737.302096:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d9071fba00. 02000000:00000001:1.0:1789608737.302098:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608737.302099:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608737.302100:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=3 obd=MGC192.168.203.121@tcp 00000020:00000001:1.0:1789608737.302102:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608737.302104:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faae00. 02000000:00000001:1.0:1789608737.302106:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608737.302107:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608737.302108:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904054700. 00000100:00000001:1.0:1789608737.302111:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608737.302112:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608737.302114:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608737.302123:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608737.302126:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608737.302128:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608737.302129:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608737.550072:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608737.550076:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608737.550089:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789608739.598060:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608739.598064:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608739.598068:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1789608740.624414:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608740.624419:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608740.624424:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789608740.878262:0:32116:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789608740.878269:0:32116:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608740.878272:0:32116:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789608740.878278:0:32116:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d902fa4540 going to sleep for 1 seconds 00000100:00000001:1.0:1789608740.878282:0:32116:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608740.878286:0:32116:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608741.261824:0:809:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d110 (cpu 1) has reached its deadline 4296468318, at 4296468352 00000100:00000010:1.0:1789608741.261845:0:809:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d9094a98a0. 00000100:00000040:0.0:1789608741.261848:0:32114:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d000 (cpu 0) has reached its deadline 4296468318, at 4296468352 00000100:00000010:0.0:1789608741.261858:0:32114:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d9094a95a0. 00000100:00000001:1.0:1789608741.902064:0:32116:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789608741.902075:0:32116:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608741.902078:0:32116:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789608741.902086:0:32116:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d902fa4540 going to sleep for 1 seconds 00000100:00000001:1.0:1789608741.902091:0:32116:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608741.902095:0:32116:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608742.413940:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789608742.413960:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789608742.413974:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5f100. 00000020:00000040:0.0:1789608742.413983:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=4 obd=MGC192.168.203.121@tcp 00000100:00000001:0.0:1789608742.413988:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608742.413992:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608742.413999:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608742.414009:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d91a306700. 00000100:00000001:0.0:1789608742.414018:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608742.414624:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS req@ffff94d907e5f100 x1876538934270336/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789608742.414640:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608742.414645:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608742.414652:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040494a69] to pc [ptlrpcd_00_01+1] req@ffff94d907e5f100 x1876538934270336/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608742.414720:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608742.414726:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608742.414729:0:2410:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608742.414736:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5f100 x1876538934270336/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608742.414745:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608742.414747:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608742.414752:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608742.414755:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608742.414758:0:2410:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608742.414762:0:2410:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2410:1876538934270336:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608742.414767:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608742.414775:0:2410:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608742.414778:0:2410:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608742.414780:0:2410:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608742.414789:0:2410:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d9071fba00. 02000000:00000001:1.0:1789608742.414792:0:2410:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608742.414801:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608742.414805:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d343c8. 00000400:00000010:1.0:1789608742.414814:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d353b8. 00000100:00000200:1.0:1789608742.414823:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934270336, portal 25 00000100:00000001:1.0:1789608742.414825:0:2410:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608742.414827:0:2410:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594164992 : -117815115386624 : ffff94d907e5f100) 00000100:00000040:1.0:1789608742.414833:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5f100 x1876538934270336/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608742.414840:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608742.414843:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608742.414846:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35770. 00000100:00000200:1.0:1789608742.414850:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876538934270336, offset 0 00000400:00000200:1.0:1789608742.414858:0:2410:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608742.414868:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608742.414878:0:2410:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608742.414886:0:2410:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608742.414891:0:2410:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608742.414895:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608742.414898:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608742.414902:0:2410:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2664:2664:256:4294967295] 192.168.203.121@tcp LPNI seq info [2664:2664:8:4294967295] 00000400:00000200:1.0:1789608742.414907:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608742.414917:0:2410:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608742.414923:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608742.414929:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faae00. 00000800:00000200:1.0:1789608742.414937:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608742.414946:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608742.414965:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faae00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608742.414985:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608742.414990:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608742.414993:0:2410:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 0 is 4296473439 00000100:00000010:1.0:1789608742.414999:0:2410:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d9094a98a0. 00000100:00000001:1.0:1789608742.415006:0:2410:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789608742.415015:0:2410:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 1 is 4296473439 00000100:00000010:1.0:1789608742.415020:0:2410:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d9094a95a0. 00000100:00000001:1.0:1789608742.415036:0:2410:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789608742.415041:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608742.415044:0:2410:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608742.415048:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608742.415051:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608742.415138:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608742.415142:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789608742.415147:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789608742.415165:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5d500. 00000020:00000040:0.0:1789608742.415170:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:0.0:1789608742.415174:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608742.415176:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608742.415180:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608742.415186:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d91a306e00. 00000100:00000001:0.0:1789608742.420607:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608742.420638:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID req@ffff94d907e5d500 x1876538934270464/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789608742.420655:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608742.420661:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608742.420669:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e976802] to pc [ptlrpcd_00_00+0] req@ffff94d907e5d500 x1876538934270464/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608742.420799:0:2410:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608742.420804:0:2410:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789608742.420808:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608742.420812:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608742.420817:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608742.420821:0:2410:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1789608742.420823:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608742.420825:0:2410:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608742.420827:0:2410:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608742.420829:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608742.420830:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608742.420832:0:2410:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608742.420841:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5d500 x1876538934270464/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608742.420851:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608742.420853:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608742.420859:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608742.420863:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608742.420867:0:2410:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608742.420870:0:2410:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934270464:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608742.420875:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608742.420882:0:2410:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608742.420886:0:2410:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608742.420889:0:2410:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608742.420902:0:2410:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d9071fb600. 02000000:00000001:1.0:1789608742.420904:0:2410:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608742.420915:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608742.420921:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34160. 00000400:00000010:1.0:1789608742.420929:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35220. 00000100:00000200:1.0:1789608742.420937:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934270464, portal 10 00000100:00000001:1.0:1789608742.420940:0:2410:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608742.420943:0:2410:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594157824 : -117815115393792 : ffff94d907e5d500) 00000100:00000040:1.0:1789608742.420953:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5d500 x1876538934270464/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608742.420961:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608742.420964:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608742.420967:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35000. 00000100:00000200:1.0:1789608742.420971:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934270464, offset 0 00000400:00000200:1.0:1789608742.420987:0:2410:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608742.421000:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608742.421013:0:2410:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608742.421019:0:2410:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608742.421024:0:2410:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608742.421029:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608742.421032:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608742.421037:0:2410:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2665:2665:255:4294967295] 192.168.203.121@tcp LPNI seq info [2665:2665:7:4294967295] 00000400:00000200:1.0:1789608742.421043:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608742.421055:0:2410:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608742.421062:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608742.421073:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faab00. 00000800:00000200:1.0:1789608742.421467:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608742.421495:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608742.421501:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608742.421507:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608742.421512:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 822921 usecs (823 jiffies) 00000400:00000200:1.0:1789608742.421517:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608742.421520:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296470334 00000100:00000001:1.0:1789608742.421524:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296473439 00000100:00000001:1.0:1789608742.421527:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296470334 00000100:00000001:1.0:1789608742.421530:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296473439 00000100:00000001:1.0:1789608742.421533:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608742.421537:0:2410:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608742.421540:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608742.421544:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608742.421574:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608742.421577:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608742.422698:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608742.422708:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faae00. 00000400:00000200:1.0:1789608742.422718:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608742.422727:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608742.422737:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35770 00000400:00000010:1.0:1789608742.422740:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35770. 00000100:00000001:1.0:1789608742.422747:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608742.422755:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5f100 x1876538934270336/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608742.422770:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608742.422773:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5f100 x1876538934270336/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608758 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608742.422781:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608742.422783:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608742.422867:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608742.422871:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faab00. 00000400:00000200:1.0:1789608742.422874:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608742.422878:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608742.422882:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35000 00000400:00000010:1.0:1789608742.422884:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35000. 00000100:00000001:1.0:1789608742.422887:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608742.422891:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5d500 x1876538934270464/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608742.422899:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608742.422902:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5d500 x1876538934270464/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608758 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608742.422908:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608742.422909:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789608742.426598:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608742.426611:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789608742.426617:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789608742.426634:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5f480. 00000020:00000040:0.0:1789608742.426642:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=4 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000100:00000001:0.0:1789608742.426647:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608742.426652:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608742.426660:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608742.426672:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d91a306d00. 00000100:00000001:1.0:1789608742.426972:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608742.426977:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608742.426983:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608742.426987:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608742.427061:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608742.427078:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID req@ffff94d907e5f480 x1876538934270592/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789608742.427092:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608742.427098:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608742.427105:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000434eb50e] to pc [ptlrpcd_00_01+1] req@ffff94d907e5f480 x1876538934270592/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608742.427147:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608742.427150:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608742.427152:0:2410:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608742.427161:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5f480 x1876538934270592/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608742.427169:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608742.427172:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608742.427177:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608742.427180:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608742.427183:0:2410:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608742.427187:0:2410:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934270592:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608742.427192:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608742.427200:0:2410:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608742.427203:0:2410:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608742.427206:0:2410:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608742.427213:0:2410:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d9071fb800. 02000000:00000001:1.0:1789608742.427215:0:2410:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608742.427225:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608742.427305:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608742.427309:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789608742.427312:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1789608742.427316:0:21207:0:(import.c:2113:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:0.0:1789608742.427319:0:21207:0:(import.c:1807:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1789608742.427324:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5ce00. 00000020:00000040:0.0:1789608742.427327:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00000100:00000001:0.0:1789608742.427331:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608742.427332:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608742.427334:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608742.427342:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d91a306800. 00000100:00000001:0.0:1789608742.427345:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608742.427347:0:21207:0:(import.c:1845:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446626258594156032 : -117815115395584 : ffff94d907e5ce00) 00000100:00080000:0.0:1789608742.427350:0:21207:0:(import.c:65:import_set_state_nolock()) ffff94d902b13800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1789608742.427353:0:21207:0:(import.c:2148:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff94d904ceb000: disconnect after 23s idle 00000100:00000001:0.0:1789608742.427356:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608742.427358:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608742.427363:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000e8091ca] to pc [ptlrpcd_rcv+-1] req@ffff94d907e5ce00 x1876538934270720/t0(0) o9->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1789608742.427929:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34aa8. 00000400:00000010:1.0:1789608742.427936:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35000. 00000100:00000200:1.0:1789608742.427940:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934270592, portal 10 00000100:00000001:1.0:1789608742.427942:0:2410:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608742.427943:0:2410:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594165888 : -117815115385728 : ffff94d907e5f480) 00000100:00000040:1.0:1789608742.427952:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5f480 x1876538934270592/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608742.427960:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608742.427962:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608742.427966:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35770. 00000100:00000200:1.0:1789608742.427968:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934270592, offset 0 00000400:00000200:1.0:1789608742.427972:0:2410:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608742.427977:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608742.427981:0:2410:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608742.427983:0:2410:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608742.427986:0:2410:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608742.427989:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608742.427992:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608742.427995:0:2410:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2667:2667:255:4294967295] 192.168.203.121@tcp LPNI seq info [2667:2667:7:4294967295] 00000400:00000200:1.0:1789608742.427999:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608742.428006:0:2410:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608742.428010:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608742.428014:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faab00. 00000800:00000200:1.0:1789608742.428019:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608742.428023:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608742.428026:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608742.428029:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608742.428033:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: using a timeout of 23296 usecs (24 jiffies) 00000400:00000200:1.0:1789608742.428036:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608742.428038:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296469541 00000100:00000001:1.0:1789608742.428042:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296473439 00000100:00000001:1.0:1789608742.428045:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296469541 00000100:00000001:1.0:1789608742.428047:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296473439 00000100:00000001:1.0:1789608742.428050:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608742.428065:0:2410:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608742.428071:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608742.428074:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608742.428083:0:2410:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608742.428086:0:2410:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789608742.428088:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608742.428090:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608742.428091:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608742.428093:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608742.428127:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608742.428130:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608742.428415:0:21207:0:(import.c:2152:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608742.428419:0:21207:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608742.428422:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789608742.428425:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1789608742.428427:0:21207:0:(import.c:2113:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:0.0:1789608742.428430:0:21207:0:(import.c:1807:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1789608742.428435:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5f800. 00000020:00000040:0.0:1789608742.428440:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b13000 refcount=3 obd=lustre-OST0001-osc-ffff94d904ceb000 00000100:00000001:0.0:1789608742.428443:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608742.428445:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608742.428448:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608742.428454:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d91a306200. 00000100:00000001:0.0:1789608742.428460:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608742.428462:0:21207:0:(import.c:1845:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446626258594166784 : -117815115384832 : ffff94d907e5f800) 00000100:00080000:0.0:1789608742.428465:0:21207:0:(import.c:65:import_set_state_nolock()) ffff94d902b13000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1789608742.428468:0:21207:0:(import.c:2148:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff94d904ceb000: disconnect after 23s idle 00000100:00000001:0.0:1789608742.428472:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608742.428475:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608742.428491:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a71d49b5] to pc [ptlrpcd_rcv+-1] req@ffff94d907e5f800 x1876538934270848/t0(0) o9->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1789608742.428603:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608742.428608:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a213300. 00000400:00000200:1.0:1789608742.428614:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608742.428619:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608742.428626:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c6e8 00000400:00000010:1.0:1789608742.428629:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c6e8. 00000100:00000001:1.0:1789608742.428633:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608742.428638:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5ce00 x1876538934270720/t0(0) o9->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608752 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608742.428649:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608742.428652:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5ce00 x1876538934270720/t0(0) o9->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608752 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608742.428660:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608742.428662:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608742.428672:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608742.428705:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608742.428708:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608742.428711:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608742.428716:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608742.428720:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608742.428727:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608742.428730:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608742.428735:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608742.428739:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 25 MB=0x6aab3c4959980 00000400:00000200:1.0:1789608742.428743:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608742.428750:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.121@tcp of length 224/224 into md 0x7a89 [1] + 224 00000800:00000001:1.0:1789608742.428758:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608742.428765:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608742.428845:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608742.428849:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608742.428855:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608742.428862:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5f100 x1876538934270336/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608758 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608742.428873:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907e5f100 x1876538934270336/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608758 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608742.428887:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000200:1.0:1789608742.429032:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608742.429036:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faab00. 00000400:00000200:1.0:1789608742.429041:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608742.429044:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608742.429048:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35770 00000400:00000010:1.0:1789608742.429050:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35770. 00000100:00000001:1.0:1789608742.429053:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608742.429057:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5f480 x1876538934270592/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608742.429066:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608742.429068:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5f480 x1876538934270592/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608758 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608742.429074:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608742.429076:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608742.429080:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608742.429084:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608742.429105:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608742.429108:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789608742.429115:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608742.429117:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608742.429120:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d343c8. 00000400:00000200:1.0:1789608742.429123:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d353b8 00000400:00000010:1.0:1789608742.429124:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d353b8. 00000100:00000001:1.0:1789608742.429126:0:2410:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608742.429130:0:2410:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5f100 x1876538934270336/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608758 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608742.429138:0:2410:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5f100 x1876538934270336/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608758 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608742.429144:0:2410:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608742.429146:0:2410:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608742.429148:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608742.429151:0:2410:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608742.429154:0:2410:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608742.429156:0:2410:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608742.429159:0:2410:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608742.429167:0:2410:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d90510e460 time=100 v=5 (5 5 5 5) 00000100:00001000:1.0:1789608742.429171:0:2410:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d90510e418 time=100 v=5 (1 1 1 1) 00000100:00000001:1.0:1789608742.429174:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608742.429176:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608742.429179:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608742.429182:0:2410:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608742.429185:0:2410:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608742.429191:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5f100 x1876538934270336/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608758 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608742.429197:0:2410:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608742.429200:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608742.429202:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608742.429206:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5f100 x1876538934270336/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608758 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608742.429213:0:2410:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2410:1876538934270336:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608742.429218:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608742.429220:0:2410:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608742.429223:0:2410:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5f100 x1876538934270336/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608758 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608742.429229:0:2410:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608742.429232:0:2410:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608742.429236:0:2410:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d9071fba00. 02000000:00000001:1.0:1789608742.429239:0:2410:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608742.429242:0:2410:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608742.429244:0:2410:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=3 obd=MGC192.168.203.121@tcp 00000020:00000001:1.0:1789608742.429246:0:2410:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608742.429249:0:2410:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d91a306700. 02000000:00000001:1.0:1789608742.429252:0:2410:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608742.429254:0:2410:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608742.429256:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5f100. 00000100:00000001:1.0:1789608742.429259:0:2410:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608742.429261:0:2410:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608742.429263:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608742.429265:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608742.429266:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608742.429268:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608742.429269:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608742.430970:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608742.430975:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a213300. 00000400:00000200:1.0:1789608742.430984:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608742.430988:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608742.430994:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6ca18 00000400:00000010:1.0:1789608742.430997:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6ca18. 00000100:00000001:1.0:1789608742.431000:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608742.431005:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5f800 x1876538934270848/t0(0) o9->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608752 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608742.431015:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608742.431018:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5f800 x1876538934270848/t0(0) o9->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608752 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608742.431024:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608742.431025:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789608742.431360:0:21207:0:(import.c:2152:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608742.431365:0:21207:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608742.431372:0:21207:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1807) 00000800:00000001:1.0:1789608742.435762:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608742.435787:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608742.435792:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608742.435795:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608742.435806:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608742.435817:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608742.435828:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608742.435834:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608742.435841:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608742.435846:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4959a00 00000400:00000200:1.0:1789608742.435852:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608742.435859:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x7a99 [1] + 224 00000800:00000001:1.0:1789608742.435868:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608742.435872:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608742.435875:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608742.435880:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608742.435895:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608742.435907:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5d500 x1876538934270464/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608758 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608742.435919:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907e5d500 x1876538934270464/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608758 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608742.435948:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608742.435958:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608742.435962:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608742.435964:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608742.435967:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608742.435969:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608742.435973:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608742.435977:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608742.435980:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608742.435989:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608742.435992:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c4959b00 00000400:00000200:1.0:1789608742.435996:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608742.436002:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x7aa9 [1] + 224 00000800:00000001:1.0:1789608742.436005:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608742.436009:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608742.436011:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608742.436014:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608742.436018:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608742.436022:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5ce00 x1876538934270720/t0(0) o9->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608752 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608742.436031:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907e5ce00 x1876538934270720/t0(0) o9->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608752 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608742.436053:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608742.436057:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608742.436061:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608742.436062:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608742.436065:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608742.436068:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608742.436072:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608742.436076:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608742.436079:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608742.436082:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608742.436085:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4959a80 00000400:00000200:1.0:1789608742.436088:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608742.436091:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x7ab1 [1] + 224 00000800:00000001:1.0:1789608742.436095:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608742.436116:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608742.436119:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608742.436122:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608742.436126:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608742.436131:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5f480 x1876538934270592/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608758 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608742.436139:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907e5f480 x1876538934270592/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608758 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608742.436146:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608742.436150:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608742.436153:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608742.436220:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608742.436225:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789608742.436233:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608742.436235:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608742.436240:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34aa8. 00000400:00000200:0.0:1789608742.436245:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35000 00000400:00000010:0.0:1789608742.436248:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35000. 00000100:00000001:0.0:1789608742.436251:0:2410:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608742.436256:0:2410:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5f480 x1876538934270592/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608758 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608742.436265:0:2410:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5f480 x1876538934270592/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608758 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608742.436271:0:2410:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608742.436273:0:2410:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608742.436275:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608742.436279:0:2410:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608742.436282:0:2410:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608742.436285:0:2410:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608742.436288:0:2410:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608742.436300:0:2410:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b17c60 time=100 v=5 (104 104 104 137) 00000100:00001000:0.0:1789608742.436319:0:2410:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b17c18 time=100 v=5 (1 1 1 1) 00000100:00000001:0.0:1789608742.436393:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608742.436396:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608742.436400:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608742.436405:0:2410:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608742.436415:0:2410:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608742.436418:0:2410:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1789608742.436421:0:2410:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608742.436423:0:2410:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608742.436429:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5f480 x1876538934270592/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608758 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608742.436442:0:2410:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608742.436445:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608742.436448:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608742.436453:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5f480 x1876538934270592/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608758 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789608742.436461:0:2410:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934270592:192.168.203.121@tcp:400:kworker.0 00000400:00000001:0.0:1789608742.436477:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608742.436479:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608742.436481:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34160. 00000400:00000200:0.0:1789608742.436495:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35220 00000400:00000010:0.0:1789608742.436497:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35220. 00000100:00000001:0.0:1789608742.436499:0:2410:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608742.436503:0:2410:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5d500 x1876538934270464/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608758 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608742.436512:0:2410:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5d500 x1876538934270464/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608758 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608742.436519:0:2410:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608742.436521:0:2410:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608742.436523:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608742.436525:0:2410:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608742.436526:0:2410:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608742.436528:0:2410:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608742.436530:0:2410:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608742.436534:0:2410:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=100 v=5 (104 104 104 137) 00000100:00001000:0.0:1789608742.436538:0:2410:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1789608742.436540:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608742.436542:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608742.436543:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608742.436545:0:2410:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608742.436548:0:2410:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608742.436549:0:2410:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967601 00000100:00000001:0.0:1789608742.436552:0:2410:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608742.436553:0:2410:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608742.436557:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5d500 x1876538934270464/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608758 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608742.436564:0:2410:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608742.436566:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608742.436568:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608742.436572:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5d500 x1876538934270464/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608758 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789608742.436580:0:2410:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934270464:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608742.436585:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608742.436588:0:2410:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608742.436592:0:2410:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5f480 x1876538934270592/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608758 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608742.436600:0:2410:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608742.436603:0:2410:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608742.436608:0:2410:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d9071fb800. 02000000:00000001:0.0:1789608742.436612:0:2410:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608742.436616:0:2410:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608742.436618:0:2410:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=3 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:0.0:1789608742.436621:0:2410:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608742.436624:0:2410:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d91a306d00. 02000000:00000001:0.0:1789608742.436630:0:2410:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608742.437628:0:2410:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608742.437991:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5f480. 00000100:00000001:0.0:1789608742.438002:0:2410:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608742.438004:0:2410:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608742.438008:0:2410:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608742.438020:0:2410:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5d500 x1876538934270464/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608758 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608742.438030:0:2410:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608742.438033:0:2410:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608742.438036:0:2410:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d9071fb600. 02000000:00000001:0.0:1789608742.438041:0:2410:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608742.438044:0:2410:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608742.438046:0:2410:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:0.0:1789608742.438049:0:2410:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608742.438051:0:2410:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d91a306e00. 02000000:00000001:0.0:1789608742.438054:0:2410:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608742.438055:0:2410:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608742.438057:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5d500. 00000100:00000001:0.0:1789608742.438059:0:2410:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608742.438061:0:2410:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608742.438063:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608742.438074:0:2410:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608742.438077:0:2410:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608742.438080:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608742.438083:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789608742.446120:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608742.446152:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608742.446158:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608742.446161:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608742.446172:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608742.446182:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608742.446192:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608742.446198:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608742.446204:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608742.446209:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c4959b80 00000400:00000200:1.0:1789608742.446215:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608742.446224:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x7ac1 [1] + 224 00000800:00000001:1.0:1789608742.446233:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608742.446241:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608742.446245:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608742.446250:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608742.446260:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608742.446272:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5f800 x1876538934270848/t0(0) o9->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608752 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608742.446284:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907e5f800 x1876538934270848/t0(0) o9->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608752 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608742.446309:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608742.446319:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608742.446323:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789608742.672066:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608742.672073:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608742.672080:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789608742.927698:0:32116:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789608742.927707:0:32116:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608742.927711:0:32116:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789608742.927728:0:32116:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d902fa4540 going to sleep for 1 seconds 00000100:00000001:1.0:1789608742.927733:0:32116:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608742.927738:0:32116:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608743.694955:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608743.694959:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608743.694963:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789608743.949942:0:32116:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789608743.949951:0:32116:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608743.949954:0:32116:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789608743.949962:0:32116:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d902fa4540 going to sleep for 1 seconds 00000100:00000001:1.0:1789608743.949966:0:32116:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608743.949972:0:32116:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608744.973859:0:32116:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789608744.973870:0:32116:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000400:1.0:1789608744.973890:0:32116:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789608728/real 1789608728] req@ffff94d907d25f80 x1876538934268800/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 1 dl 1789608744 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000400:00000001:1.0:1789608744.973913:0:32116:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608744.973917:0:32116:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608744.973921:0:32116:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21a50. 00000400:00000200:1.0:1789608744.973930:0:32116:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c7f8 00000400:00000010:1.0:1789608744.973933:0:32116:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c7f8. 00000100:00000001:1.0:1789608744.973939:0:32116:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608744.973944:0:32116:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d25f80 x1876538934268800/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 1 dl 1789608744 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789608744.973958:0:32116:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d25f80 x1876538934268800/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 1 dl 1789608744 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608744.973976:0:32116:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608744.973978:0:32116:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608744.973981:0:32116:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608744.973983:0:32116:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608744.973988:0:32116:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:1.0:1789608744.973992:0:32116:0:(import.c:65:import_set_state_nolock()) ffff94d902b11800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1789608744.973996:0:32116:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff94d904ceb000: Connection to lustre-MDT0000 (at 192.168.203.121@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:1.0:1789608744.974000:0:32116:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:1.0:1789608744.974004:0:32116:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:1.0:1789608744.974007:0:32116:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608744.974009:0:32116:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1789608744.974011:0:32116:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:1.0:1789608744.974034:0:32116:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:1.0:1789608744.974037:0:32116:0:(client.c:2556:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608744.974040:0:32116:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608744.974042:0:32116:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608744.974045:0:32116:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d902fa4540 going to sleep for 0 seconds 00000100:00000001:1.0:1789608744.974048:0:32116:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608744.974051:0:32116:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608744.974053:0:32116:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608744.974055:0:32116:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608744.974059:0:32116:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608744.974154:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789608744.974161:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789608744.974169:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5d500. 00000020:00000040:0.0:1789608744.974174:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=4 obd=MGC192.168.203.121@tcp 00000100:00000001:0.0:1789608744.974179:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608744.974183:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608744.974189:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608744.974197:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d91a306e00. 00000100:00000001:0.0:1789608744.974205:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608744.974212:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS req@ffff94d907e5d500 x1876538934270976/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789608744.974222:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608744.974227:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608744.974886:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e976802] to pc [ptlrpcd_00_00+0] req@ffff94d907e5d500 x1876538934270976/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608744.974931:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789608744.974934:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789608744.974938:0:21207:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1789608744.974941:0:21207:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789608744.974943:0:21207:0:(import.c:65:import_set_state_nolock()) ffff94d902b11800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789608744.974948:0:21207:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789608744.974952:0:21207:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff94d904ceb000: connect to NID 192.168.203.121@tcp last attempt 1776 00000400:00000200:0.0:1789608744.974961:0:21207:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608744.974968:0:21207:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.121@tcp is discovered: rc = 1 00000100:00000040:0.0:1789608744.974972:0:21207:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff94d907ddb340 refcount 14 to 192.168.203.121@tcp 00000100:00000001:0.0:1789608744.974976:0:21207:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789608744.974978:0:21207:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff94d907ddb340 refcount 15 to 192.168.203.121@tcp 00000100:00000001:0.0:1789608744.974981:0:21207:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446626258593624896 : -117815115926720 : ffff94d907ddb340) 00000020:00000001:0.0:1789608744.974990:0:21207:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789608744.974992:0:21207:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc54db3288176f34a 00000020:00000001:0.0:1789608744.974996:0:21207:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608744.975000:0:21207:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d903101000 refcount=5 00000020:00000001:0.0:1789608744.975002:0:21207:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258513039360 : -117815196512256 : ffff94d903101000) 00000020:00000001:0.0:1789608744.975004:0:21207:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626258513039360 : -117815196512256 : ffff94d903101000) 00000100:00000040:0.0:1789608744.975007:0:21207:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff94d907ddb340 refcount 14 to 192.168.203.121@tcp 00000100:00000001:0.0:1789608744.975009:0:21207:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789608744.975011:0:21207:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff94d907ddb340 refcount 15 to 192.168.203.121@tcp 00000100:00000001:0.0:1789608744.975013:0:21207:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446626258593624896 : -117815115926720 : ffff94d907ddb340) 00000020:00000040:0.0:1789608744.975017:0:21207:0:(genops.c:879:class_export_put()) PUTting export ffff94d903101000 : new refcount 4 00000100:00080000:0.0:1789608744.975021:0:21207:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff94d904ceb000: import ffff94d902b11800 using connection 192.168.203.121@tcp/192.168.203.121@tcp 00000100:00000001:0.0:1789608744.975024:0:21207:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608744.975026:0:21207:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789608744.975036:0:21207:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608744.975039:0:21207:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608744.975042:0:21207:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789608744.975048:0:21207:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789608744.975051:0:21207:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608744.975052:0:21207:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789608744.975061:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5f480. 00000020:00000040:0.0:1789608744.975064:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:1.0:1789608744.975067:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1789608744.975068:0:21207:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789608744.975070:0:21207:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608744.975072:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608744.975072:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1789608744.975075:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1789608744.975075:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608744.975078:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608744.975082:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5d500 x1876538934270976/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1789608744.975084:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d903116000. 00000100:00000001:0.0:1789608744.975089:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608744.975092:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608744.975094:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608744.975096:0:21207:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94d907e5f480 x1876538934271104/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789608744.975104:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608744.975107:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608744.975108:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608744.975112:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1789608744.975112:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000434eb50e] to pc [ptlrpcd_rcv+-1] req@ffff94d907e5f480 x1876538934271104/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789608744.975114:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608744.975118:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2409:1876538934270976:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608744.975122:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1789608744.975125:0:21207:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608744.975128:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1789608744.975130:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1789608744.975131:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1789608744.975133:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608744.975135:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1789608744.975135:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5c700. 00000020:00000040:0.0:1789608744.975137:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=4 obd=lustre-MDT0001-mdc-ffff94d904ceb000 02000000:00000010:1.0:1789608744.975140:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d9071fba00. 00000100:00000001:0.0:1789608744.975140:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608744.975141:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608744.975142:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608744.975143:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608744.975146:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d91a306d00. 00000100:00000001:0.0:1789608744.975148:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608744.975149:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608744.975152:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d343c8. 00000100:00000040:0.0:1789608744.975152:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID req@ffff94d907e5c700 x1876538934271232/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1789608744.975159:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d353b8. 00000100:00000001:0.0:1789608744.975164:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608744.975165:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1789608744.975166:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934270976, portal 25 00000100:00000040:0.0:1789608744.975168:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000795dd6b2] to pc [ptlrpcd_00_01+1] req@ffff94d907e5c700 x1876538934271232/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608744.975169:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608744.975171:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594157824 : -117815115393792 : ffff94d907e5d500) 00000100:00000001:0.0:1789608744.975176:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608744.975177:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5d500 x1876538934270976/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608744.975179:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789608744.975183:0:21207:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1789608744.975186:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608744.975186:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789608744.975189:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000100:00000040:0.0:1789608744.975190:0:21207:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:1.0:1789608744.975192:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35770. 00000100:00000040:0.0:1789608744.975194:0:21207:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 3 (1809) 00000100:00000200:1.0:1789608744.975195:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876538934270976, offset 0 00000400:00000200:1.0:1789608744.975201:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608744.975210:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608744.975216:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608744.975222:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1789608744.975223:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608744.975225:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1789608744.975227:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000100:00000001:0.0:1789608744.975227:0:2410:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1789608744.975231:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1789608744.975231:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5c700 x1876538934271232/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1789608744.975234:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608744.975240:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2669:2669:256:4294967295] 192.168.203.121@tcp LPNI seq info [2669:2669:8:4294967295] 00000400:00000200:1.0:1789608744.975245:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608744.975255:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608744.975262:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608744.975268:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faab00. 00000800:00000200:1.0:1789608744.975276:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608744.975286:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608744.975291:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608744.975305:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608744.975310:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608744.975314:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 0 is 4296475999 00000100:00000001:1.0:1789608744.975323:0:2409:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296473439 00000100:00000001:1.0:1789608744.975327:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 1 is 4296475999 00000100:00000001:1.0:1789608744.975330:0:2409:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296473439 00000100:00000001:1.0:1789608744.975334:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608744.975337:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608744.975340:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608744.975343:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608744.975352:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608744.975354:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789608744.975357:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608744.975358:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608744.975359:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608744.975362:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608744.975706:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608744.975708:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608744.975711:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608744.975713:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608744.975715:0:2410:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608744.975719:0:2410:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934271232:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608744.975722:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608744.975725:0:2410:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608744.975727:0:2410:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608744.975728:0:2410:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608744.975733:0:2410:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d906144600. 02000000:00000001:0.0:1789608744.975735:0:2410:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608744.975739:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608744.975743:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8a50. 00000400:00000010:0.0:1789608744.975748:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed908. 00000100:00000200:0.0:1789608744.975752:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934271232, portal 10 00000100:00000001:0.0:1789608744.975753:0:2410:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608744.975755:0:2410:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594154240 : -117815115397376 : ffff94d907e5c700) 00000100:00000040:0.0:1789608744.975762:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5c700 x1876538934271232/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608744.975769:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608744.975771:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608744.975774:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edd48. 00000100:00000200:0.0:1789608744.975776:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934271232, offset 0 00000400:00000200:0.0:1789608744.975781:0:2410:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608744.975786:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608744.975790:0:2410:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608744.975793:0:2410:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608744.975796:0:2410:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608744.975798:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608744.975801:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608744.975804:0:2410:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2670:2670:255:4294967295] 192.168.203.121@tcp LPNI seq info [2670:2670:7:4294967295] 00000400:00000200:0.0:1789608744.975809:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608744.975815:0:2410:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608744.975820:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608744.975824:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306b00. 00000800:00000200:0.0:1789608744.975828:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608744.975833:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608744.975836:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608744.975840:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608744.975844:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: using a timeout of 23250 usecs (24 jiffies) 00000400:00000200:0.0:1789608744.975848:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608744.975850:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296472090 00000100:00000001:0.0:1789608744.975853:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296475999 00000100:00000001:0.0:1789608744.975855:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296472090 00000100:00000001:0.0:1789608744.975857:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296475999 00000100:00000001:0.0:1789608744.975859:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608744.975861:0:2410:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608744.975864:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608744.975866:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608744.975871:0:2410:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608744.975872:0:2410:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789608744.975874:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608744.975876:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608744.975877:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608744.975879:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608744.976166:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608744.976172:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faab00. 00000400:00000200:1.0:1789608744.976178:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608744.976183:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608744.976189:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35770 00000400:00000010:1.0:1789608744.976191:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35770. 00000100:00000001:1.0:1789608744.976195:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608744.976200:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5d500 x1876538934270976/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608744.976212:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608744.976215:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5d500 x1876538934270976/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608760 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608744.976223:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608744.976225:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608744.976245:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608744.976247:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306b00. 00000400:00000200:1.0:1789608744.976251:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608744.976254:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608744.976256:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edd48 00000400:00000010:1.0:1789608744.976258:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edd48. 00000100:00000001:1.0:1789608744.976261:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608744.976264:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5c700 x1876538934271232/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608744.976271:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608744.976274:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5c700 x1876538934271232/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608760 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608744.976280:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608744.976281:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608744.983557:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608744.983571:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a213300. 00000400:00000200:1.0:1789608744.983580:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608744.983591:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608744.983601:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c198 00000400:00000010:1.0:1789608744.983605:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c198. 00000100:00000001:1.0:1789608744.983612:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608744.983624:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5f480 x1876538934271104/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608744.983637:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608744.983641:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5f480 x1876538934271104/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608754 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608744.983655:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608744.983657:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608744.983671:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608744.983697:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608744.983701:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608744.983704:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608744.983712:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608744.983717:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608744.983725:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608744.983729:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608744.983736:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608744.983741:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 25 MB=0x6aab3c4959c00 00000400:00000200:1.0:1789608744.983746:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608744.983754:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.121@tcp of length 224/224 into md 0x7ac9 [1] + 224 00000800:00000001:1.0:1789608744.983763:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608744.983770:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608744.983772:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608744.983775:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608744.983792:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608744.983804:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5d500 x1876538934270976/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608760 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608744.983813:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907e5d500 x1876538934270976/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608760 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608744.983839:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608744.983848:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608744.983851:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608744.983873:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608744.983877:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789608744.983885:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608744.983887:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608744.983890:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d343c8. 00000400:00000200:1.0:1789608744.983893:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d353b8 00000400:00000010:1.0:1789608744.983897:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d353b8. 00000100:00000001:1.0:1789608744.983899:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608744.983903:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5d500 x1876538934270976/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608760 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608744.983911:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5d500 x1876538934270976/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608760 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608744.983917:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608744.983919:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608744.983922:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608744.983926:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608744.983929:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608744.983931:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608744.983934:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608744.983943:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d90510e460 time=102 v=5 (5 5 5 5) 00000100:00001000:1.0:1789608744.983948:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d90510e418 time=102 v=5 (1 1 1 1) 00000100:00000001:1.0:1789608744.983951:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608744.983952:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608744.983956:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608744.983958:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608744.984479:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608744.984490:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5d500 x1876538934270976/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608760 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608744.984498:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608744.984501:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608744.984503:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608744.984507:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5d500 x1876538934270976/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608760 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608744.984516:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2409:1876538934270976:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608744.984522:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608744.984525:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608744.984528:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5d500 x1876538934270976/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608760 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608744.984541:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608744.984544:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608744.984549:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d9071fba00. 02000000:00000001:1.0:1789608744.984554:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608744.984557:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608744.984559:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=3 obd=MGC192.168.203.121@tcp 00000020:00000001:1.0:1789608744.984562:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608744.984565:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d91a306e00. 02000000:00000001:1.0:1789608744.984569:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608744.984572:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608744.984574:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5d500. 00000100:00000001:1.0:1789608744.984578:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608744.984580:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608744.984582:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608744.984594:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608744.984596:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608744.984599:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608744.984602:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789608744.988969:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608744.988993:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608744.988999:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608744.989003:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608744.989014:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608744.989024:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608744.989036:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608744.989042:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608744.989048:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608744.989053:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4959d00 00000400:00000200:1.0:1789608744.989059:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608744.989067:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x7ad9 [1] + 224 00000800:00000001:1.0:1789608744.989076:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608744.989081:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608744.989085:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608744.989090:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608744.989102:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608744.989113:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5c700 x1876538934271232/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608760 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608744.989126:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907e5c700 x1876538934271232/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608760 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608744.989191:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608744.989196:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608744.989215:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608744.989225:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608744.989230:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608744.989232:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608744.989234:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608744.989238:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608744.989242:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608744.989247:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608744.989250:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608744.989255:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608744.989260:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 416 into portal 10 MB=0x6aab3c4959c80 00000400:00000200:1.0:1789608744.989266:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608744.989273:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 416/416 into md 0x7ae9 [1] + 0 00000800:00000001:1.0:1789608744.989278:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608744.989288:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608744.989292:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608744.989307:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608744.989313:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608744.989321:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5f480 x1876538934271104/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608754 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608744.989334:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff94d907e5f480 x1876538934271104/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608754 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608744.989447:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608744.989456:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608744.989479:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789608744.994913:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608744.994923:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608744.994929:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8a50. 00000400:00000200:0.0:1789608744.994941:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed908 00000400:00000010:0.0:1789608744.994944:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed908. 00000100:00000001:0.0:1789608744.994951:0:2410:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608744.994968:0:2410:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5c700 x1876538934271232/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608760 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608744.994982:0:2410:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5c700 x1876538934271232/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608760 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608744.994991:0:2410:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608744.994994:0:2410:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608744.994997:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608744.995002:0:2410:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608744.995005:0:2410:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608744.995008:0:2410:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608744.995012:0:2410:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608744.995026:0:2410:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b17c60 time=102 v=5 (104 104 104 137) 00000100:00001000:0.0:1789608744.995034:0:2410:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b17c18 time=102 v=5 (1 1 1 1) 00000100:00000001:0.0:1789608744.995038:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608744.995042:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608744.995047:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608744.995054:0:2410:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608744.995061:0:2410:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608744.995065:0:2410:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1789608744.995069:0:2410:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608744.995071:0:2410:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608744.995080:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5c700 x1876538934271232/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608760 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608744.995091:0:2410:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608744.995096:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608744.995099:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608744.995104:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5c700 x1876538934271232/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608760 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789608744.995113:0:2410:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934271232:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608744.995119:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608744.995123:0:2410:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608744.995126:0:2410:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5c700 x1876538934271232/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608760 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608744.995133:0:2410:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608744.995136:0:2410:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608744.995141:0:2410:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d906144600. 02000000:00000001:0.0:1789608744.995145:0:2410:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608744.995149:0:2410:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608744.995151:0:2410:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=3 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:0.0:1789608744.995155:0:2410:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608744.995159:0:2410:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d91a306d00. 02000000:00000001:0.0:1789608744.995162:0:2410:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608744.995164:0:2410:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608744.995180:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5c700. 00000100:00000001:0.0:1789608744.995185:0:2410:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608744.995187:0:2410:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608744.995190:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608744.995202:0:2410:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608744.995205:0:2410:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608744.995208:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608744.995212:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608745.002303:0:32153:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:0.0:1789608745.002309:0:32153:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:0.0:1789608745.002314:0:32153:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608745.002317:0:32153:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608745.002320:0:32153:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:0.0:1789608745.002323:0:32153:0:(genops.c:1229:class_import_put()) Process leaving 00000002:00000001:0.0:1789608745.002325:0:32153:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608745.003187:0:32126:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789608745.003199:0:32126:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608745.003202:0:32126:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608745.003207:0:32126:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2ab00. 00000400:00000200:1.0:1789608745.003216:0:32126:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a96e8 00000400:00000010:1.0:1789608745.003219:0:32126:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a96e8. 00000100:00000001:1.0:1789608745.003225:0:32126:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608745.003234:0:32126:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908493480 x1876538934267904/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/512 e 0 to 0 dl 1789608865 ref 2 fl Rpc:SQr/200/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608745.003246:0:32126:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908493480 x1876538934267904/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/512 e 0 to 0 dl 1789608865 ref 2 fl Rpc:SQU/200/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608745.003254:0:32126:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608745.003257:0:32126:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608745.003260:0:32126:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608745.003262:0:32126:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608745.003265:0:32126:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608745.003269:0:32126:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608745.003272:0:32126:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608745.003275:0:32126:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:1.0:1789608745.003279:0:32126:0:(client.c:3742:ptlrpc_set_mbits()) resend with new mbits old x1876538934267904 new x1876538934271488 02000000:00000001:1.0:1789608745.003283:0:32126:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608745.003285:0:32126:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608745.003291:0:32126:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608745.003296:0:32126:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d343c8. 00000400:00000010:1.0:1789608745.003302:0:32126:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d353b8. 00000100:00000200:1.0:1789608745.003306:0:32126:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934267904, portal 10 00000100:00000001:1.0:1789608745.003308:0:32126:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608745.003310:0:32126:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600670336 : -117815108881280 : ffff94d908493480) 00000100:00000040:1.0:1789608745.003318:0:32126:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=202 req@ffff94d908493480 x1876538934267904/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/512 e 0 to 0 dl 1789608885 ref 3 fl Rpc:r/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608745.003325:0:32126:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608745.003328:0:32126:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608745.003331:0:32126:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35770. 00000100:00000200:1.0:1789608745.003335:0:32126:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1876538934267904, offset 0 00000400:00000200:1.0:1789608745.003341:0:32126:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608745.003348:0:32126:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608745.003353:0:32126:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608745.003357:0:32126:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608745.003361:0:32126:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608745.003363:0:32126:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608745.003403:0:32126:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608745.003407:0:32126:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2673:2673:255:4294967295] 192.168.203.121@tcp LPNI seq info [2673:2673:7:4294967295] 00000400:00000200:1.0:1789608745.003412:0:32126:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608745.003420:0:32126:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608745.003426:0:32126:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608745.003432:0:32126:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faab00. 00000800:00000200:1.0:1789608745.003439:0:32126:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608745.003444:0:32126:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608745.003447:0:32126:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faab00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1789608745.003451:0:32126:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608745.003455:0:32126:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 820483 usecs (821 jiffies) 00000400:00000200:1.0:1789608745.003890:0:32126:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608745.003896:0:32126:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296472914 00000100:00000001:1.0:1789608745.003899:0:32126:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296475999 00000100:00000001:1.0:1789608745.003902:0:32126:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296472914 00000100:00000001:1.0:1789608745.003904:0:32126:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296475999 00000100:00000001:1.0:1789608745.003906:0:32126:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608745.003910:0:32126:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608745.003913:0:32126:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608745.003915:0:32126:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=135 : 135 : 87) 00000100:00100000:1.0:1789608745.003918:0:32126:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d90340be40 going to sleep for 135 seconds 00000100:00000001:1.0:1789608745.003920:0:32126:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608745.003922:0:32126:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608745.004112:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608745.004119:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a213300. 00000400:00000200:0.0:1789608745.004127:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608745.004134:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608745.004141:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c330 00000400:00000010:0.0:1789608745.004143:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c330. 00000100:00000001:0.0:1789608745.004148:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608745.004154:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25f80 x1876538934268800/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608761 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608745.004176:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608745.004180:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d25f80 x1876538934268800/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608761 ref 3 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608745.004186:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608745.004188:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608745.005201:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608745.005209:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faab00. 00000400:00000200:0.0:1789608745.005217:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608745.005224:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608745.005231:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35770 00000400:00000010:0.0:1789608745.005234:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35770. 00000100:00000001:0.0:1789608745.005239:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608745.005245:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908493480 x1876538934267904/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/512 e 0 to 0 dl 1789608885 ref 3 fl Rpc:r/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608745.005262:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608745.005265:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908493480 x1876538934267904/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/512 e 0 to 0 dl 1789608885 ref 3 fl Rpc:Qr/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608745.005271:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608745.005273:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608745.013072:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608745.013096:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608745.013103:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608745.013108:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608745.013118:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608745.013127:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608745.013137:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608745.013143:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608745.013148:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608745.013165:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 456 into portal 10 MB=0x6aab3c4959d80 00000400:00000200:1.0:1789608745.013172:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608745.013179:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 456/456 into md 0x7af1 [1] + 224 00000800:00000001:1.0:1789608745.013189:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608745.013198:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608745.013202:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608745.013207:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608745.013216:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608745.013227:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d25f80 x1876538934268800/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608761 ref 2 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608745.013241:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff94d907d25f80 x1876538934268800/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608761 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608745.013263:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608745.013275:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608745.013279:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789608745.014125:0:32116:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789608745.014130:0:32116:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e016e7e00 00000080:00002000:0.0:1789608745.014133:0:32116:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff94d918b43948, parent ffff94d918b43ca8, inode ffff94d9189242c8) hashed, 00000080:00000001:0.0:1789608745.014136:0:32116:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789608745.014149:0:32116:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789608745.014155:0:32116:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1789608745.014160:0:32116:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789608745.014162:0:32116:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e016e7e00 00000080:00002000:0.0:1789608745.014163:0:32116:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-1 (ffff94d918b43ca8, parent ffff94d918a99a20, inode ffff94d9189b2a08) hashed, 00000080:00000001:0.0:1789608745.014166:0:32116:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789608745.014180:0:32116:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789608745.014183:0:32116:0:(dcache.c:48:ll_release()) Process leaving 00000800:00000001:0.0:1789608745.032991:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608745.033080:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608745.033086:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608745.033089:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608745.033101:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608745.033110:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608745.033124:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608745.033129:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608745.033136:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608745.033141:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 456 into portal 10 MB=0x6aab3c4959e00 00000400:00000200:0.0:1789608745.033147:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608745.033154:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 456/456 into md 0x7af9 [1] + 224 00000800:00000001:0.0:1789608745.033163:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608745.033289:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608745.033294:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608745.033300:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608745.033311:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608745.033322:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908493480 x1876538934267904/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/512 e 0 to 0 dl 1789608885 ref 2 fl Rpc:Qr/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608745.033334:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff94d908493480 x1876538934267904/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/512 e 0 to 0 dl 1789608885 ref 2 fl Rpc:RQ/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608745.033404:0:32126:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000080:00000010:0.1:1789608745.035416:0:2401:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f68600. 00000080:00000010:0.1:1789608745.035444:0:2401:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f68320. 00000100:00000001:0.0:1789608745.035625:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608745.035648:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608745.035660:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789608745.040439:0:32126:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608745.040448:0:32126:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608745.040454:0:32126:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d343c8. 00000400:00000200:1.0:1789608745.040582:0:32126:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d353b8 00000400:00000010:1.0:1789608745.040586:0:32126:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d353b8. 00000100:00000001:1.0:1789608745.040593:0:32126:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608745.040609:0:32126:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908493480 x1876538934267904/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/512 e 0 to 0 dl 1789608885 ref 2 fl Rpc:RQ/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608745.040623:0:32126:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908493480 x1876538934267904/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/512 e 0 to 0 dl 1789608885 ref 2 fl Rpc:RQU/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608745.040637:0:32126:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608745.040640:0:32126:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608745.040644:0:32126:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608745.040648:0:32126:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608745.040652:0:32126:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608745.040654:0:32126:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608745.040658:0:32126:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608745.040670:0:32126:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=103 v=5 (104 104 104 137) 00000100:00001000:1.0:1789608745.040831:0:32126:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608745.040835:0:32126:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608745.040837:0:32126:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608745.040841:0:32126:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608745.040846:0:32126:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608745.040851:0:32126:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608745.040854:0:32126:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967601 00000100:00000001:1.0:1789608745.040857:0:32126:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608745.040860:0:32126:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608745.040866:0:32126:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908493480 x1876538934267904/t4294967601(4294967601) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/456 e 0 to 0 dl 1789608885 ref 2 fl Rpc:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608745.040875:0:32126:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608745.040880:0:32126:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608745.040882:0:32126:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608745.040887:0:32126:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908493480 x1876538934267904/t4294967601(4294967601) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/456 e 0 to 0 dl 1789608885 ref 2 fl Interpret:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608745.040895:0:32126:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908493480 pname:cluuid:pid:xid:nid:opc:job touch:25f5d458-2cbe-49cd-9693-334c08df7e27:32126:1876538934267904:192.168.203.121@tcp:36:touch.0 00000100:00000001:1.0:1789608745.040902:0:32126:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608745.040906:0:32126:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608745.040908:0:32126:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789608745.040911:0:32126:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608745.040915:0:32126:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908493480 x1876538934267904/t4294967601(4294967601) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/456 e 0 to 0 dl 1789608885 ref 2 fl Complete:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608745.040928:0:32126:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789608745.040932:0:32126:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d90340be40. 00000100:00000001:1.0:1789608745.040937:0:32126:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789608745.040939:0:32126:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608745.040948:0:32126:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608745.040951:0:32126:0:(lmv_obd.c:3047:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608745.040959:0:32126:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1789608745.040961:0:32126:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789608745.040972:0:32126:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611170 : 144115205339611170 : 200000405000022) 00000080:00000001:1.0:1789608745.040975:0:32126:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000100:00000001:1.0:1789608745.040981:0:32126:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608745.040985:0:32126:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908493480 x1876538934267904/t4294967601(4294967601) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/456 e 0 to 0 dl 1789608885 ref 1 fl Complete:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608745.040993:0:32126:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608745.040996:0:32126:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608745.041001:0:32126:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d90839b000. 02000000:00000001:1.0:1789608745.041226:0:32126:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608745.041230:0:32126:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608745.041232:0:32126:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:1.0:1789608745.041234:0:32126:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608745.041237:0:32126:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d911dcce00. 02000000:00000001:1.0:1789608745.041242:0:32126:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608745.041244:0:32126:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608745.041246:0:32126:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908493480. 00000100:00000001:1.0:1789608745.041250:0:32126:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608745.041251:0:32126:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789608745.041255:0:32126:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1789608745.041257:0:32126:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608745.041259:0:32126:0:(llite_lib.c:2188:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608745.041263:0:32126:0:(pcc.c:2679:pcc_inode_setattr()) Process entered 00000080:00000001:1.0:1789608745.041266:0:32126:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1789608745.041269:0:32126:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789608745.041271:0:32126:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1789608745.041272:0:32126:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608745.041275:0:32126:0:(pcc.c:2688:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608745.041279:0:32126:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:1.0:1789608745.041281:0:32126:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789608745.041286:0:32126:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514697752 : -117815194853864 : ffff94d903295e18) 00000020:00001000:1.0:1789608745.041289:0:32126:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295e10 00000020:00000001:1.0:1789608745.041294:0:32126:0:(cl_object.c:143:cl_object_top()) ffff94d904aaa210 -> ffff94d904aaa210 00000020:00000001:1.0:1789608745.041297:0:32126:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:1.0:1789608745.041300:0:32126:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1789608745.041302:0:32126:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x22:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1789608745.041306:0:32126:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789608745.041307:0:32126:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1789608745.041310:0:32126:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1789608745.041313:0:32126:0:(file.c:6135:ll_take_md_lock()) Process entered 00000080:00000040:1.0:1789608745.041315:0:32126:0:(file.c:6137:ll_take_md_lock()) trying to match res [0x200000405:0x22:0x0] 00800000:00000001:1.0:1789608745.041320:0:32126:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789608745.041323:0:32126:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789608745.041326:0:32126:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789608745.041329:0:32126:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789608745.041331:0:32126:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608745.041333:0:32126:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x22:0x0] 00800000:00000001:1.0:1789608745.041336:0:32126:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608745.041340:0:32126:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789608745.041344:0:32126:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789608745.041352:0:32126:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608745.041354:0:32126:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608745.041356:0:32126:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x22:0x0]: 0 00000080:00000001:1.0:1789608745.041358:0:32126:0:(file.c:6142:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608745.041361:0:32126:0:(file.c:7047:ll_layout_intent()) Process entered 00000080:00000010:1.0:1789608745.041909:0:32126:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d9071fac00. 00000080:00010000:1.0:1789608745.041920:0:32126:0:(file.c:7065:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000405:0x22:0x0](ffff94d9189b5b88) 00000080:00000001:1.0:1789608745.041924:0:32126:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789608745.041929:0:32126:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789608745.041932:0:32126:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01883958 00800000:00000002:1.0:1789608745.041935:0:32126:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200000405:0x22:0x0] '' on [0x200000405:0x22:0x0] 00800000:00000001:1.0:1789608745.041940:0:32126:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789608745.041942:0:32126:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789608745.041944:0:32126:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789608745.041945:0:32126:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789608745.041947:0:32126:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789608745.041949:0:32126:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608745.041951:0:32126:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x22:0x0] 00800000:00000001:1.0:1789608745.041953:0:32126:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608745.041956:0:32126:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x22:0x0], fid2=[0x200000405:0x22:0x0], name='' -> mds #0 00000002:00000001:1.0:1789608745.041961:0:32126:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789608745.041964:0:32126:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01883828 00000002:00010000:1.0:1789608745.041966:0:32126:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x22:0x0]) in obj [0x200000405:0x22:0x0], intent: layout flags 0 00000002:00000001:1.0:1789608745.041971:0:32126:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789608745.041973:0:32126:0:(mdc_locks.c:708:mdc_intent_layout_pack()) Process entered 00000100:00000010:1.0:1789608745.041979:0:32126:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904054700. 00000020:00000040:1.0:1789608745.041984:0:32126:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00010000:00000001:1.0:1789608745.041989:0:32126:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789608745.041995:0:32126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789608745.042000:0:32126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608745.042600:0:32126:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608745.042606:0:32126:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608745.042611:0:32126:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608745.042623:0:32126:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d9071fb400. 00000100:00000001:1.0:1789608745.042632:0:32126:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608745.042638:0:32126:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789608745.042640:0:32126:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608745.042642:0:32126:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789608745.042644:0:32126:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608745.042646:0:32126:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608745.042651:0:32126:0:(mdc_locks.c:741:mdc_intent_layout_pack()) Process leaving (rc=18446626258529109760 : -117815180441856 : ffff94d904054700) 00010000:00000001:1.0:1789608745.042655:0:32126:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789608745.042658:0:32126:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789608745.042666:0:32126:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d90906b900. 00010000:00000010:1.0:1789608745.042671:0:32126:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d9121c3680. 00010000:00000001:1.0:1789608745.042936:0:32126:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789608745.042941:0:32126:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d903f6b800. 00000020:00000001:1.0:1789608745.042948:0:32126:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789608745.042952:0:32126:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d903f6b800 with handle 0xc54db3288176fda7 to hash 00000020:00000001:1.0:1789608745.042954:0:32126:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789608745.042957:0:32126:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626258528155648 : -117815181395968 : ffff94d903f6b800) 00010000:00000001:1.0:1789608745.042961:0:32126:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626258528155648 : -117815181395968 : ffff94d903f6b800) 00010000:00000001:1.0:1789608745.042966:0:32126:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608745.042970:0:32126:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608745.042975:0:32126:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b800/0xc54db3288176fda7 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32126 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789608745.042986:0:32126:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b800/0xc54db3288176fda7 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32126 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789608745.042999:0:32126:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b800/0xc54db3288176fda7 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32126 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789608745.043603:0:32126:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789608745.043606:0:32126:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789608745.043616:0:32126:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d907f67780. 00000100:00000001:1.0:1789608745.043619:0:32126:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258595248000 : -117815114303616 : ffff94d907f67780) 00000100:00000001:1.0:1789608745.043624:0:32126:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608745.043625:0:32126:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529109760 : -117815180441856 : ffff94d904054700) 00000100:00000001:1.0:1789608745.043632:0:32126:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608745.043636:0:32126:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608745.043639:0:32126:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789608745.043641:0:32126:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608745.043654:0:32126:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904054700 x1876538934271616/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 376/472 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608745.043663:0:32126:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608745.043666:0:32126:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608745.043670:0:32126:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608745.043795:0:32126:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608745.043800:0:32126:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608745.043805:0:32126:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904054700 pname:cluuid:pid:xid:nid:opc:job touch:25f5d458-2cbe-49cd-9693-334c08df7e27:32126:1876538934271616:192.168.203.121@tcp:101:touch.0 00000100:00000001:1.0:1789608745.043810:0:32126:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608745.043816:0:32126:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608745.043820:0:32126:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608745.043822:0:32126:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608745.043829:0:32126:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d908240400. 02000000:00000001:1.0:1789608745.043830:0:32126:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608745.043840:0:32126:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608745.043845:0:32126:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d343c8. 00000400:00000010:1.0:1789608745.043853:0:32126:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d353b8. 00000100:00000200:1.0:1789608745.043862:0:32126:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934271616, portal 10 00000100:00000001:1.0:1789608745.043864:0:32126:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608745.043866:0:32126:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529109760 : -117815180441856 : ffff94d904054700) 00000100:00000040:1.0:1789608745.043873:0:32126:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d904054700 x1876538934271616/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 376/472 e 0 to 0 dl 1789608761 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608745.043882:0:32126:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608745.043886:0:32126:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608745.043888:0:32126:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d354c8. 00000100:00000200:1.0:1789608745.043891:0:32126:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1876538934271616, offset 0 00000400:00000200:1.0:1789608745.043898:0:32126:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608745.043909:0:32126:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608745.043919:0:32126:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608745.043925:0:32126:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608745.043929:0:32126:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608745.043933:0:32126:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608745.043936:0:32126:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608745.043940:0:32126:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2674:2674:256:4294967295] 192.168.203.121@tcp LPNI seq info [2674:2674:8:4294967295] 00000400:00000200:1.0:1789608745.043944:0:32126:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608745.043955:0:32126:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608745.043963:0:32126:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608745.043969:0:32126:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faae00. 00000800:00000200:1.0:1789608745.043977:0:32126:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608745.043987:0:32126:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608745.043992:0:32126:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faae00 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:1.0:1789608745.044313:0:32126:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608745.044321:0:32126:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 886243 usecs (887 jiffies) 00000400:00000200:1.0:1789608745.044326:0:32126:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608745.044329:0:32126:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296473021 00000100:00000001:1.0:1789608745.044333:0:32126:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296475999 00000100:00000001:1.0:1789608745.044335:0:32126:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296473021 00000100:00000001:1.0:1789608745.044338:0:32126:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296475999 00000100:00000001:1.0:1789608745.044340:0:32126:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608745.044344:0:32126:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608745.044346:0:32126:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608745.044349:0:32126:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789608745.044353:0:32126:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d907f67780 going to sleep for 11 seconds 00000100:00000001:1.0:1789608745.044356:0:32126:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608745.044440:0:32126:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608745.044610:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608745.044616:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faae00. 00000400:00000200:1.0:1789608745.044622:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608745.044629:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608745.044636:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d354c8 00000400:00000010:1.0:1789608745.044640:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d354c8. 00000100:00000001:1.0:1789608745.044645:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608745.044650:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904054700 x1876538934271616/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 376/472 e 0 to 0 dl 1789608761 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608745.044661:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608745.044666:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d904054700 x1876538934271616/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 376/472 e 0 to 0 dl 1789608761 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608745.044674:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608745.044725:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608745.058721:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608745.058744:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608745.058749:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608745.058752:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608745.058763:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608745.058773:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608745.058784:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608745.058790:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608745.058796:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608745.058801:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 400 into portal 10 MB=0x6aab3c4959e80 00000400:00000200:1.0:1789608745.058806:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608745.058813:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 400/400 into md 0x7b09 [1] + 224 00000800:00000001:1.0:1789608745.058822:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608745.058829:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608745.058834:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608745.058839:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608745.058849:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608745.058860:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904054700 x1876538934271616/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 376/472 e 0 to 0 dl 1789608761 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608745.058872:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff94d904054700 x1876538934271616/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 376/472 e 0 to 0 dl 1789608761 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608745.058892:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608745.058902:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608745.058906:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608745.065692:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608745.065699:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608745.065703:0:2408:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608745.065714:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908490700 x1876538934271744/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608745.065729:0:2408:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608745.065732:0:2408:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608745.065736:0:2408:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608745.065739:0:2408:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608745.065742:0:2408:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608745.065746:0:2408:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908490700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25f5d458-2cbe-49cd-9693-334c08df7e27:2408:1876538934271744:192.168.203.121@tcp:8:touch.0 00000100:00000001:0.0:1789608745.065751:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608745.065756:0:2408:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608745.065758:0:2408:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608745.065761:0:2408:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608745.065768:0:2408:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903116400. 02000000:00000001:0.0:1789608745.065770:0:2408:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608745.065780:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608745.065786:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8a50. 00000400:00000010:0.0:1789608745.065795:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed908. 00000100:00000200:0.0:1789608745.065804:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934271744, portal 4 00000100:00000001:0.0:1789608745.065809:0:2408:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608745.065813:0:2408:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600658688 : -117815108892928 : ffff94d908490700) 00000100:00000040:0.0:1789608745.065824:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d908490700 x1876538934271744/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1789608755 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608745.065832:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608745.065835:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608745.065839:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095eddd0. 00000100:00000200:0.0:1789608745.065841:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876538934271744, offset 0 00000400:00000200:0.0:1789608745.065849:0:2408:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608745.065859:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608745.065868:0:2408:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608745.065874:0:2408:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608745.065879:0:2408:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608745.065883:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608745.065885:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608745.065892:0:2408:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2675:2675:256:4294967295] 192.168.203.121@tcp LPNI seq info [2675:2675:8:4294967295] 00000400:00000200:0.0:1789608745.065903:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608745.065919:0:2408:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608745.065927:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608745.065934:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306d00. 00000800:00000200:0.0:1789608745.065947:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608745.065960:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608745.065966:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306d00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789608745.065981:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608745.065987:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 222381 usecs (223 jiffies) 00000400:00000200:0.0:1789608745.065990:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608745.065993:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296472378 00000100:00000001:0.0:1789608745.065996:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296475999 00000100:00000001:0.0:1789608745.065998:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296472378 00000100:00000001:0.0:1789608745.066000:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296475999 00000100:00000001:0.0:1789608745.066003:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608745.066005:0:2408:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608745.066010:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608745.066013:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608745.066022:0:2408:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608745.066025:0:2408:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1789608745.066027:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608745.066028:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608745.066030:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608745.066032:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608745.066181:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608745.066187:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306d00. 00000400:00000200:0.0:1789608745.066192:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608745.066197:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608745.066203:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095eddd0 00000400:00000010:0.0:1789608745.066206:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095eddd0. 00000100:00000001:0.0:1789608745.066210:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608745.066215:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908490700 x1876538934271744/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1789608755 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608745.066224:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608745.066227:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908490700 x1876538934271744/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1789608755 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608745.066235:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608745.066236:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608745.071341:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608745.071362:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608745.071368:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608745.071371:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608745.071381:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608745.071398:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608745.071409:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608745.071415:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608745.071422:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608745.071428:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 416 into portal 4 MB=0x6aab3c4959f00 00000400:00000200:0.0:1789608745.071434:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608745.071442:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 416/416 into md 0x7b19 [1] + 0 00000800:00000001:0.0:1789608745.071454:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608745.071474:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608745.071478:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608745.071484:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608745.071493:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608745.071504:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908490700 x1876538934271744/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1789608755 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608745.071517:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff94d908490700 x1876538934271744/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1789608755 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608745.071541:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608745.071551:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608745.071555:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1789608745.074963:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608745.074970:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d90827bf00. 00000400:00000200:0.0:1789608745.074978:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608745.074984:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608745.074991:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a93b8 00000400:00000010:0.0:1789608745.074994:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a93b8. 00000100:00000001:0.0:1789608745.074999:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608745.075018:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908492d80 x1876538934271872/t0(0) o2->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608761 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608745.075031:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608745.075034:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908492d80 x1876538934271872/t0(0) o2->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608761 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608745.075042:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608745.075044:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608745.205616:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608745.205644:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608745.205650:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608745.205653:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608745.205665:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608745.205674:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608745.205735:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608745.205742:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608745.205749:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608745.205755:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 432 into portal 4 MB=0x6aab3c4959f80 00000400:00000200:0.0:1789608745.205761:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608745.205768:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 432/432 into md 0x7b29 [1] + 224 00000800:00000001:0.0:1789608745.205778:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608745.205793:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608745.205797:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608745.205802:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608745.205811:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608745.205823:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908492d80 x1876538934271872/t0(0) o2->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608761 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608745.205835:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff94d908492d80 x1876538934271872/t0(0) o2->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608761 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608745.205857:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608745.205868:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608745.205872:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789608745.206436:0:32126:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:1.0:1789608745.206440:0:32126:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608745.206443:0:32126:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608745.206448:0:32126:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:1.0:1789608745.206451:0:32126:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:1.0:1789608745.206454:0:32126:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1789608745.206457:0:32126:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1789608745.206471:0:32126:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:1.0:1789608745.206473:0:32126:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1789608745.206474:0:32126:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608745.206476:0:32126:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608745.206478:0:32126:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1789608745.206479:0:32126:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1789608745.206480:0:32126:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1789608745.206482:0:32126:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1789608745.206484:0:32126:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1789608745.206486:0:32126:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1789608745.206487:0:32126:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1789608745.206490:0:32126:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1789608745.206492:0:32126:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1789608745.206494:0:32126:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608745.206496:0:32126:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608745.206498:0:32126:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1789608745.206499:0:32126:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1789608745.206500:0:32126:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608745.206504:0:32126:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1789608745.206506:0:32126:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1789608745.206507:0:32126:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1789608745.206509:0:32126:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:1.0:1789608745.206510:0:32126:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789608745.206514:0:32126:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295990 00020000:00000001:1.0:1789608745.206519:0:32126:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1789608745.206521:0:32126:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1789608745.206525:0:32126:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1789608745.206528:0:32126:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x22:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1789608745.206531:0:32126:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1789608745.206532:0:32126:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789608745.206534:0:32126:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295e10 00000080:00000001:1.0:1789608745.206536:0:32126:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608745.206539:0:32126:0:(llite_lib.c:2656:ll_setattr_raw()) Process leaving 00000080:00000010:1.0:1789608745.206544:0:32126:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dcda00. 00000020:00000001:1.0:1789608745.206556:0:32126:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01883c30 00000080:00200008:1.0:1789608745.206560:0:32126:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file f:[0x200000405:0x22:0x0](ffff94d9189b5b88) current size 0, valid attrs 100201f0, mode 0, uid -1056107966, gid -1, new size 213440, atime 1789608725.000000000, mtime 1789608725.000000000, ctime 1789608725.000000000, rc 0 00000080:00000001:1.0:1789608745.206566:0:32126:0:(llite_lib.c:2688:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608745.206590:0:32126:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789608745.206593:0:32126:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d903559e88) owner 0000000000000000/ffff94d9099e4f80 00020000:00000002:1.0:1789608745.206599:0:32126:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d903559e88) owner 0000000000000000/ffff94d9099e4f80 00020000:00000001:1.0:1789608745.206602:0:32126:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608745.206612:0:32126:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1789608745.206614:0:32126:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01883df0 00000080:00200008:1.0:1789608745.206616:0:32126:0:(file.c:479:ll_file_release()) START file f:[0x200000405:0x22:0x0](ffff94d9189b5b88), flags 104001 00000080:00000001:1.0:1789608745.206621:0:32126:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:1.0:1789608745.206624:0:32126:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:1.0:1789608745.206625:0:32126:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789608745.206626:0:32126:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d903559e88) owner 0000000000000000/ffff94d9099e4f80 00020000:00000002:1.0:1789608745.206629:0:32126:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d903559e88) owner 0000000000000000/ffff94d9099e4f80 00020000:00000001:1.0:1789608745.206631:0:32126:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608745.206633:0:32126:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1789608745.206640:0:32126:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789608745.206644:0:32126:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789608745.206646:0:32126:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789608745.206649:0:32126:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789608745.206651:0:32126:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608745.206662:0:32126:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x22:0x0] 00800000:00000001:1.0:1789608745.206665:0:32126:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608745.206671:0:32126:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789608745.206706:0:32126:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789608745.206715:0:32126:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d90906b900 count: 2 00010000:00000001:1.0:1789608745.206718:0:32126:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789608745.206724:0:32126:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608745.206726:0:32126:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x22:0x0]: 0 00000080:00000001:1.0:1789608745.206729:0:32126:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1789608745.206731:0:32126:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1789608745.206738:0:32126:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff94d9071fba00. 00000080:00000001:1.0:1789608745.206740:0:32126:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1789608745.206751:0:32126:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1789608745.206756:0:32126:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1789608745.206757:0:32126:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789608745.206759:0:32126:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789608745.206760:0:32126:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789608745.206761:0:32126:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789608745.206763:0:32126:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608745.206764:0:32126:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x22:0x0] 00800000:00000001:1.0:1789608745.206766:0:32126:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608745.206886:0:32126:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x22:0x0] 00000002:00000001:1.0:1789608745.206892:0:32126:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1789608745.206893:0:32126:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff94d904ceb000: [0x200000405:0x22:0x0] file closed with intent: 0 00000100:00000010:1.0:1789608745.206902:0:32126:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904055880. 00000020:00000040:1.0:1789608745.206907:0:32126:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:1.0:1789608745.206912:0:32126:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608745.206916:0:32126:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608745.206921:0:32126:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608745.206931:0:32126:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d9071fac00. 00000100:00000001:1.0:1789608745.206938:0:32126:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1789608745.206954:0:32126:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94d908493100 x1876538934267648/t4294967600(4294967600) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608865 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1789608745.206966:0:32126:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d904ceb000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1789608745.206972:0:32126:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d904055880 x1876538934272128/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1789608745.206981:0:32126:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789608745.206983:0:32126:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789608745.206991:0:32126:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d907f67240. 00000100:00000001:1.0:1789608745.206994:0:32126:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258595246656 : -117815114304960 : ffff94d907f67240) 00000100:00000001:1.0:1789608745.206997:0:32126:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608745.206999:0:32126:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529114240 : -117815180437376 : ffff94d904055880) 00000100:00000001:1.0:1789608745.207005:0:32126:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608745.207010:0:32126:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608745.207012:0:32126:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789608745.207014:0:32126:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608745.207018:0:32126:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904055880 x1876538934272128/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608745.207026:0:32126:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608745.207028:0:32126:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608745.207032:0:32126:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608745.207035:0:32126:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608745.207037:0:32126:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608745.207040:0:32126:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904055880 pname:cluuid:pid:xid:nid:opc:job touch:25f5d458-2cbe-49cd-9693-334c08df7e27:32126:1876538934272128:192.168.203.121@tcp:35:touch.0 00000100:00000001:1.0:1789608745.207045:0:32126:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608745.207051:0:32126:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608745.207054:0:32126:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608745.207056:0:32126:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608745.207061:0:32126:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d908240400. 02000000:00000001:1.0:1789608745.207063:0:32126:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608745.207071:0:32126:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608745.207076:0:32126:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34a50. 00000400:00000010:1.0:1789608745.207083:0:32126:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d354c8. 00000100:00000200:1.0:1789608745.207090:0:32126:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934272128, portal 10 00000100:00000001:1.0:1789608745.207092:0:32126:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608745.207093:0:32126:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529114240 : -117815180437376 : ffff94d904055880) 00000100:00000040:1.0:1789608745.207101:0:32126:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d904055880 x1876538934272128/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608761 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608745.207108:0:32126:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608745.207111:0:32126:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608745.207114:0:32126:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35dd0. 00000100:00000200:1.0:1789608745.207117:0:32126:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876538934272128, offset 0 00000400:00000200:1.0:1789608745.207124:0:32126:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608745.207132:0:32126:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608745.207140:0:32126:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608745.207147:0:32126:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608745.207152:0:32126:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608745.207156:0:32126:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608745.207159:0:32126:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608745.207163:0:32126:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2677:2677:256:4294967295] 192.168.203.121@tcp LPNI seq info [2677:2677:8:4294967295] 00000400:00000200:1.0:1789608745.207168:0:32126:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608745.207180:0:32126:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608745.207187:0:32126:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608745.207193:0:32126:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faae00. 00000800:00000200:1.0:1789608745.207200:0:32126:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608745.207209:0:32126:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608745.207214:0:32126:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faae00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789608745.207430:0:32126:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608745.207436:0:32126:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 884925 usecs (885 jiffies) 00000400:00000200:1.0:1789608745.207440:0:32126:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608745.207445:0:32126:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296473182 00000100:00000001:1.0:1789608745.207448:0:32126:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296475999 00000100:00000001:1.0:1789608745.207452:0:32126:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296473182 00000100:00000001:1.0:1789608745.207454:0:32126:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296475999 00000100:00000001:1.0:1789608745.207470:0:32126:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608745.207474:0:32126:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608745.207476:0:32126:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608745.207478:0:32126:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789608745.207481:0:32126:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d907f67240 going to sleep for 11 seconds 00000100:00000001:1.0:1789608745.207483:0:32126:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608745.207486:0:32126:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608745.208278:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608745.208287:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faae00. 00000400:00000200:0.0:1789608745.208294:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608745.208302:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608745.208310:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35dd0 00000400:00000010:0.0:1789608745.208313:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35dd0. 00000100:00000001:0.0:1789608745.208318:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608745.208324:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904055880 x1876538934272128/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608761 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608745.208346:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608745.208350:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d904055880 x1876538934272128/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608761 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608745.208357:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608745.208359:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608745.213045:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608745.213071:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608745.213077:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608745.213080:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608745.213092:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608745.213102:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608745.213113:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608745.213119:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608745.213125:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608745.213129:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 456 into portal 10 MB=0x6aab3c495a080 00000400:00000200:0.0:1789608745.213135:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608745.213143:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 456/456 into md 0x7b31 [1] + 224 00000800:00000001:0.0:1789608745.213157:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608745.213184:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608745.213189:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608745.213194:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608745.213203:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608745.213214:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904055880 x1876538934272128/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608761 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608745.213226:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94d904055880 x1876538934272128/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608761 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608745.213238:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608745.213248:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608745.213251:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608745.213384:0:32126:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789608745.213403:0:32126:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608745.213406:0:32126:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608745.213411:0:32126:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34a50. 00000400:00000200:1.0:1789608745.213416:0:32126:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d354c8 00000400:00000010:1.0:1789608745.213419:0:32126:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d354c8. 00000100:00000001:1.0:1789608745.213422:0:32126:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608745.213427:0:32126:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904055880 x1876538934272128/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608761 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789608745.213435:0:32126:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904055880 x1876538934272128/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608761 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608745.213440:0:32126:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608745.213442:0:32126:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608745.213445:0:32126:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608745.213449:0:32126:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608745.213452:0:32126:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608745.213455:0:32126:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608745.213471:0:32126:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608745.213486:0:32126:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11cf0 time=103 v=5 (5 5 5 5) 00000100:00001000:1.0:1789608745.213492:0:32126:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608745.213495:0:32126:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608745.213496:0:32126:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608745.213499:0:32126:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608745.213503:0:32126:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608745.213507:0:32126:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789608745.213510:0:32126:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789608745.213512:0:32126:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789608745.213515:0:32126:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608745.213516:0:32126:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529114240 : -117815180437376 : ffff94d904055880) 00000100:00000001:1.0:1789608745.213521:0:32126:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608745.213524:0:32126:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967601 00000100:00000001:1.0:1789608745.213526:0:32126:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608745.213529:0:32126:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608745.213534:0:32126:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904055880 x1876538934272128/t4294967603(4294967603) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608761 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608745.213542:0:32126:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608745.213546:0:32126:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608745.213549:0:32126:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608745.213553:0:32126:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904055880 x1876538934272128/t4294967603(4294967603) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608761 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789608745.213563:0:32126:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904055880 pname:cluuid:pid:xid:nid:opc:job touch:25f5d458-2cbe-49cd-9693-334c08df7e27:32126:1876538934272128:192.168.203.121@tcp:35:touch.0 00000100:00000001:1.0:1789608745.213569:0:32126:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608745.213572:0:32126:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608745.213575:0:32126:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789608745.213579:0:32126:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608745.213582:0:32126:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d904055880 x1876538934272128/t4294967603(4294967603) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608761 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608745.213591:0:32126:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789608745.213595:0:32126:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d907f67240. 00000100:00000001:1.0:1789608745.213599:0:32126:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789608745.213601:0:32126:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608745.213611:0:32126:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608745.213612:0:32126:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529114240 : -117815180437376 : ffff94d904055880) 00000002:00000001:1.0:1789608745.213616:0:32126:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608745.213620:0:32126:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789608745.213628:0:32126:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d9071fba00. 00000080:00000001:1.0:1789608745.213632:0:32126:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1789608745.213636:0:32126:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1789608745.213639:0:32126:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789608745.213643:0:32126:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789608745.213646:0:32126:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789608745.213649:0:32126:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789608745.213651:0:32126:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608745.213661:0:32126:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x22:0x0] 00800000:00000001:1.0:1789608745.213664:0:32126:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608745.213670:0:32126:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1789608745.213704:0:32126:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94d908493100 x1876538934267648/t4294967600(4294967600) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608865 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608745.213714:0:32126:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608745.213715:0:32126:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600669440 : -117815108882176 : ffff94d908493100) 00000100:00000001:1.0:1789608745.213717:0:32126:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608745.213721:0:32126:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908493100 x1876538934267648/t4294967600(4294967600) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608865 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608745.213728:0:32126:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608745.213730:0:32126:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608745.213733:0:32126:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908493100 x1876538934267648/t4294967600(4294967600) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608865 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608745.213739:0:32126:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1789608745.213744:0:32126:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608745.213746:0:32126:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:1.0:1789608745.213748:0:32126:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608745.213752:0:32126:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d90839b400. 02000000:00000001:1.0:1789608745.213757:0:32126:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608745.213759:0:32126:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608745.213761:0:32126:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908493100. 00000100:00000001:1.0:1789608745.213765:0:32126:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608745.213766:0:32126:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608745.214723:0:32126:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608745.214873:0:32126:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d904055880 x1876538934272128/t4294967603(4294967603) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608761 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608745.214885:0:32126:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789608745.214890:0:32126:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff94d906078ea0. 00000002:00000001:1.0:1789608745.214896:0:32126:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608745.214899:0:32126:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789608745.214904:0:32126:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94d904af6d00. 00000100:00000001:1.0:1789608745.214907:0:32126:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608745.214911:0:32126:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904055880 x1876538934272128/t4294967603(4294967603) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608761 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608745.214918:0:32126:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608745.214921:0:32126:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789608745.214926:0:32126:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d90517fe00. 00000080:00000001:1.0:1789608745.214930:0:32126:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608745.214938:0:32126:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01883df0 00000080:00000008:1.0:1789608745.214940:0:32126:0:(file.c:523:ll_file_release()) COMPLETED file f:[0x200000405:0x22:0x0](ffff94d9189b5b88), flags 104001, rc = 0 00000080:00000001:1.0:1789608745.214943:0:32126:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608745.214948:0:32126:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789608745.214949:0:32126:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01883e00 00000080:00002000:1.0:1789608745.214951:0:32126:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff94d918b40948, parent ffff94d918b435e8, inode ffff94d9189b5b88) hashed, 00000080:00000001:1.0:1789608745.214965:0:32126:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789608745.214973:0:32126:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1789608745.214977:0:32126:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1789608745.214980:0:32126:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789608745.214982:0:32126:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01883e00 00000080:00002000:1.0:1789608745.214984:0:32126:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-2 (ffff94d918b435e8, parent ffff94d918a99a20, inode ffff94d918927448) hashed, 00000080:00000001:1.0:1789608745.214986:0:32126:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789608745.214991:0:32126:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1789608745.214994:0:32126:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:1.1:1789608745.223730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d9060789e0. 00000080:00000010:1.1:1789608745.223820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f68240. 00000020:00000001:1.0:1789608745.742043:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608745.742047:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608745.742050:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:1.0:1789608746.676276:0:32162:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d908242000. 00000100:00000001:1.0:1789608746.676288:0:32162:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608746.676295:0:32162:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789608746.676297:0:32162:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608746.676298:0:32162:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789608746.676299:0:32162:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608746.676302:0:32162:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608746.676313:0:32162:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626258600658688 : -117815108892928 : ffff94d908490700) 00010000:00000001:1.0:1789608746.676376:0:32162:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789608746.676380:0:32162:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789608746.676389:0:32162:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d90906b200. 00010000:00000010:1.0:1789608746.676395:0:32162:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d9121c3600. 00010000:00000001:1.0:1789608746.676400:0:32162:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789608746.676403:0:32162:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d903f6a000. 00000020:00000001:1.0:1789608746.676409:0:32162:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789608746.676414:0:32162:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d903f6a000 with handle 0xc54db3288176fdae to hash 00000020:00000001:1.0:1789608746.676416:0:32162:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789608746.676418:0:32162:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000001:1.0:1789608746.676422:0:32162:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000001:1.0:1789608746.676426:0:32162:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608746.676429:0:32162:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608746.676434:0:32162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a000/0xc54db3288176fdae lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789608746.676444:0:32162:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a000/0xc54db3288176fdae lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789608746.676526:0:32162:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a000/0xc54db3288176fdae lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789608746.676532:0:32162:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789608746.676535:0:32162:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789608746.676542:0:32162:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d907f67240. 00000100:00000001:1.0:1789608746.676544:0:32162:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258595246656 : -117815114304960 : ffff94d907f67240) 00000100:00000001:1.0:1789608746.676547:0:32162:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608746.676549:0:32162:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600658688 : -117815108892928 : ffff94d908490700) 00000100:00000001:1.0:1789608746.676554:0:32162:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608746.676559:0:32162:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608746.676561:0:32162:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789608746.676563:0:32162:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608746.676650:0:32162:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908490700 x1876538934272256/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608746.676659:0:32162:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608746.676671:0:32162:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608746.676933:0:32162:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608746.676938:0:32162:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608746.676941:0:32162:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608746.676947:0:32162:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908490700 pname:cluuid:pid:xid:nid:opc:job checkstat:25f5d458-2cbe-49cd-9693-334c08df7e27:32162:1876538934272256:192.168.203.121@tcp:101:checkstat.0 00000100:00000001:1.0:1789608746.676952:0:32162:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608746.676959:0:32162:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608746.676962:0:32162:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608746.676965:0:32162:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608746.676972:0:32162:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d903d94000. 02000000:00000001:1.0:1789608746.676974:0:32162:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608746.676983:0:32162:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608746.676988:0:32162:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34a50. 00000400:00000010:1.0:1789608746.676996:0:32162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d354c8. 00000100:00000200:1.0:1789608746.677005:0:32162:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876538934272256, portal 10 00000100:00000001:1.0:1789608746.677007:0:32162:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608746.677008:0:32162:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600658688 : -117815108892928 : ffff94d908490700) 00000100:00000040:1.0:1789608746.677016:0:32162:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d908490700 x1876538934272256/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608762 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608746.677025:0:32162:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608746.677028:0:32162:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608746.677031:0:32162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35ee0. 00000100:00000200:1.0:1789608746.677034:0:32162:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876538934272256, offset 0 00000400:00000200:1.0:1789608746.677041:0:32162:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608746.677050:0:32162:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.677278:0:32162:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608746.677284:0:32162:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608746.677289:0:32162:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608746.677294:0:32162:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608746.677297:0:32162:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608746.677303:0:32162:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2678:2678:256:4294967295] 192.168.203.121@tcp LPNI seq info [2678:2678:8:4294967295] 00000400:00000200:1.0:1789608746.677308:0:32162:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.677376:0:32162:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608746.677384:0:32162:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608746.677390:0:32162:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa100. 00000800:00000200:1.0:1789608746.677399:0:32162:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608746.677409:0:32162:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608746.677414:0:32162:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1789608746.677545:0:32162:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608746.677552:0:32162:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 883592 usecs (884 jiffies) 00000400:00000200:1.0:1789608746.677556:0:32162:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608746.677559:0:32162:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296474651 00000100:00000001:1.0:1789608746.677562:0:32162:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296475999 00000100:00000001:1.0:1789608746.677574:0:32162:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296474651 00000100:00000001:1.0:1789608746.677577:0:32162:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296475999 00000100:00000001:1.0:1789608746.677580:0:32162:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608746.677583:0:32162:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608746.677586:0:32162:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608746.677589:0:32162:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789608746.677592:0:32162:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d907f67240 going to sleep for 11 seconds 00000100:00000001:1.0:1789608746.677596:0:32162:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608746.677600:0:32162:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608746.680896:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608746.680911:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa100. 00000400:00000200:0.0:1789608746.680923:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608746.680935:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608746.680946:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35ee0 00000400:00000010:0.0:1789608746.680949:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35ee0. 00000100:00000001:0.0:1789608746.680956:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608746.680966:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908490700 x1876538934272256/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608762 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608746.680981:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608746.680986:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908490700 x1876538934272256/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608762 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608746.680995:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608746.680997:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608746.690785:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608746.690806:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608746.690812:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608746.690814:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608746.690824:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608746.690833:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608746.690843:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608746.690849:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608746.690855:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608746.690860:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 688 into portal 10 MB=0x6aab3c495a100 00000400:00000200:0.0:1789608746.690866:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608746.690873:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 688/688 into md 0x7b41 [1] + 224 00000800:00000001:0.0:1789608746.690882:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608746.690890:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608746.690894:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608746.690900:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608746.690909:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608746.690921:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908490700 x1876538934272256/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608762 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608746.691102:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d908490700 x1876538934272256/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608762 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608746.691123:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608746.691135:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608746.691139:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608746.691160:0:32162:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789608746.691179:0:32162:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608746.691181:0:32162:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608746.691186:0:32162:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34a50. 00000400:00000200:1.0:1789608746.691191:0:32162:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d354c8 00000400:00000010:1.0:1789608746.691194:0:32162:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d354c8. 00000100:00000001:1.0:1789608746.691197:0:32162:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608746.691202:0:32162:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908490700 x1876538934272256/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608762 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789608746.691217:0:32162:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908490700 x1876538934272256/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608762 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608746.691224:0:32162:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608746.691226:0:32162:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608746.691228:0:32162:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608746.691232:0:32162:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608746.691235:0:32162:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608746.691238:0:32162:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608746.691241:0:32162:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608746.691252:0:32162:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=104 v=5 (104 104 104 137) 00000100:00001000:1.0:1789608746.691256:0:32162:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608746.691259:0:32162:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608746.691261:0:32162:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608746.691264:0:32162:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608746.691269:0:32162:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608746.691272:0:32162:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608746.691275:0:32162:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967601 00000100:00000001:1.0:1789608746.691276:0:32162:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608746.691280:0:32162:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608746.691285:0:32162:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908490700 x1876538934272256/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608762 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608746.691292:0:32162:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608746.691296:0:32162:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608746.691298:0:32162:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608746.691302:0:32162:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908490700 x1876538934272256/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608762 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789608746.691310:0:32162:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908490700 pname:cluuid:pid:xid:nid:opc:job checkstat:25f5d458-2cbe-49cd-9693-334c08df7e27:32162:1876538934272256:192.168.203.121@tcp:101:checkstat.0 00000100:00000001:1.0:1789608746.691316:0:32162:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608746.691319:0:32162:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608746.691321:0:32162:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789608746.691324:0:32162:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608746.691328:0:32162:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908490700 x1876538934272256/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608762 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608746.691336:0:32162:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789608746.691340:0:32162:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d907f67240. 00000100:00000001:1.0:1789608746.691343:0:32162:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789608746.691345:0:32162:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608746.691348:0:32162:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789608746.691353:0:32162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608746.691356:0:32162:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608746.691360:0:32162:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a000 refcount=4 00000020:00000001:1.0:1789608746.691363:0:32162:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000001:1.0:1789608746.691366:0:32162:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000040:1.0:1789608746.691373:0:32162:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d903f6a000, remote cookie: 0x91bddff8e8ed904d, flags: 0x1001 00010000:00010000:1.0:1789608746.691380:0:32162:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a000/0xc54db3288176fdae lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed904d expref: -99 pid: 32162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789608746.691393:0:32162:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a000/0xc54db3288176fdae lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed904d expref: -99 pid: 32162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608746.691400:0:32162:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789608746.691405:0:32162:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789608746.691407:0:32162:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789608746.691408:0:32162:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789608746.691410:0:32162:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789608746.691413:0:32162:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff94d90906b200) refcount = 1 00010000:00010000:1.0:1789608746.691417:0:32162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a000/0xc54db3288176fdae lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed904d expref: -99 pid: 32162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608746.691426:0:32162:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789608746.691429:0:32162:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789608746.691431:0:32162:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789608746.691434:0:32162:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789608746.691436:0:32162:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608746.691440:0:32162:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a000/0xc54db3288176fdae lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed904d expref: -99 pid: 32162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608746.691446:0:32162:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789608746.691460:0:32162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.691462:0:32162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608746.691463:0:32162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.691464:0:32162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608746.691466:0:32162:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608746.691472:0:32162:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789608746.691474:0:32162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608746.691475:0:32162:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608746.691477:0:32162:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a000 refcount=3 00000020:00000001:1.0:1789608746.691479:0:32162:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000001:1.0:1789608746.691481:0:32162:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000001:1.0:1789608746.691483:0:32162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608746.691484:0:32162:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608746.691485:0:32162:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a000 refcount=4 00000020:00000001:1.0:1789608746.691487:0:32162:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000001:1.0:1789608746.691489:0:32162:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000001:1.0:1789608746.691492:0:32162:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608746.691495:0:32162:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608746.691499:0:32162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a000/0xc54db3288176fdae lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed904d expref: -99 pid: 32162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608746.691505:0:32162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.691506:0:32162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608746.691507:0:32162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608746.691508:0:32162:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608746.691509:0:32162:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a000 refcount=5 00000020:00000001:1.0:1789608746.691511:0:32162:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000001:1.0:1789608746.691513:0:32162:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000001:1.0:1789608746.691516:0:32162:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789608746.691520:0:32162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a000/0xc54db3288176fdae lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed904d expref: -99 pid: 32162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608746.691527:0:32162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.691528:0:32162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789608746.691531:0:32162:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a000/0xc54db3288176fdae lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed904d expref: -99 pid: 32162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608746.691536:0:32162:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789608746.691538:0:32162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.691538:0:32162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608746.691540:0:32162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.691541:0:32162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789608746.691547:0:32162:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d908490700 x1876538934272256/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608762 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789608746.691556:0:32162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608746.691557:0:32162:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608746.691558:0:32162:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a000 refcount=3 00000020:00000001:1.0:1789608746.691560:0:32162:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000001:1.0:1789608746.691561:0:32162:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000001:1.0:1789608746.691569:0:32162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.691571:0:32162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789608746.691573:0:32162:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608746.691575:0:32162:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608746.691578:0:32162:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789608746.691581:0:32162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608746.691582:0:32162:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608746.691583:0:32162:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a000 refcount=3 00000020:00000001:1.0:1789608746.691585:0:32162:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000001:1.0:1789608746.691587:0:32162:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00000002:00010000:1.0:1789608746.691590:0:32162:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a000/0xc54db3288176fdae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed904d expref: -99 pid: 32162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608746.691602:0:32162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.691603:0:32162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608746.691605:0:32162:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789608746.691606:0:32162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608746.691607:0:32162:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608746.691608:0:32162:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a000 refcount=3 00000020:00000001:1.0:1789608746.691609:0:32162:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000001:1.0:1789608746.691611:0:32162:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000040:1.0:1789608746.691618:0:32162:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d90906b200 count: 2 00010000:00000001:1.0:1789608746.691621:0:32162:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789608746.691625:0:32162:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d91081f000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1789608746.691627:0:32162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.691628:0:32162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789608746.691629:0:32162:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789608746.691633:0:32162:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01883898 00000002:00002000:1.0:1789608746.691634:0:32162:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789608746.691638:0:32162:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608746.691642:0:32162:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608746.691644:0:32162:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789608746.691648:0:32162:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1789608746.691651:0:32162:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608746.691656:0:32162:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:1.0:1789608746.691660:0:32162:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d91372b000. 00000080:00000001:1.0:1789608746.691666:0:32162:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789608746.691668:0:32162:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789608746.691712:0:32162:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1789608746.691717:0:32162:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1789608746.691725:0:32162:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d91117d700. 00800000:00000001:1.0:1789608746.691727:0:32162:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626258748430080 : -117814961121536 : ffff94d91117d700) 00800000:00000001:1.0:1789608746.691729:0:32162:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608746.691732:0:32162:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789608746.691735:0:32162:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789608746.691737:0:32162:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1789608746.691740:0:32162:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789608746.691744:0:32162:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789608746.691746:0:32162:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608746.691751:0:32162:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1789608746.691754:0:32162:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1789608746.691759:0:32162:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:1.0:1789608746.691761:0:32162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608746.691763:0:32162:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608746.691771:0:32162:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a000 refcount=3 00000020:00000001:1.0:1789608746.691773:0:32162:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000001:1.0:1789608746.691775:0:32162:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000001:1.0:1789608746.691778:0:32162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.691779:0:32162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789608746.691781:0:32162:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789608746.691783:0:32162:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1789608746.691784:0:32162:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d91117d700 1 00800000:00000010:1.0:1789608746.691787:0:32162:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d91117d700. 00800000:00000001:1.0:1789608746.691789:0:32162:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789608746.691793:0:32162:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176fdae 00800000:00000001:1.0:1789608746.691796:0:32162:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789608746.691798:0:32162:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789608746.691799:0:32162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608746.691800:0:32162:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608746.691802:0:32162:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a000 refcount=3 00000020:00000001:1.0:1789608746.691804:0:32162:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000001:1.0:1789608746.691805:0:32162:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000001:1.0:1789608746.691807:0:32162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.691808:0:32162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789608746.691810:0:32162:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608746.691811:0:32162:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608746.691814:0:32162:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789608746.691816:0:32162:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:1.0:1789608746.691820:0:32162:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fdae from it ffffae3e01883b58 00010000:00000001:1.0:1789608746.691821:0:32162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608746.691823:0:32162:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608746.691824:0:32162:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a000 refcount=3 00000020:00000001:1.0:1789608746.691826:0:32162:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000001:1.0:1789608746.691828:0:32162:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000001:1.0:1789608746.691830:0:32162:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789608746.691833:0:32162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a000/0xc54db3288176fdae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed904d expref: -99 pid: 32162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608746.691838:0:32162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.691839:0:32162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608746.691841:0:32162:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789608746.691843:0:32162:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789608746.691845:0:32162:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a000/0xc54db3288176fdae lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed904d expref: -99 pid: 32162 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789608746.691854:0:32162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789608746.691857:0:32162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789608746.691859:0:32162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789608746.691863:0:32162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.691864:0:32162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608746.691866:0:32162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608746.691869:0:32162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789608746.691872:0:32162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608746.691874:0:32162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608746.691876:0:32162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608746.691878:0:32162:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789608746.691879:0:32162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.691880:0:32162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789608746.691882:0:32162:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608746.691886:0:32162:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908490700 x1876538934272256/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608762 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608746.691892:0:32162:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608746.691895:0:32162:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608746.691899:0:32162:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d903d94000. 02000000:00000001:1.0:1789608746.691902:0:32162:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608746.691906:0:32162:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608746.691908:0:32162:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:1.0:1789608746.691910:0:32162:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608746.691914:0:32162:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d908242000. 02000000:00000001:1.0:1789608746.691917:0:32162:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608746.691920:0:32162:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608746.691922:0:32162:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908490700. 00000100:00000001:1.0:1789608746.691926:0:32162:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608746.691927:0:32162:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789608746.691931:0:32162:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 1 00000080:00000001:1.0:1789608746.691937:0:32162:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789608746.691960:0:32162:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d909343c40. 00000020:00000001:1.0:1789608746.691965:0:32162:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01883a88 00000080:00200000:1.0:1789608746.691967:0:32162:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff94d918926c08), flags=24 00000080:00000001:1.0:1789608746.691971:0:32162:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1789608746.691973:0:32162:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01883938 00000080:00200000:1.0:1789608746.691975:0:32162:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff94d918926c08), intent=0 00000080:00000010:1.0:1789608746.691984:0:32162:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d9071fa600. 00800000:00000002:1.0:1789608746.691989:0:32162:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:1.0:1789608746.691994:0:32162:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789608746.691997:0:32162:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789608746.691999:0:32162:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01883858 00800000:00000002:1.0:1789608746.692001:0:32162:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789608746.692004:0:32162:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789608746.692008:0:32162:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789608746.692011:0:32162:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789608746.692013:0:32162:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789608746.692016:0:32162:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789608746.692018:0:32162:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608746.692021:0:32162:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789608746.692023:0:32162:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608746.692027:0:32162:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e018837f0 00800000:00000002:1.0:1789608746.692029:0:32162:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-1' -> mds #0 00000002:00000001:1.0:1789608746.692034:0:32162:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789608746.692035:0:32162:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01883728 00000002:00010000:1.0:1789608746.692038:0:32162:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:1.0:1789608746.692042:0:32162:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789608746.692045:0:32162:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1789608746.692049:0:32162:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904056680. 00000020:00000040:1.0:1789608746.692052:0:32162:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00010000:00000001:1.0:1789608746.692057:0:32162:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789608746.692061:0:32162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789608746.692064:0:32162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.692074:0:32162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608746.692076:0:32162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608746.692079:0:32162:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608746.692081:0:32162:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608746.692085:0:32162:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608746.692095:0:32162:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d908242000. 00000100:00000001:1.0:1789608746.692101:0:32162:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608746.692104:0:32162:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789608746.692106:0:32162:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608746.692108:0:32162:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789608746.692109:0:32162:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608746.692111:0:32162:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608746.692119:0:32162:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626258529117824 : -117815180433792 : ffff94d904056680) 00010000:00000001:1.0:1789608746.692123:0:32162:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789608746.692126:0:32162:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1789608746.692128:0:32162:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d90906b200 count: 2 00010000:00000001:1.0:1789608746.692130:0:32162:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789608746.692133:0:32162:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789608746.692137:0:32162:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d903f6a200. 00000020:00000001:1.0:1789608746.692141:0:32162:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789608746.692143:0:32162:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d903f6a200 with handle 0xc54db3288176fdb5 to hash 00000020:00000001:1.0:1789608746.692145:0:32162:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789608746.692147:0:32162:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626258528150016 : -117815181401600 : ffff94d903f6a200) 00010000:00000001:1.0:1789608746.692151:0:32162:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626258528150016 : -117815181401600 : ffff94d903f6a200) 00010000:00000001:1.0:1789608746.692154:0:32162:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608746.692155:0:32162:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608746.692159:0:32162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a200/0xc54db3288176fdb5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789608746.692167:0:32162:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a200/0xc54db3288176fdb5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789608746.692177:0:32162:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a200/0xc54db3288176fdb5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789608746.692181:0:32162:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789608746.692183:0:32162:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789608746.692190:0:32162:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d907f67240. 00000100:00000001:1.0:1789608746.692192:0:32162:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258595246656 : -117815114304960 : ffff94d907f67240) 00000100:00000001:1.0:1789608746.692195:0:32162:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608746.692198:0:32162:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529117824 : -117815180433792 : ffff94d904056680) 00000100:00000001:1.0:1789608746.692204:0:32162:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608746.692209:0:32162:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608746.692211:0:32162:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789608746.692212:0:32162:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608746.692217:0:32162:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904056680 x1876538934272384/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608746.692224:0:32162:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608746.692226:0:32162:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608746.692230:0:32162:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608746.692233:0:32162:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608746.692235:0:32162:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608746.692238:0:32162:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904056680 pname:cluuid:pid:xid:nid:opc:job checkstat:25f5d458-2cbe-49cd-9693-334c08df7e27:32162:1876538934272384:192.168.203.121@tcp:101:checkstat.0 00000100:00000001:1.0:1789608746.692242:0:32162:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608746.692248:0:32162:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608746.692251:0:32162:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608746.692253:0:32162:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608746.692257:0:32162:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d903d94000. 02000000:00000001:1.0:1789608746.692259:0:32162:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608746.692266:0:32162:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608746.692269:0:32162:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34a50. 00000400:00000010:1.0:1789608746.692274:0:32162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d354c8. 00000100:00000200:1.0:1789608746.692281:0:32162:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876538934272384, portal 10 00000100:00000001:1.0:1789608746.692283:0:32162:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608746.692284:0:32162:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529117824 : -117815180433792 : ffff94d904056680) 00000100:00000040:1.0:1789608746.692289:0:32162:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d904056680 x1876538934272384/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608762 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608746.692297:0:32162:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608746.692300:0:32162:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608746.692303:0:32162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35198. 00000100:00000200:1.0:1789608746.692306:0:32162:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876538934272384, offset 0 00000400:00000200:1.0:1789608746.692313:0:32162:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608746.692320:0:32162:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.692329:0:32162:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608746.692336:0:32162:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608746.692341:0:32162:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608746.692345:0:32162:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608746.692348:0:32162:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608746.692352:0:32162:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2679:2679:256:4294967295] 192.168.203.121@tcp LPNI seq info [2679:2679:8:4294967295] 00000400:00000200:1.0:1789608746.692358:0:32162:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.692367:0:32162:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608746.692374:0:32162:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608746.692380:0:32162:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa200. 00000800:00000200:1.0:1789608746.692387:0:32162:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608746.692395:0:32162:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608746.692399:0:32162:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1789608746.692410:0:32162:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608746.692416:0:32162:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 882280 usecs (883 jiffies) 00000400:00000200:1.0:1789608746.692419:0:32162:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608746.692422:0:32162:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296474664 00000100:00000001:1.0:1789608746.692426:0:32162:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296475999 00000100:00000001:1.0:1789608746.692430:0:32162:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296474664 00000100:00000001:1.0:1789608746.692433:0:32162:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296475999 00000100:00000001:1.0:1789608746.692435:0:32162:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608746.692439:0:32162:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608746.692441:0:32162:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608746.692443:0:32162:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789608746.692446:0:32162:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d907f67240 going to sleep for 11 seconds 00000100:00000001:1.0:1789608746.692448:0:32162:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608746.692459:0:32162:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608746.692948:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608746.692954:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa200. 00000400:00000200:0.0:1789608746.692960:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608746.692966:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608746.692973:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35198 00000400:00000010:0.0:1789608746.692976:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35198. 00000100:00000001:0.0:1789608746.692980:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608746.692985:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904056680 x1876538934272384/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608762 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608746.692994:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608746.692997:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d904056680 x1876538934272384/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608762 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608746.693003:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608746.693005:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608746.700613:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608746.700637:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608746.700642:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608746.700645:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608746.700657:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608746.700667:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608746.700729:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608746.700735:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608746.700740:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608746.700745:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 688 into portal 10 MB=0x6aab3c495a180 00000400:00000200:0.0:1789608746.700752:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608746.700758:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 688/688 into md 0x7b51 [1] + 224 00000800:00000001:0.0:1789608746.700777:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608746.700786:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608746.700790:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608746.700795:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608746.700805:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608746.700817:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904056680 x1876538934272384/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608762 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608746.700830:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d904056680 x1876538934272384/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608762 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608746.700843:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608746.700852:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608746.700856:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608746.701349:0:32162:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789608746.701360:0:32162:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608746.701362:0:32162:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608746.701366:0:32162:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34a50. 00000400:00000200:1.0:1789608746.701373:0:32162:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d354c8 00000400:00000010:1.0:1789608746.701375:0:32162:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d354c8. 00000100:00000001:1.0:1789608746.701379:0:32162:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608746.701384:0:32162:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904056680 x1876538934272384/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608762 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789608746.701394:0:32162:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904056680 x1876538934272384/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608762 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608746.701401:0:32162:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608746.701403:0:32162:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608746.701406:0:32162:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608746.701410:0:32162:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608746.701413:0:32162:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608746.701416:0:32162:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608746.701419:0:32162:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608746.701431:0:32162:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=104 v=5 (104 104 104 137) 00000100:00001000:1.0:1789608746.701435:0:32162:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608746.701439:0:32162:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608746.701441:0:32162:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608746.701444:0:32162:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608746.701449:0:32162:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608746.701463:0:32162:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608746.701466:0:32162:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967601 00000100:00000001:1.0:1789608746.701469:0:32162:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608746.701473:0:32162:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608746.701478:0:32162:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904056680 x1876538934272384/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/688 e 0 to 0 dl 1789608762 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608746.701485:0:32162:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608746.701488:0:32162:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608746.701491:0:32162:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608746.701495:0:32162:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904056680 x1876538934272384/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/688 e 0 to 0 dl 1789608762 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789608746.701502:0:32162:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904056680 pname:cluuid:pid:xid:nid:opc:job checkstat:25f5d458-2cbe-49cd-9693-334c08df7e27:32162:1876538934272384:192.168.203.121@tcp:101:checkstat.0 00000100:00000001:1.0:1789608746.701508:0:32162:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608746.701511:0:32162:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608746.701514:0:32162:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789608746.701516:0:32162:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608746.701520:0:32162:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904056680 x1876538934272384/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/688 e 0 to 0 dl 1789608762 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608746.701527:0:32162:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789608746.701530:0:32162:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d907f67240. 00000100:00000001:1.0:1789608746.701535:0:32162:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789608746.701536:0:32162:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608746.701540:0:32162:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789608746.701544:0:32162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608746.701547:0:32162:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608746.701551:0:32162:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a200 refcount=4 00000020:00000001:1.0:1789608746.701554:0:32162:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528150016 : -117815181401600 : ffff94d903f6a200) 00010000:00000001:1.0:1789608746.701557:0:32162:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528150016 : -117815181401600 : ffff94d903f6a200) 00010000:00000040:1.0:1789608746.701565:0:32162:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d903f6a200, remote cookie: 0x91bddff8e8ed9069, flags: 0x1001 00010000:00010000:1.0:1789608746.701572:0:32162:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a200/0xc54db3288176fdb5 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9069 expref: -99 pid: 32162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789608746.701587:0:32162:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x1f:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1789608746.701591:0:32162:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1789608746.701601:0:32162:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d90906b700. 00010000:00000010:1.0:1789608746.701607:0:32162:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d9121c3a80. 00010000:00000001:1.0:1789608746.701614:0:32162:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608746.701619:0:32162:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a200/0xc54db3288176fdb5 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9069 expref: -99 pid: 32162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789608746.701627:0:32162:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a200/0xc54db3288176fdb5 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9069 expref: -99 pid: 32162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608746.701634:0:32162:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789608746.701638:0:32162:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789608746.701641:0:32162:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789608746.701642:0:32162:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789608746.701644:0:32162:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789608746.701646:0:32162:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x1f:0x0].0x0 (ffff94d90906b700) refcount = 1 00010000:00010000:1.0:1789608746.701650:0:32162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a200/0xc54db3288176fdb5 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9069 expref: -99 pid: 32162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608746.701656:0:32162:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789608746.701660:0:32162:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789608746.701662:0:32162:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789608746.701665:0:32162:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789608746.701668:0:32162:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608746.701672:0:32162:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a200/0xc54db3288176fdb5 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9069 expref: -99 pid: 32162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608746.701727:0:32162:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789608746.701729:0:32162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.701731:0:32162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608746.701732:0:32162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.701733:0:32162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608746.701735:0:32162:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608746.701740:0:32162:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789608746.701743:0:32162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608746.701744:0:32162:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608746.701746:0:32162:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a200 refcount=3 00000020:00000001:1.0:1789608746.701748:0:32162:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528150016 : -117815181401600 : ffff94d903f6a200) 00010000:00000001:1.0:1789608746.701750:0:32162:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528150016 : -117815181401600 : ffff94d903f6a200) 00010000:00000001:1.0:1789608746.701753:0:32162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608746.701754:0:32162:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608746.701756:0:32162:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a200 refcount=4 00000020:00000001:1.0:1789608746.701758:0:32162:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528150016 : -117815181401600 : ffff94d903f6a200) 00010000:00000001:1.0:1789608746.701760:0:32162:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528150016 : -117815181401600 : ffff94d903f6a200) 00010000:00000001:1.0:1789608746.701763:0:32162:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608746.701774:0:32162:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608746.701778:0:32162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a200/0xc54db3288176fdb5 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9069 expref: -99 pid: 32162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608746.701785:0:32162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.701786:0:32162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608746.701787:0:32162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608746.701789:0:32162:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608746.701790:0:32162:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a200 refcount=5 00000020:00000001:1.0:1789608746.701792:0:32162:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528150016 : -117815181401600 : ffff94d903f6a200) 00010000:00000001:1.0:1789608746.701794:0:32162:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528150016 : -117815181401600 : ffff94d903f6a200) 00010000:00000001:1.0:1789608746.701797:0:32162:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789608746.701799:0:32162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a200/0xc54db3288176fdb5 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9069 expref: -99 pid: 32162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608746.701805:0:32162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.701806:0:32162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789608746.701809:0:32162:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a200/0xc54db3288176fdb5 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9069 expref: -99 pid: 32162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608746.701815:0:32162:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789608746.701816:0:32162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.701817:0:32162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608746.701819:0:32162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.701820:0:32162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789608746.701825:0:32162:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff94d904056680 x1876538934272384/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/688 e 0 to 0 dl 1789608762 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789608746.701835:0:32162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608746.701836:0:32162:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608746.701837:0:32162:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a200 refcount=3 00000020:00000001:1.0:1789608746.701839:0:32162:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528150016 : -117815181401600 : ffff94d903f6a200) 00010000:00000001:1.0:1789608746.701841:0:32162:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528150016 : -117815181401600 : ffff94d903f6a200) 00010000:00000001:1.0:1789608746.701843:0:32162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.701844:0:32162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789608746.701846:0:32162:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608746.701848:0:32162:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608746.701852:0:32162:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789608746.701855:0:32162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608746.701856:0:32162:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608746.701857:0:32162:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a200 refcount=3 00000020:00000001:1.0:1789608746.701859:0:32162:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528150016 : -117815181401600 : ffff94d903f6a200) 00010000:00000001:1.0:1789608746.701861:0:32162:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528150016 : -117815181401600 : ffff94d903f6a200) 00000002:00010000:1.0:1789608746.701865:0:32162:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a200/0xc54db3288176fdb5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9069 expref: -99 pid: 32162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608746.701871:0:32162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.701872:0:32162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608746.701874:0:32162:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789608746.701875:0:32162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608746.701876:0:32162:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608746.701877:0:32162:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a200 refcount=3 00000020:00000001:1.0:1789608746.701880:0:32162:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528150016 : -117815181401600 : ffff94d903f6a200) 00010000:00000001:1.0:1789608746.701882:0:32162:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528150016 : -117815181401600 : ffff94d903f6a200) 00010000:00000040:1.0:1789608746.701886:0:32162:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d90906b700 count: 2 00010000:00000001:1.0:1789608746.701889:0:32162:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789608746.701893:0:32162:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d91081f000 type 13 mode 4 res 8589935621/31 (0 0) 00010000:00000001:1.0:1789608746.701896:0:32162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.701897:0:32162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789608746.701898:0:32162:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789608746.701902:0:32162:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e018836b0 00000002:00002000:1.0:1789608746.701904:0:32162:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-1 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789608746.701907:0:32162:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608746.701912:0:32162:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608746.701914:0:32162:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789608746.701918:0:32162:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1789608746.701922:0:32162:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608746.701926:0:32162:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000001:1.0:1789608746.701930:0:32162:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1789608746.701942:0:32162:0:(namei.c:674:ll_lookup_it_finish()) it ffffae3e01883a28 it_disposition b 00000080:00000001:1.0:1789608746.701945:0:32162:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789608746.701952:0:32162:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1789608746.701957:0:32162:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1789608746.701963:0:32162:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d91117d700. 00800000:00000001:1.0:1789608746.701965:0:32162:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626258748430080 : -117814961121536 : ffff94d91117d700) 00800000:00000001:1.0:1789608746.701967:0:32162:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608746.701970:0:32162:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789608746.701973:0:32162:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611167 : 144115205339611167 : 20000040500001f) 00000080:00000001:1.0:1789608746.701976:0:32162:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1789608746.701984:0:32162:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789608746.701986:0:32162:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x1f:0x0] 00000080:00000001:1.0:1789608746.701989:0:32162:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789608746.701993:0:32162:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789608746.701994:0:32162:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608746.701998:0:32162:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611167 : 144115205339611167 : 20000040500001f) 00000080:00000001:1.0:1789608746.702001:0:32162:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1789608746.702008:0:32162:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x1f:0x0], updating i_size 16384 00000080:00200000:1.0:1789608746.702011:0:32162:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x1f:0x0](ffff94d9189b2a08): rc = 0 00000080:00000001:1.0:1789608746.702013:0:32162:0:(namei.c:156:ll_iget()) Process leaving (rc=18446626258874477064 : -117814835074552 : ffff94d9189b2a08) 00010000:00000001:1.0:1789608746.702016:0:32162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608746.702017:0:32162:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608746.702018:0:32162:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a200 refcount=3 00000020:00000001:1.0:1789608746.702020:0:32162:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528150016 : -117815181401600 : ffff94d903f6a200) 00010000:00000001:1.0:1789608746.702022:0:32162:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528150016 : -117815181401600 : ffff94d903f6a200) 00010000:00000001:1.0:1789608746.702024:0:32162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.702025:0:32162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789608746.702027:0:32162:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789608746.702030:0:32162:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1789608746.702031:0:32162:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d91117d700 1 00800000:00000010:1.0:1789608746.702033:0:32162:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d91117d700. 00800000:00000001:1.0:1789608746.702036:0:32162:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789608746.702040:0:32162:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x1f:0x0](ffff94d9189b2a08) for lock 0xc54db3288176fdb5 00800000:00000001:1.0:1789608746.702043:0:32162:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789608746.702045:0:32162:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789608746.702046:0:32162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608746.702047:0:32162:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608746.702049:0:32162:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a200 refcount=3 00000020:00000001:1.0:1789608746.702050:0:32162:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528150016 : -117815181401600 : ffff94d903f6a200) 00010000:00000001:1.0:1789608746.702052:0:32162:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528150016 : -117815181401600 : ffff94d903f6a200) 00010000:00000001:1.0:1789608746.702055:0:32162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.702056:0:32162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789608746.702057:0:32162:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608746.702059:0:32162:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1789608746.702067:0:32162:0:(namei.c:653:ll_splice_alias()) Add dentry ffff94d918b2f1b0 inode ffff94d9189b2a08 refc 1 flags 0x20000e 00000080:00000002:1.0:1789608746.702072:0:32162:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21g.recovery-small-1 [0x200000405:0x1f:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:1.0:1789608746.702076:0:32162:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1789608746.702080:0:32162:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x1f:0x0](ffff94d9189b2a08) 00000080:00010000:1.0:1789608746.702083:0:32162:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fdb5 from it ffffae3e01883a28 00010000:00000001:1.0:1789608746.702085:0:32162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608746.702087:0:32162:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608746.702088:0:32162:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a200 refcount=3 00000020:00000001:1.0:1789608746.702090:0:32162:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528150016 : -117815181401600 : ffff94d903f6a200) 00010000:00000001:1.0:1789608746.702092:0:32162:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528150016 : -117815181401600 : ffff94d903f6a200) 00010000:00000001:1.0:1789608746.702094:0:32162:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789608746.702097:0:32162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a200/0xc54db3288176fdb5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9069 expref: -99 pid: 32162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608746.702103:0:32162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.702105:0:32162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608746.702106:0:32162:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789608746.702109:0:32162:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789608746.702111:0:32162:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a200/0xc54db3288176fdb5 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9069 expref: -99 pid: 32162 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789608746.702119:0:32162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789608746.702122:0:32162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789608746.702125:0:32162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789608746.702130:0:32162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.702131:0:32162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608746.702133:0:32162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608746.702137:0:32162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789608746.702139:0:32162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608746.702141:0:32162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608746.702144:0:32162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608746.702146:0:32162:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789608746.702147:0:32162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.702148:0:32162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789608746.702150:0:32162:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789608746.702154:0:32162:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d9071fa600. 00000100:00000001:1.0:1789608746.702158:0:32162:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608746.702163:0:32162:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904056680 x1876538934272384/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/688 e 0 to 0 dl 1789608762 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608746.702170:0:32162:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608746.702173:0:32162:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608746.702177:0:32162:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d903d94000. 02000000:00000001:1.0:1789608746.702180:0:32162:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608746.702183:0:32162:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608746.702185:0:32162:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:1.0:1789608746.702187:0:32162:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608746.702191:0:32162:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d908242000. 02000000:00000001:1.0:1789608746.702194:0:32162:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608746.702197:0:32162:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608746.702199:0:32162:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904056680. 00000100:00000001:1.0:1789608746.702203:0:32162:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608746.702204:0:32162:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789608746.702214:0:32162:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789608746.702217:0:32162:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x1f:0x0](ffff94d9189b2a08), inode mode 41ed mask 1 00000080:00000001:1.0:1789608746.702223:0:32162:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789608746.702236:0:32162:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d909343ba0. 00000020:00000001:1.0:1789608746.702241:0:32162:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01883ae8 00000080:00200000:1.0:1789608746.702243:0:32162:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000405:0x1f:0x0](ffff94d9189b2a08), flags=8 00000080:00000001:1.0:1789608746.702246:0:32162:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1789608746.702247:0:32162:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01883998 00000080:00200000:1.0:1789608746.702249:0:32162:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000405:0x1f:0x0](ffff94d9189b2a08), intent=getattr 00000080:00000010:1.0:1789608746.702256:0:32162:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d9071fa600. 00800000:00000002:1.0:1789608746.702260:0:32162:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d9071bf0c0 2 00000080:00000001:1.0:1789608746.702264:0:32162:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789608746.702267:0:32162:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789608746.702269:0:32162:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e018838b8 00800000:00000002:1.0:1789608746.702271:0:32162:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000405:0x1f:0x0] 00800000:00000001:1.0:1789608746.702274:0:32162:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789608746.702279:0:32162:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789608746.702282:0:32162:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789608746.702284:0:32162:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789608746.702287:0:32162:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789608746.702289:0:32162:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608746.702291:0:32162:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:1.0:1789608746.702293:0:32162:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608746.702297:0:32162:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01883850 00800000:00000002:1.0:1789608746.702298:0:32162:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x1f:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:1.0:1789608746.702302:0:32162:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789608746.702304:0:32162:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01883788 00000002:00010000:1.0:1789608746.702306:0:32162:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000405:0x1f:0x0], intent: getattr flags 01 00000002:00000001:1.0:1789608746.702311:0:32162:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789608746.702314:0:32162:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1789608746.702317:0:32162:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904056680. 00000020:00000040:1.0:1789608746.702320:0:32162:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00010000:00000001:1.0:1789608746.702325:0:32162:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789608746.702330:0:32162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789608746.702332:0:32162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.702334:0:32162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608746.702335:0:32162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608746.702338:0:32162:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608746.702340:0:32162:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608746.702345:0:32162:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608746.702353:0:32162:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d908242000. 00000100:00000001:1.0:1789608746.702359:0:32162:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608746.702363:0:32162:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789608746.702365:0:32162:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608746.702367:0:32162:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789608746.702368:0:32162:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608746.702370:0:32162:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608746.702378:0:32162:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626258529117824 : -117815180433792 : ffff94d904056680) 00010000:00000001:1.0:1789608746.702381:0:32162:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789608746.702383:0:32162:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1789608746.702386:0:32162:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d90906b700 count: 2 00010000:00000001:1.0:1789608746.702389:0:32162:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789608746.702392:0:32162:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789608746.702396:0:32162:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d903f6ba00. 00000020:00000001:1.0:1789608746.702400:0:32162:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789608746.702403:0:32162:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d903f6ba00 with handle 0xc54db3288176fdbc to hash 00000020:00000001:1.0:1789608746.702405:0:32162:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789608746.702407:0:32162:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626258528156160 : -117815181395456 : ffff94d903f6ba00) 00010000:00000001:1.0:1789608746.702412:0:32162:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626258528156160 : -117815181395456 : ffff94d903f6ba00) 00010000:00000001:1.0:1789608746.702414:0:32162:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608746.702416:0:32162:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608746.702420:0:32162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6ba00/0xc54db3288176fdbc lrc: 3/1,0 mode: --/CR res: [0x200000405:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789608746.702427:0:32162:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6ba00/0xc54db3288176fdbc lrc: 3/1,0 mode: --/CR res: [0x200000405:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789608746.702437:0:32162:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6ba00/0xc54db3288176fdbc lrc: 3/1,0 mode: --/CR res: [0x200000405:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789608746.702444:0:32162:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789608746.702445:0:32162:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789608746.702462:0:32162:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d907f67240. 00000100:00000001:1.0:1789608746.702465:0:32162:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258595246656 : -117815114304960 : ffff94d907f67240) 00000100:00000001:1.0:1789608746.702468:0:32162:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608746.702469:0:32162:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529117824 : -117815180433792 : ffff94d904056680) 00000100:00000001:1.0:1789608746.702474:0:32162:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608746.702479:0:32162:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608746.702481:0:32162:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789608746.702483:0:32162:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608746.702487:0:32162:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904056680 x1876538934272512/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608746.702495:0:32162:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608746.702497:0:32162:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608746.702501:0:32162:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608746.702504:0:32162:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608746.702507:0:32162:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608746.702510:0:32162:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904056680 pname:cluuid:pid:xid:nid:opc:job checkstat:25f5d458-2cbe-49cd-9693-334c08df7e27:32162:1876538934272512:192.168.203.121@tcp:101:checkstat.0 00000100:00000001:1.0:1789608746.702515:0:32162:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608746.702520:0:32162:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608746.702522:0:32162:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608746.702524:0:32162:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608746.702528:0:32162:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d903d94000. 02000000:00000001:1.0:1789608746.702530:0:32162:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608746.702537:0:32162:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608746.702541:0:32162:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34a50. 00000400:00000010:1.0:1789608746.702547:0:32162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d354c8. 00000100:00000200:1.0:1789608746.702554:0:32162:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876538934272512, portal 10 00000100:00000001:1.0:1789608746.702556:0:32162:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608746.702557:0:32162:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529117824 : -117815180433792 : ffff94d904056680) 00000100:00000040:1.0:1789608746.702562:0:32162:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d904056680 x1876538934272512/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608762 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608746.702570:0:32162:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608746.702573:0:32162:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608746.702576:0:32162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d355d8. 00000100:00000200:1.0:1789608746.702579:0:32162:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876538934272512, offset 0 00000400:00000200:1.0:1789608746.702586:0:32162:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608746.702595:0:32162:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.702603:0:32162:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608746.702609:0:32162:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608746.702614:0:32162:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608746.702619:0:32162:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608746.702621:0:32162:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608746.702626:0:32162:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2680:2680:256:4294967295] 192.168.203.121@tcp LPNI seq info [2680:2680:8:4294967295] 00000400:00000200:1.0:1789608746.702630:0:32162:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.702640:0:32162:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608746.702647:0:32162:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608746.702653:0:32162:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa000. 00000800:00000200:1.0:1789608746.702661:0:32162:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608746.702670:0:32162:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608746.702714:0:32162:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa000 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1789608746.702726:0:32162:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608746.702733:0:32162:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 880960 usecs (881 jiffies) 00000400:00000200:1.0:1789608746.702736:0:32162:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608746.702740:0:32162:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296474674 00000100:00000001:1.0:1789608746.702744:0:32162:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296475999 00000100:00000001:1.0:1789608746.702748:0:32162:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296474674 00000100:00000001:1.0:1789608746.702750:0:32162:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296475999 00000100:00000001:1.0:1789608746.702751:0:32162:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608746.702754:0:32162:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608746.702756:0:32162:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608746.702757:0:32162:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789608746.702759:0:32162:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d907f67240 going to sleep for 11 seconds 00000100:00000001:1.0:1789608746.702761:0:32162:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608746.702764:0:32162:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608746.707910:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608746.707922:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa000. 00000400:00000200:0.0:1789608746.707931:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608746.707942:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608746.707953:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d355d8 00000400:00000010:0.0:1789608746.707957:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d355d8. 00000100:00000001:0.0:1789608746.707964:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608746.707974:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904056680 x1876538934272512/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608762 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608746.707989:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608746.707994:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d904056680 x1876538934272512/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608762 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608746.708001:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608746.708003:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608746.722326:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608746.722351:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608746.722357:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608746.722360:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608746.722371:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608746.722381:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608746.722392:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608746.722398:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608746.722404:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608746.722410:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 640 into portal 10 MB=0x6aab3c495a200 00000400:00000200:0.0:1789608746.722416:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608746.722423:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 640/640 into md 0x7b61 [1] + 224 00000800:00000001:0.0:1789608746.722432:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608746.722441:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608746.722445:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608746.722460:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608746.722470:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608746.722483:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904056680 x1876538934272512/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608762 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608746.722496:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff94d904056680 x1876538934272512/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608762 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608746.722516:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608746.722526:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608746.722529:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608746.723960:0:32162:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789608746.723977:0:32162:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608746.723980:0:32162:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608746.723984:0:32162:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34a50. 00000400:00000200:1.0:1789608746.723997:0:32162:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d354c8 00000400:00000010:1.0:1789608746.724000:0:32162:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d354c8. 00000100:00000001:1.0:1789608746.724004:0:32162:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608746.724017:0:32162:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904056680 x1876538934272512/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608762 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789608746.724029:0:32162:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904056680 x1876538934272512/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608762 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608746.724037:0:32162:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608746.724039:0:32162:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608746.724042:0:32162:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608746.724046:0:32162:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608746.724049:0:32162:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608746.724052:0:32162:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608746.724055:0:32162:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608746.724257:0:32162:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=104 v=5 (104 104 104 137) 00000100:00001000:1.0:1789608746.724263:0:32162:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608746.724267:0:32162:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608746.724269:0:32162:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608746.724272:0:32162:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608746.724277:0:32162:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608746.724281:0:32162:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608746.724285:0:32162:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967601 00000100:00000001:1.0:1789608746.724287:0:32162:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608746.724291:0:32162:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608746.724297:0:32162:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904056680 x1876538934272512/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/640 e 0 to 0 dl 1789608762 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608746.724379:0:32162:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608746.724383:0:32162:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608746.724386:0:32162:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608746.724391:0:32162:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904056680 x1876538934272512/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/640 e 0 to 0 dl 1789608762 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789608746.724399:0:32162:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904056680 pname:cluuid:pid:xid:nid:opc:job checkstat:25f5d458-2cbe-49cd-9693-334c08df7e27:32162:1876538934272512:192.168.203.121@tcp:101:checkstat.0 00000100:00000001:1.0:1789608746.724405:0:32162:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608746.724409:0:32162:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608746.724411:0:32162:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789608746.724414:0:32162:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608746.724418:0:32162:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904056680 x1876538934272512/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/640 e 0 to 0 dl 1789608762 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608746.724425:0:32162:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789608746.724429:0:32162:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d907f67240. 00000100:00000001:1.0:1789608746.724433:0:32162:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789608746.724435:0:32162:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608746.724438:0:32162:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789608746.724443:0:32162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608746.724447:0:32162:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608746.724559:0:32162:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6ba00 refcount=4 00000020:00000001:1.0:1789608746.724562:0:32162:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528156160 : -117815181395456 : ffff94d903f6ba00) 00010000:00000001:1.0:1789608746.724629:0:32162:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528156160 : -117815181395456 : ffff94d903f6ba00) 00010000:00000040:1.0:1789608746.724637:0:32162:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d903f6ba00, remote cookie: 0x91bddff8e8ed9085, flags: 0x1001 00010000:00010000:1.0:1789608746.724644:0:32162:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6ba00/0xc54db3288176fdbc lrc: 4/1,0 mode: --/CR res: [0x200000405:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9085 expref: -99 pid: 32162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789608746.724659:0:32162:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x21:0x0].0x0, instead of [0x200000405:0x1f:0x0].0x0 00010000:00000001:1.0:1789608746.724662:0:32162:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1789608746.724861:0:32162:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d90906bf00. 00010000:00000010:1.0:1789608746.724867:0:32162:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d9121c3980. 00010000:00000001:1.0:1789608746.724874:0:32162:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608746.724878:0:32162:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6ba00/0xc54db3288176fdbc lrc: 4/1,0 mode: --/PR res: [0x200000405:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9085 expref: -99 pid: 32162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789608746.724886:0:32162:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6ba00/0xc54db3288176fdbc lrc: 4/1,0 mode: --/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9085 expref: -99 pid: 32162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608746.724904:0:32162:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789608746.724910:0:32162:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789608746.724912:0:32162:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789608746.724914:0:32162:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789608746.724915:0:32162:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789608746.724918:0:32162:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x21:0x0].0x0 (ffff94d90906bf00) refcount = 1 00010000:00010000:1.0:1789608746.724923:0:32162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6ba00/0xc54db3288176fdbc lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9085 expref: -99 pid: 32162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608746.724931:0:32162:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789608746.724936:0:32162:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789608746.724939:0:32162:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789608746.724942:0:32162:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789608746.724945:0:32162:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608746.724949:0:32162:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6ba00/0xc54db3288176fdbc lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9085 expref: -99 pid: 32162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608746.724954:0:32162:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789608746.724956:0:32162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.724959:0:32162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608746.724959:0:32162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.724960:0:32162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608746.724962:0:32162:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608746.724968:0:32162:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789608746.724970:0:32162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608746.724972:0:32162:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608746.724973:0:32162:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6ba00 refcount=3 00000020:00000001:1.0:1789608746.724975:0:32162:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528156160 : -117815181395456 : ffff94d903f6ba00) 00010000:00000001:1.0:1789608746.724978:0:32162:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528156160 : -117815181395456 : ffff94d903f6ba00) 00010000:00000001:1.0:1789608746.724980:0:32162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608746.724981:0:32162:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608746.724983:0:32162:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6ba00 refcount=4 00000020:00000001:1.0:1789608746.724985:0:32162:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528156160 : -117815181395456 : ffff94d903f6ba00) 00010000:00000001:1.0:1789608746.724987:0:32162:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528156160 : -117815181395456 : ffff94d903f6ba00) 00010000:00000001:1.0:1789608746.724990:0:32162:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608746.724993:0:32162:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608746.724997:0:32162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6ba00/0xc54db3288176fdbc lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9085 expref: -99 pid: 32162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608746.725003:0:32162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.725004:0:32162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608746.725005:0:32162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608746.725007:0:32162:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608746.725008:0:32162:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6ba00 refcount=5 00000020:00000001:1.0:1789608746.725009:0:32162:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528156160 : -117815181395456 : ffff94d903f6ba00) 00010000:00000001:1.0:1789608746.725011:0:32162:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528156160 : -117815181395456 : ffff94d903f6ba00) 00010000:00000001:1.0:1789608746.725014:0:32162:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789608746.725017:0:32162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6ba00/0xc54db3288176fdbc lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9085 expref: -99 pid: 32162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608746.725023:0:32162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.725024:0:32162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789608746.725027:0:32162:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6ba00/0xc54db3288176fdbc lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9085 expref: -99 pid: 32162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608746.725033:0:32162:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789608746.725035:0:32162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.725035:0:32162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608746.725037:0:32162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.725037:0:32162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789608746.725044:0:32162:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d904056680 x1876538934272512/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/640 e 0 to 0 dl 1789608762 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789608746.725053:0:32162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608746.725054:0:32162:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608746.725056:0:32162:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6ba00 refcount=3 00000020:00000001:1.0:1789608746.725058:0:32162:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528156160 : -117815181395456 : ffff94d903f6ba00) 00010000:00000001:1.0:1789608746.725060:0:32162:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528156160 : -117815181395456 : ffff94d903f6ba00) 00000002:00010000:1.0:1789608746.726295:0:32162:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6ba00/0xc54db3288176fdbc lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9085 expref: -99 pid: 32162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1789608746.726633:0:32162:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff94d91117d700. 00010000:00000001:1.0:1789608746.726638:0:32162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.726641:0:32162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789608746.726642:0:32162:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608746.726645:0:32162:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608746.726649:0:32162:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789608746.726652:0:32162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608746.726655:0:32162:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608746.726658:0:32162:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6ba00 refcount=3 00000020:00000001:1.0:1789608746.726661:0:32162:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528156160 : -117815181395456 : ffff94d903f6ba00) 00010000:00000001:1.0:1789608746.726752:0:32162:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528156160 : -117815181395456 : ffff94d903f6ba00) 00000002:00010000:1.0:1789608746.726756:0:32162:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6ba00/0xc54db3288176fdbc lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9085 expref: -99 pid: 32162 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608746.726843:0:32162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.726846:0:32162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608746.726848:0:32162:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789608746.726849:0:32162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608746.726851:0:32162:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608746.726853:0:32162:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6ba00 refcount=3 00000020:00000001:1.0:1789608746.726855:0:32162:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528156160 : -117815181395456 : ffff94d903f6ba00) 00010000:00000001:1.0:1789608746.726857:0:32162:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528156160 : -117815181395456 : ffff94d903f6ba00) 00010000:00000040:1.0:1789608746.726864:0:32162:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d90906bf00 count: 2 00010000:00000001:1.0:1789608746.726867:0:32162:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789608746.726872:0:32162:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d91081f000 type 13 mode 4 res 8589935621/33 (0 0) 00010000:00000001:1.0:1789608746.726874:0:32162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.726876:0:32162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789608746.726877:0:32162:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789608746.726881:0:32162:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01883710 00000002:00002000:1.0:1789608746.726883:0:32162:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789608746.726886:0:32162:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608746.726890:0:32162:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608746.726893:0:32162:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789608746.726896:0:32162:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000405:0x1f:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1789608746.726900:0:32162:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608746.726904:0:32162:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d9071bf0c0 2 00000080:00000001:1.0:1789608746.726907:0:32162:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1789608746.726909:0:32162:0:(namei.c:674:ll_lookup_it_finish()) it ffffae3e01883b20 it_disposition b 00000080:00000001:1.0:1789608746.726912:0:32162:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789608746.726920:0:32162:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1789608746.726924:0:32162:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789608746.726927:0:32162:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611169 : 144115205339611169 : 200000405000021) 00000080:00000001:1.0:1789608746.726931:0:32162:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:1.0:1789608746.726938:0:32162:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789608746.726944:0:32162:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514697752 : -117815194853864 : ffff94d903295e18) 00000020:00001000:1.0:1789608746.726947:0:32162:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295e10 00000020:00000001:1.0:1789608746.726949:0:32162:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1789608746.726954:0:32162:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1789608746.726957:0:32162:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789608746.726965:0:32162:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d9094a9d20. 00020000:00000010:1.0:1789608746.726970:0:32162:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d908384380. 00020000:00000010:1.0:1789608746.726978:0:32162:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d9094a9000. 00020000:00000001:1.0:1789608746.726980:0:32162:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626258617536512 : -117815092015104 : ffff94d9094a9000) 00020000:00000002:1.0:1789608746.726985:0:32162:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d9094a9000, objid 0x21:1029, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789608746.726990:0:32162:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789608746.726994:0:32162:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d908384380: ostid: 0x2c0000401:18 ost idx: 1 gen: 0 00020000:00000002:1.0:1789608746.726998:0:32162:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff94d910b65e88) owner ffff94d9420d4f80 00020000:00000001:1.0:1789608746.727002:0:32162:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789608746.727004:0:32162:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff94d910b65e88) owner ffff94d9420d4f80 00020000:00000010:1.0:1789608746.727009:0:32162:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d908384380. 00020000:00000010:1.0:1789608746.727015:0:32162:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d9094a9d20. 00020000:00000010:1.0:1789608746.727019:0:32162:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d9094a9000. 00020000:00000002:1.0:1789608746.727021:0:32162:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x21:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1789608746.727024:0:32162:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608746.727025:0:32162:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789608746.727028:0:32162:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295e10 00000080:00000001:1.0:1789608746.727033:0:32162:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611169 : 144115205339611169 : 200000405000021) 00000080:00000001:1.0:1789608746.727036:0:32162:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1789608746.727041:0:32162:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x21:0x0](ffff94d9189242c8): rc = 0 00000080:00000001:1.0:1789608746.727044:0:32162:0:(namei.c:156:ll_iget()) Process leaving (rc=18446626258873893576 : -117814835658040 : ffff94d9189242c8) 00010000:00000001:1.0:1789608746.727046:0:32162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608746.727047:0:32162:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608746.727049:0:32162:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6ba00 refcount=3 00000020:00000001:1.0:1789608746.727051:0:32162:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528156160 : -117815181395456 : ffff94d903f6ba00) 00010000:00000001:1.0:1789608746.727054:0:32162:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528156160 : -117815181395456 : ffff94d903f6ba00) 00000080:00000001:1.0:1789608746.727057:0:32162:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1789608746.727059:0:32162:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789608746.727061:0:32162:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514697752 : -117815194853864 : ffff94d903295e18) 00000020:00001000:1.0:1789608746.727062:0:32162:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295e10 00000020:00000001:1.0:1789608746.727064:0:32162:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1789608746.727065:0:32162:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1789608746.727230:0:32162:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789608746.727235:0:32162:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d9094a9000. 00020000:00000010:1.0:1789608746.727238:0:32162:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d908384380. 00020000:00000010:1.0:1789608746.727241:0:32162:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d9094a9d20. 00020000:00000001:1.0:1789608746.727243:0:32162:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626258617539872 : -117815092011744 : ffff94d9094a9d20) 00020000:00000002:1.0:1789608746.727245:0:32162:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d9094a9d20, objid 0x21:1029, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789608746.727249:0:32162:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789608746.727252:0:32162:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d908384380: ostid: 0x2c0000401:18 ost idx: 1 gen: 0 00020000:00000002:1.0:1789608746.727255:0:32162:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff94d910b65e88) owner ffff94d9420d4f80 00020000:00000001:1.0:1789608746.727257:0:32162:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789608746.727259:0:32162:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff94d910b65e88) owner ffff94d9420d4f80 00020000:00000010:1.0:1789608746.727261:0:32162:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d908384380. 00020000:00000010:1.0:1789608746.727263:0:32162:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d9094a9000. 00020000:00000010:1.0:1789608746.727265:0:32162:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d9094a9d20. 00020000:00000002:1.0:1789608746.727267:0:32162:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x21:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1789608746.727269:0:32162:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608746.727271:0:32162:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608746.727275:0:32162:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1789608746.727278:0:32162:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b65e88) owner 0000000000000000/ffff94d9420d4f80 00020000:00000002:1.0:1789608746.727281:0:32162:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d907f831e0 addref 2/0 by ffff94d9420d4f80. 00020000:00000002:1.0:1789608746.727284:0:32162:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b65e88) owner 0000000000000000/ffff94d9420d4f80 00020000:00000001:1.0:1789608746.727287:0:32162:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1789608746.727289:0:32162:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1789608746.727290:0:32162:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1789608746.727292:0:32162:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1789608746.727294:0:32162:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1789608746.727297:0:32162:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x21:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1789608746.727299:0:32162:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295e10 00000080:00000001:1.0:1789608746.727404:0:32162:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608746.727407:0:32162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.727408:0:32162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789608746.727410:0:32162:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789608746.727413:0:32162:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1789608746.727415:0:32162:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789608746.727419:0:32162:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x21:0x0](ffff94d9189242c8) for lock 0xc54db3288176fdbc 00800000:00000001:1.0:1789608746.727423:0:32162:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789608746.727425:0:32162:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789608746.727426:0:32162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608746.727428:0:32162:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608746.727429:0:32162:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6ba00 refcount=3 00000020:00000001:1.0:1789608746.727431:0:32162:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528156160 : -117815181395456 : ffff94d903f6ba00) 00010000:00000001:1.0:1789608746.727433:0:32162:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528156160 : -117815181395456 : ffff94d903f6ba00) 00010000:00000001:1.0:1789608746.727436:0:32162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.727437:0:32162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789608746.727438:0:32162:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608746.727440:0:32162:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1789608746.727508:0:32162:0:(namei.c:653:ll_splice_alias()) Add dentry ffff94d918b2f798 inode ffff94d9189242c8 refc 1 flags 0x40000e 00000080:00000001:1.0:1789608746.727513:0:32162:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1789608746.727517:0:32162:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x21:0x0](ffff94d9189242c8) 00000080:00010000:1.0:1789608746.727521:0:32162:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fdbc from it ffffae3e01883b20 00010000:00000001:1.0:1789608746.727524:0:32162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608746.727525:0:32162:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608746.727527:0:32162:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6ba00 refcount=3 00000020:00000001:1.0:1789608746.727528:0:32162:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528156160 : -117815181395456 : ffff94d903f6ba00) 00010000:00000001:1.0:1789608746.727531:0:32162:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528156160 : -117815181395456 : ffff94d903f6ba00) 00010000:00000001:1.0:1789608746.727533:0:32162:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789608746.727537:0:32162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6ba00/0xc54db3288176fdbc lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x91bddff8e8ed9085 expref: -99 pid: 32162 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608746.727544:0:32162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.727545:0:32162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608746.727547:0:32162:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789608746.727550:0:32162:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789608746.727553:0:32162:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6ba00/0xc54db3288176fdbc lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9085 expref: -99 pid: 32162 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789608746.727560:0:32162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789608746.727629:0:32162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789608746.727633:0:32162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789608746.727639:0:32162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.727640:0:32162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608746.727641:0:32162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608746.727645:0:32162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789608746.727647:0:32162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608746.727649:0:32162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608746.727654:0:32162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608746.727657:0:32162:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789608746.727658:0:32162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.727659:0:32162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789608746.727661:0:32162:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789608746.727755:0:32162:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d9071fa600. 00000100:00000001:1.0:1789608746.727761:0:32162:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608746.727856:0:32162:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904056680 x1876538934272512/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/640 e 0 to 0 dl 1789608762 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608746.727865:0:32162:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608746.727869:0:32162:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608746.727874:0:32162:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d903d94000. 02000000:00000001:1.0:1789608746.727878:0:32162:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608746.727881:0:32162:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608746.727882:0:32162:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:1.0:1789608746.727885:0:32162:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608746.727889:0:32162:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d908242000. 02000000:00000001:1.0:1789608746.727892:0:32162:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608746.727894:0:32162:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608746.727896:0:32162:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904056680. 00000100:00000001:1.0:1789608746.727900:0:32162:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608746.727902:0:32162:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789608746.727905:0:32162:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1789608746.727907:0:32162:0:(dcache.c:176:ll_intent_release()) intent ffffae3e01883b20 released 00000080:00000001:1.0:1789608746.727909:0:32162:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:1.0:1789608746.727924:0:32162:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01883d08 00000080:00200008:1.0:1789608746.727926:0:32162:0:(file.c:6296:ll_getattr_dentry()) START file f:[0x200000405:0x21:0x0](ffff94d9189242c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1789608746.727933:0:32162:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789608746.727935:0:32162:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01883c80 00000080:00200000:1.0:1789608746.727937:0:32162:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x21:0x0](ffff94d9189242c8),name=f 00000080:00000010:1.0:1789608746.727945:0:32162:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d9071fa600. 00800000:00000002:1.0:1789608746.727951:0:32162:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d9071bf0c0 2 00000080:00000001:1.0:1789608746.727958:0:32162:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789608746.727962:0:32162:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789608746.727964:0:32162:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01883ba0 00800000:00000002:1.0:1789608746.727966:0:32162:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x21:0x0] 'f' on [0x200000405:0x1f:0x0] 00800000:00000001:1.0:1789608746.727969:0:32162:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789608746.727974:0:32162:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789608746.727977:0:32162:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789608746.727979:0:32162:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789608746.727982:0:32162:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789608746.727984:0:32162:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608746.727986:0:32162:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:1.0:1789608746.727988:0:32162:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608746.727991:0:32162:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789608746.727992:0:32162:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789608746.727993:0:32162:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789608746.727994:0:32162:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789608746.727995:0:32162:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608746.727997:0:32162:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x21:0x0] 00800000:00000001:1.0:1789608746.727999:0:32162:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608746.728001:0:32162:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x1f:0x0], fid2=[0x200000405:0x21:0x0], name='' -> mds #0 00000002:00000001:1.0:1789608746.728005:0:32162:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789608746.728006:0:32162:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01883a70 00000002:00010000:1.0:1789608746.728008:0:32162:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x21:0x0]) in obj [0x200000405:0x1f:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789608746.728011:0:32162:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789608746.728013:0:32162:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789608746.728015:0:32162:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789608746.728020:0:32162:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d90906bf00 count: 2 00010000:00000001:1.0:1789608746.728022:0:32162:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789608746.728026:0:32162:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608746.728030:0:32162:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789608746.728033:0:32162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6ba00/0xc54db3288176fdbc lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9085 expref: -99 pid: 32162 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1789608746.728046:0:32162:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789608746.728051:0:32162:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608746.728054:0:32162:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6ba00/0xc54db3288176fdbc lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9085 expref: -99 pid: 32162 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1789608746.728060:0:32162:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789608746.728062:0:32162:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789608746.728064:0:32162:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789608746.728223:0:32162:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789608746.728227:0:32162:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789608746.728229:0:32162:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000405:0x1f:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789608746.728232:0:32162:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789608746.728235:0:32162:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d9071bf0c0 2 00000080:00000010:1.0:1789608746.728237:0:32162:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d9071fa600. 00000080:00000001:1.0:1789608746.728240:0:32162:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789608746.728242:0:32162:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789608746.728244:0:32162:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x21:0x0](ffff94d9189242c8) 00000080:00010000:1.0:1789608746.728247:0:32162:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x21:0x0](ffff94d9189242c8) for lock 0xc54db3288176fdbc 00800000:00000001:1.0:1789608746.728250:0:32162:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789608746.728251:0:32162:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789608746.728252:0:32162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608746.728254:0:32162:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608746.728256:0:32162:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6ba00 refcount=3 00000020:00000001:1.0:1789608746.728258:0:32162:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528156160 : -117815181395456 : ffff94d903f6ba00) 00010000:00000001:1.0:1789608746.728260:0:32162:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528156160 : -117815181395456 : ffff94d903f6ba00) 00010000:00000001:1.0:1789608746.728262:0:32162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.728264:0:32162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789608746.728265:0:32162:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608746.728266:0:32162:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789608746.728268:0:32162:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fdbc from it ffffae3e01883cb8 00010000:00000001:1.0:1789608746.728270:0:32162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608746.728272:0:32162:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608746.728273:0:32162:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6ba00 refcount=3 00000020:00000001:1.0:1789608746.728274:0:32162:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528156160 : -117815181395456 : ffff94d903f6ba00) 00010000:00000001:1.0:1789608746.728276:0:32162:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528156160 : -117815181395456 : ffff94d903f6ba00) 00010000:00000001:1.0:1789608746.728278:0:32162:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789608746.728280:0:32162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6ba00/0xc54db3288176fdbc lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x91bddff8e8ed9085 expref: -99 pid: 32162 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789608746.728285:0:32162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.728286:0:32162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608746.728287:0:32162:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789608746.728289:0:32162:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789608746.728291:0:32162:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6ba00/0xc54db3288176fdbc lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9085 expref: -99 pid: 32162 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789608746.728297:0:32162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789608746.728299:0:32162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789608746.728308:0:32162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789608746.728310:0:32162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.728311:0:32162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608746.728312:0:32162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608746.728314:0:32162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789608746.728316:0:32162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608746.728411:0:32162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608746.728415:0:32162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608746.728417:0:32162:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789608746.728418:0:32162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.728419:0:32162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789608746.728421:0:32162:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789608746.728423:0:32162:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789608746.728426:0:32162:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1789608746.728430:0:32162:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1789608746.728432:0:32162:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789608746.728434:0:32162:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1789608746.728436:0:32162:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608746.728438:0:32162:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789608746.728441:0:32162:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1789608746.728444:0:32162:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789608746.728508:0:32162:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514697752 : -117815194853864 : ffff94d903295e18) 00000020:00001000:1.0:1789608746.728511:0:32162:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295e10 00000020:00000001:1.0:1789608746.728517:0:32162:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbb70 -> ffff94d9040dbb70 00000020:00000001:1.0:1789608746.728520:0:32162:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:1.0:1789608746.728522:0:32162:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1789608746.728525:0:32162:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x21:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1789608746.728527:0:32162:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789608746.728529:0:32162:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1789608746.728531:0:32162:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1789608746.728533:0:32162:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608746.728534:0:32162:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789608746.728538:0:32162:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x21:0x0]io ffff94d904aac750 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1789608746.728541:0:32162:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b65e88) owner 0000000000000000/ffff94d9420d4f80 00020000:00000001:1.0:1789608746.728545:0:32162:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1789608746.728547:0:32162:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1789608746.728549:0:32162:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1789608746.728551:0:32162:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608746.728553:0:32162:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1789608746.728555:0:32162:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1789608746.728557:0:32162:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608746.728558:0:32162:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789608746.728559:0:32162:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1789608746.728560:0:32162:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1789608746.728562:0:32162:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b65e88) owner 0000000000000000/ffff94d9420d4f80 00000020:00000001:1.0:1789608746.728628:0:32162:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789608746.728632:0:32162:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1789608746.728633:0:32162:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x21:0x0] 00000020:00000001:1.0:1789608746.728636:0:32162:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1789608746.728637:0:32162:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1789608746.728641:0:32162:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1789608746.728643:0:32162:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1789608746.728649:0:32162:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1789608746.728655:0:32162:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d9121c3a00. 00020000:00000002:1.0:1789608746.728658:0:32162:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1789608746.728660:0:32162:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1789608746.730992:0:32162:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789608746.731001:0:32162:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1789608746.731006:0:32162:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789608746.731011:0:32162:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514696600 : -117815194855016 : ffff94d903295998) 00000020:00001000:1.0:1789608746.731019:0:32162:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295990 00000020:00000001:1.0:1789608746.731025:0:32162:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbaa8 -> ffff94d9040dbb70 00000020:00000001:1.0:1789608746.731029:0:32162:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:1.0:1789608746.731034:0:32162:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789608746.731036:0:32162:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1789608746.731038:0:32162:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789608746.731040:0:32162:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258539956048 : -117815169595568 : ffff94d904aac750) 00000020:00000001:1.0:1789608746.731041:0:32162:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608746.731043:0:32162:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608746.731046:0:32162:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593380720 : -117815116170896 : ffff94d907d9f970) 00000020:00000001:1.0:1789608746.731050:0:32162:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1789608746.731238:0:32162:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d9048c2d10. 00000008:00010000:1.0:1789608746.731243:0:32162:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1789608746.731246:0:32162:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789608746.731247:0:32162:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1789608746.731249:0:32162:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d9121c3a30, osc lock ffff94d9048c2d10, flags 0x400001002 00000020:00000001:1.0:1789608746.731252:0:32162:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608746.731255:0:32162:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608746.731261:0:32162:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626258765494784 : -117814944056832 : ffff94d9121c3a00) 00000020:00000001:1.0:1789608746.731420:0:32162:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789608746.731423:0:32162:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1789608746.731425:0:32162:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608746.731428:0:32162:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608746.731432:0:32162:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1789608746.731434:0:32162:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1789608746.731436:0:32162:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1789608746.731438:0:32162:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1789608746.731441:0:32162:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789608746.731442:0:32162:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593380720 : -117815116170896 : ffff94d907d9f970) 00000020:00000001:1.0:1789608746.731444:0:32162:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1789608746.731446:0:32162:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1789608746.731519:0:32162:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1789608746.731524:0:32162:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1789608746.731526:0:32162:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1789608746.731528:0:32162:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1789608746.731531:0:32162:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1789608746.731533:0:32162:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1789608746.731534:0:32162:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1789608746.731537:0:32162:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1789608746.731541:0:32162:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789608746.731549:0:32162:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608746.731553:0:32162:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:1.0:1789608746.731561:0:32162:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904056680. 00000020:00000040:1.0:1789608746.731566:0:32162:0:(genops.c:1209:class_import_get()) import ffff94d902b13000 refcount=3 obd=lustre-OST0001-osc-ffff94d904ceb000 00000100:00000001:1.0:1789608746.731572:0:32162:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1789608746.731577:0:32162:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789608746.731586:0:32162:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff94d904ceb000: connect to NID 192.168.203.121@tcp last attempt 1778 00000400:00000200:1.0:1789608746.731597:0:32162:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.731603:0:32162:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.121@tcp is discovered: rc = 1 00000100:00000040:1.0:1789608746.731609:0:32162:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff94d907ddb340 refcount 14 to 192.168.203.121@tcp 00000100:00000001:1.0:1789608746.731613:0:32162:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789608746.731615:0:32162:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff94d907ddb340 refcount 15 to 192.168.203.121@tcp 00000100:00000001:1.0:1789608746.731618:0:32162:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446626258593624896 : -117815115926720 : ffff94d907ddb340) 00000020:00000001:1.0:1789608746.731627:0:32162:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789608746.731629:0:32162:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc54db3288176f366 00000020:00000001:1.0:1789608746.731632:0:32162:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608746.731636:0:32162:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d903104000 refcount=4 00000020:00000001:1.0:1789608746.731639:0:32162:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258513051648 : -117815196499968 : ffff94d903104000) 00000020:00000001:1.0:1789608746.731641:0:32162:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626258513051648 : -117815196499968 : ffff94d903104000) 00000100:00000040:1.0:1789608746.731645:0:32162:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff94d907ddb340 refcount 14 to 192.168.203.121@tcp 00000100:00000001:1.0:1789608746.731647:0:32162:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789608746.731649:0:32162:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff94d907ddb340 refcount 15 to 192.168.203.121@tcp 00000100:00000001:1.0:1789608746.731651:0:32162:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446626258593624896 : -117815115926720 : ffff94d907ddb340) 00000020:00000040:1.0:1789608746.731655:0:32162:0:(genops.c:879:class_export_put()) PUTting export ffff94d903104000 : new refcount 3 00000100:00080000:1.0:1789608746.731659:0:32162:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff94d904ceb000: import ffff94d902b13000 using connection 192.168.203.121@tcp/192.168.203.121@tcp 00000100:00000001:1.0:1789608746.731662:0:32162:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608746.731875:0:32162:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789608746.731885:0:32162:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608746.731888:0:32162:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608746.731891:0:32162:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1789608746.731895:0:32162:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1789608746.731898:0:32162:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608746.731900:0:32162:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789608746.731905:0:32162:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904056300. 00000020:00000040:1.0:1789608746.731908:0:32162:0:(genops.c:1209:class_import_get()) import ffff94d902b13000 refcount=4 obd=lustre-OST0001-osc-ffff94d904ceb000 02000000:00000001:1.0:1789608746.731912:0:32162:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789608746.731914:0:32162:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608746.731917:0:32162:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608746.731921:0:32162:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608746.731925:0:32162:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608746.731934:0:32162:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d908242000. 00000100:00000001:1.0:1789608746.731943:0:32162:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608746.731955:0:32162:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94d904056300 x1876538934272640/t0(0) o8->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608746.731966:0:32162:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608746.731971:0:32162:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608746.731977:0:32162:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024083d7d] to pc [ptlrpcd_rcv+-1] req@ffff94d904056300 x1876538934272640/t0(0) o8->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1789608746.732960:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608746.732966:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d90827b300. 00000400:00000200:0.0:1789608746.732973:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608746.732980:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608746.732987:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9330 00000400:00000010:0.0:1789608746.732990:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9330. 00000100:00000001:0.0:1789608746.732995:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608746.733000:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904056300 x1876538934272640/t0(0) o8->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1789608756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608746.733011:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608746.733015:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904056300 x1876538934272640/t0(0) o8->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1789608756 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608746.733023:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608746.733024:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789608746.733672:0:32162:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608746.733694:0:32162:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:1.0:1789608746.733696:0:32162:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00010000:00000001:1.0:1789608746.733703:0:32162:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789608746.733709:0:32162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789608746.733714:0:32162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608746.733717:0:32162:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608746.733719:0:32162:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608746.733724:0:32162:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608746.733735:0:32162:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d9071fa600. 00000100:00000001:1.0:1789608746.733743:0:32162:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608746.733749:0:32162:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789608746.733751:0:32162:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608746.733753:0:32162:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789608746.733755:0:32162:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608746.733757:0:32162:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608746.733761:0:32162:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446626258529117824 : -117815180433792 : ffff94d904056680) 00010000:00000001:1.0:1789608746.733775:0:32162:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789608746.733779:0:32162:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789608746.733789:0:32162:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d90906bb00. 00010000:00000010:1.0:1789608746.733793:0:32162:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff94d90906b100. 00010000:00000001:1.0:1789608746.733801:0:32162:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789608746.733805:0:32162:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d903f6a800. 00000020:00000001:1.0:1789608746.733810:0:32162:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789608746.733814:0:32162:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d903f6a800 with handle 0xc54db3288176fdc3 to hash 00000020:00000001:1.0:1789608746.733817:0:32162:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789608746.733818:0:32162:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626258528151552 : -117815181400064 : ffff94d903f6a800) 00010000:00000010:1.0:1789608746.733823:0:32162:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff94d91117dec0. 00010000:00000001:1.0:1789608746.733827:0:32162:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626258528151552 : -117815181400064 : ffff94d903f6a800) 00010000:00000001:1.0:1789608746.733832:0:32162:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608746.733835:0:32162:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608746.733840:0:32162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 00000000d967a426/0xc54db3288176fdc3 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32162 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789608746.733854:0:32162:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 00000000d967a426/0xc54db3288176fdc3 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 32162 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608746.733866:0:32162:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608746.733870:0:32162:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608746.733874:0:32162:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608746.733882:0:32162:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005aad94d5] to pc [ptlrpcd_00_00+0] req@ffff94d904056680 x1876538934272768/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1789608746.733905:0:32162:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789608746.733908:0:32162:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608746.733912:0:32162:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608746.733915:0:32162:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608746.733917:0:32162:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608746.733920:0:32162:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1789608746.733922:0:32162:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1789608746.733924:0:32162:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1789608746.733925:0:32162:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000100:00000001:0.0:1789608746.735660:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608746.735670:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608746.735674:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608746.735734:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904056680 x1876538934272768/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608746.735878:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608746.735881:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1789608746.735887:0:2409:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff94d904056680 x1876538934272768/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608746.735895:0:2409:0:(client.c:1851:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608746.735899:0:2409:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608746.735901:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608746.735903:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608746.735906:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608746.735908:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608746.735917:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608746.735920:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608746.735923:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608746.735924:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608746.735926:0:2409:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608746.735928:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608746.735929:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608746.735931:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608746.735934:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608746.735944:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608746.735946:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789608746.738920:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608746.738941:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608746.738946:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608746.738949:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608746.738960:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608746.738970:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608746.738983:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608746.738989:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608746.738995:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608746.739001:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 416 into portal 4 MB=0x6aab3c495a280 00000400:00000200:0.0:1789608746.739007:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608746.739014:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 416/416 into md 0x7b71 [1] + 0 00000800:00000001:0.0:1789608746.739023:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608746.739033:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608746.739037:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608746.739043:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608746.739053:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608746.739064:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904056300 x1876538934272640/t0(0) o8->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1789608756 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608746.739077:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff94d904056300 x1876538934272640/t0(0) o8->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1789608756 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608746.739087:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608746.739820:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608746.739827:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608746.741998:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608746.742004:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608746.742009:0:2409:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608746.743395:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608746.743402:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608746.743409:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608746.743414:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608746.743417:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608746.743420:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608746.743429:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608746.743434:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608746.743437:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608746.743462:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903116800. 02000000:00000001:0.0:1789608746.743466:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608746.743477:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608746.743483:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8b00. 00000400:00000010:0.0:1789608746.743492:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095eddd0. 00000100:00000200:0.0:1789608746.743501:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934272768, portal 4 00000100:00000001:0.0:1789608746.743503:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608746.743551:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529117824 : -117815180433792 : ffff94d904056680) 00000100:00000040:0.0:1789608746.743566:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d904056680 x1876538934272768/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608762 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608746.743575:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608746.743579:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608746.743582:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed330. 00000100:00000200:0.0:1789608746.743587:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1876538934272768, offset 0 00000400:00000200:0.0:1789608746.743595:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608746.743607:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608746.743617:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608746.743623:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608746.743628:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608746.743632:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608746.743635:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608746.743639:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2682:2682:256:4294967295] 192.168.203.121@tcp LPNI seq info [2682:2682:8:4294967295] 00000400:00000200:0.0:1789608746.743643:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608746.743654:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608746.743661:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608746.743668:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306d00. 00000800:00000200:0.0:1789608746.743693:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608746.743702:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608746.743707:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306d00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1789608746.743864:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608746.743870:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: using a timeout of 25105 usecs (26 jiffies) 00000400:00000200:0.0:1789608746.743874:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608746.743877:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296473858 00000100:00000001:0.0:1789608746.743881:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296475999 00000100:00000001:0.0:1789608746.743883:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296473858 00000100:00000001:0.0:1789608746.743885:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296475999 00000100:00000001:0.0:1789608746.743888:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608746.743892:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608746.743896:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608746.743906:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608746.743908:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789608746.743911:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608746.743914:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608746.743916:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608746.743919:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608746.744129:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608746.744136:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306d00. 00000400:00000200:1.0:1789608746.744144:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608746.744150:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608746.744156:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed330 00000400:00000010:1.0:1789608746.744159:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed330. 00000100:00000001:1.0:1789608746.744164:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608746.744169:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904056680 x1876538934272768/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608762 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608746.744180:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608746.744184:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904056680 x1876538934272768/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608762 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608746.744191:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608746.744193:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608746.748108:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.748129:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608746.748135:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.748137:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608746.748148:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.748155:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608746.748175:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.748182:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.748188:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.748193:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 400 into portal 4 MB=0x6aab3c495a300 00000400:00000200:1.0:1789608746.748199:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.748205:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 400/400 into md 0x7b79 [1] + 224 00000800:00000001:1.0:1789608746.748215:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.748223:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608746.748227:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608746.748233:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608746.748243:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608746.748252:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904056680 x1876538934272768/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608762 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608746.748261:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff94d904056680 x1876538934272768/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608762 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608746.748277:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608746.748288:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.748291:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608746.748618:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608746.748623:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789608746.748631:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608746.748634:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608746.748637:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8b00. 00000400:00000200:0.0:1789608746.748643:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095eddd0 00000400:00000010:0.0:1789608746.748646:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095eddd0. 00000100:00000001:0.0:1789608746.748650:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608746.748655:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904056680 x1876538934272768/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608762 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789608746.749027:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904056680 x1876538934272768/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608762 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608746.749037:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608746.749039:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608746.749042:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608746.749045:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608746.749048:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608746.749050:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608746.749053:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608746.749065:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13460 time=104 v=5 (5 5 5 36) 00000100:00001000:0.0:1789608746.749070:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13418 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1789608746.749073:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608746.749075:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608746.749078:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608746.749083:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608746.749087:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608746.749090:0:2409:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d904ceb000: skip recheck: last_committed 4294967322 00000100:00000001:0.0:1789608746.749157:0:2409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608746.749160:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608746.749228:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904056680 x1876538934272768/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608762 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608746.749236:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608746.749239:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608746.749241:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1789608746.749245:0:2409:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:0.0:1789608746.749247:0:2409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608746.749250:0:2409:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608746.749255:0:2409:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a800 refcount=4 00000020:00000001:0.0:1789608746.749257:0:2409:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528151552 : -117815181400064 : ffff94d903f6a800) 00010000:00000001:0.0:1789608746.749261:0:2409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528151552 : -117815181400064 : ffff94d903f6a800) 00010000:00000001:0.0:1789608746.749263:0:2409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608746.749307:0:2409:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608746.749310:0:2409:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a800 refcount=5 00000020:00000001:0.0:1789608746.749312:0:2409:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528151552 : -117815181400064 : ffff94d903f6a800) 00010000:00000001:0.0:1789608746.749314:0:2409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528151552 : -117815181400064 : ffff94d903f6a800) 00010000:00000001:0.0:1789608746.749367:0:2409:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608746.749372:0:2409:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608746.749378:0:2409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 00000000d967a426/0xc54db3288176fdc3 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32162 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608746.749390:0:2409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608746.749392:0:2409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608746.749395:0:2409:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789608746.749398:0:2409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608746.749399:0:2409:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608746.749400:0:2409:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a800 refcount=6 00000020:00000001:0.0:1789608746.749402:0:2409:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528151552 : -117815181400064 : ffff94d903f6a800) 00010000:00000001:0.0:1789608746.749404:0:2409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528151552 : -117815181400064 : ffff94d903f6a800) 00010000:00000040:0.0:1789608746.749411:0:2409:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d903f6a800, remote cookie: 0x91bddff8e8ed9093, flags: 0x1001 00010000:00010000:0.0:1789608746.749416:0:2409:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 00000000d967a426/0xc54db3288176fdc3 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9093 expref: -99 pid: 32162 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608746.749424:0:2409:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1789608746.749426:0:2409:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608746.749429:0:2409:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789608746.749433:0:2409:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1789608746.749438:0:2409:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 00000000d967a426/0xc54db3288176fdc3 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9093 expref: -99 pid: 32162 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789608746.749517:0:2409:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2c0000401:0x12:0x0].0x0 (ffff94d90906bb00) refcount = 1 00010000:00000040:0.0:1789608746.749522:0:2409:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1789608746.749525:0:2409:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 00000000d967a426/0xc54db3288176fdc3 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9093 expref: -99 pid: 32162 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608746.749536:0:2409:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789608746.749538:0:2409:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789608746.749542:0:2409:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789608746.749545:0:2409:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608746.749549:0:2409:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 00000000d967a426/0xc54db3288176fdc3 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9093 expref: -99 pid: 32162 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608746.749556:0:2409:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789608746.749558:0:2409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608746.749559:0:2409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608746.749560:0:2409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608746.749561:0:2409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789608746.749564:0:2409:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1789608746.749567:0:2409:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1789608746.749571:0:2409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608746.749573:0:2409:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608746.749575:0:2409:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a800 refcount=5 00000020:00000001:0.0:1789608746.749577:0:2409:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528151552 : -117815181400064 : ffff94d903f6a800) 00010000:00000001:0.0:1789608746.749579:0:2409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528151552 : -117815181400064 : ffff94d903f6a800) 00000008:00000001:0.0:1789608746.749584:0:2409:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1789608746.749589:0:2409:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5500 -> ffff94d9040dbb70 00000008:00010000:0.0:1789608746.749594:0:2409:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 00000000d967a426/0xc54db3288176fdc3 lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x91bddff8e8ed9093 expref: -99 pid: 32162 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1789608746.749601:0:2409:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5500 -> ffff94d9040dbb70 00000020:00000001:0.0:1789608746.749603:0:2409:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1789608746.749607:0:2409:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1789608746.749610:0:2409:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1789608746.749613:0:2409:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608746.749615:0:2409:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608746.749617:0:2409:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5500 -> ffff94d9040dbb70 00000008:00000001:0.0:1789608746.749619:0:2409:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:0.0:1789608746.749622:0:2409:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1789608746.749624:0:2409:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1789608746.749787:0:2409:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1789608746.749790:0:2409:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608746.749792:0:2409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608746.749794:0:2409:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608746.749796:0:2409:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a800 refcount=6 00000020:00000001:0.0:1789608746.749798:0:2409:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528151552 : -117815181400064 : ffff94d903f6a800) 00010000:00000001:0.0:1789608746.749800:0:2409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528151552 : -117815181400064 : ffff94d903f6a800) 00010000:00000001:0.0:1789608746.749803:0:2409:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789608746.749806:0:2409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 00000000d967a426/0xc54db3288176fdc3 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x91bddff8e8ed9093 expref: -99 pid: 32162 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608746.749814:0:2409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608746.749815:0:2409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789608746.749818:0:2409:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 00000000d967a426/0xc54db3288176fdc3 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x91bddff8e8ed9093 expref: -99 pid: 32162 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608746.749825:0:2409:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789608746.749826:0:2409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608746.749828:0:2409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789608746.749829:0:2409:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608746.749831:0:2409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608746.749832:0:2409:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608746.749833:0:2409:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a800 refcount=5 00000020:00000001:0.0:1789608746.749835:0:2409:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528151552 : -117815181400064 : ffff94d903f6a800) 00010000:00000001:0.0:1789608746.749837:0:2409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528151552 : -117815181400064 : ffff94d903f6a800) 00010000:00000001:0.0:1789608746.749839:0:2409:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789608746.749842:0:2409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 00000000d967a426/0xc54db3288176fdc3 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x91bddff8e8ed9093 expref: -99 pid: 32162 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608746.749854:0:2409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608746.749855:0:2409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608746.749857:0:2409:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789608746.749860:0:2409:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789608746.749862:0:2409:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 00000000d967a426/0xc54db3288176fdc3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x91bddff8e8ed9093 expref: -99 pid: 32162 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789608746.749873:0:2409:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789608746.749876:0:2409:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789608746.749878:0:2409:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789608746.749883:0:2409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608746.749884:0:2409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608746.749885:0:2409:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608746.749889:0:2409:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789608746.749891:0:2409:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608746.749893:0:2409:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608746.749896:0:2409:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608746.749897:0:2409:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789608746.749899:0:2409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608746.749900:0:2409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608746.749901:0:2409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608746.749902:0:2409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789608746.749903:0:2409:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608746.749910:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904056680 x1876538934272768/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608762 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789608746.749919:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904056680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:0:1876538934272768:192.168.203.121@tcp:101:checkstat.0 00000100:00000001:0.0:1789608746.749925:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608746.749929:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608746.749933:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904056680 x1876538934272768/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608762 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608746.749939:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608746.749943:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608746.749948:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903116800. 02000000:00000001:0.0:1789608746.749953:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608746.749956:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608746.749958:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b13000 refcount=2 obd=lustre-OST0001-osc-ffff94d904ceb000 00000020:00000001:0.0:1789608746.749961:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608746.749964:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d9071fa600. 02000000:00000001:0.0:1789608746.749968:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608746.749970:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608746.749973:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904056680. 00000100:00000001:0.0:1789608746.749977:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608746.749979:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608746.749981:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608746.749990:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608746.749992:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608746.749995:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608746.749999:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608746.750077:0:32162:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608746.750082:0:32162:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608746.750089:0:32162:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1789608746.750093:0:32162:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbb70 -> ffff94d9040dbb70 00000020:00000001:1.0:1789608746.750157:0:32162:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbb70 -> ffff94d9040dbb70 00000020:00000001:1.0:1789608746.750159:0:32162:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1789608746.750165:0:32162:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1789608746.750232:0:32162:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1789608746.750234:0:32162:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608746.750236:0:32162:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1789608746.750237:0:32162:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789608746.750240:0:32162:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x21:1029 on OST[1]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:1.0:1789608746.750243:0:32162:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789608746.750246:0:32162:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:1.0:1789608746.750249:0:32162:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608746.750251:0:32162:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608746.750253:0:32162:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbb70 -> ffff94d9040dbb70 00000080:00200000:1.0:1789608746.750256:0:32162:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x21:0x0] updating i_size 0 i_blocks 1 00000080:00000001:1.0:1789608746.750259:0:32162:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1789608746.750262:0:32162:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1789608746.750313:0:32162:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d904aac6f0 (ffff94d903295e18/0) at cl_lock_release():245 00000020:00000001:1.0:1789608746.750370:0:32162:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789608746.750372:0:32162:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d904aac6f0 (ffff94d903295e18/0) at cl_lock_cancel():142 00020000:00000001:1.0:1789608746.750377:0:32162:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1789608746.750381:0:32162:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789608746.750383:0:32162:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593380720 : -117815116170896 : ffff94d907d9f970) 00000020:00000001:1.0:1789608746.750386:0:32162:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789608746.750387:0:32162:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d9121c3a30 (ffff94d903295998/1) at cl_lock_cancel():142 00000008:00000001:1.0:1789608746.750391:0:32162:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1789608746.750392:0:32162:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1789608746.750394:0:32162:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.750396:0:32162:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789608746.750397:0:32162:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1789608746.750399:0:32162:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1789608746.750401:0:32162:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789608746.750402:0:32162:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789608746.750403:0:32162:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789608746.750404:0:32162:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d904aac6f0 (ffff94d903295e18/0) at cl_lock_fini():72 00020000:00000001:1.0:1789608746.750407:0:32162:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1789608746.750409:0:32162:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789608746.750410:0:32162:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d9121c3a30 (ffff94d903295e18/1) at cl_lock_fini():72 00000008:00000010:1.0:1789608746.750414:0:32162:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d9048c2d10. 00000020:00000001:1.0:1789608746.750417:0:32162:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1789608746.750419:0:32162:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d9121c3a00. 00020000:00000001:1.0:1789608746.750422:0:32162:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1789608746.750423:0:32162:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1789608746.750424:0:32162:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1789608746.750426:0:32162:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608746.750429:0:32162:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1789608746.750432:0:32162:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1789608746.750435:0:32162:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1789608746.750436:0:32162:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:1.0:1789608746.750438:0:32162:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789608746.750441:0:32162:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295990 00020000:00000001:1.0:1789608746.750444:0:32162:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1789608746.750446:0:32162:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1789608746.750517:0:32162:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1789608746.750520:0:32162:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x21:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1789608746.750524:0:32162:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1789608746.750527:0:32162:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608746.750529:0:32162:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789608746.750531:0:32162:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1789608746.750532:0:32162:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789608746.750534:0:32162:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295e10 00000001:00000001:1.0:1789608746.750536:0:32162:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608746.750546:0:32162:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01883d08 00000080:00000008:1.0:1789608746.750549:0:32162:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f:[0x200000405:0x21:0x0](ffff94d9189242c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1789608746.750557:0:32162:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789608746.750559:0:32162:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01883da0 00000080:00002000:1.0:1789608746.750561:0:32162:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff94d918b2f798, parent ffff94d918b2f1b0, inode ffff94d9189242c8) hashed, 00000080:00000001:1.0:1789608746.750564:0:32162:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608746.765981:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608746.765985:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608746.765988:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789608746.777383:0:32163:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789608746.777395:0:32163:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789608746.777398:0:32163:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789608746.777402:0:32163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e016e7b20 00000080:00200000:0.0:1789608746.777409:0:32163:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:0.0:1789608746.777420:0:32163:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d906144a00. 00800000:00000002:0.0:1789608746.777429:0:32163:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:0.0:1789608746.777434:0:32163:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789608746.777440:0:32163:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789608746.777443:0:32163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e016e7a40 00800000:00000002:0.0:1789608746.777445:0:32163:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789608746.777465:0:32163:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789608746.777469:0:32163:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789608746.777472:0:32163:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789608746.777476:0:32163:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789608746.777479:0:32163:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789608746.777481:0:32163:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608746.777484:0:32163:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789608746.777488:0:32163:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608746.777492:0:32163:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789608746.777498:0:32163:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789608746.777500:0:32163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e016e7910 00000002:00010000:0.0:1789608746.777502:0:32163:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789608746.777506:0:32163:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789608746.777509:0:32163:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608746.777514:0:32163:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608746.777523:0:32163:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d90906b200 count: 2 00010000:00000001:0.0:1789608746.777526:0:32163:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789608746.777532:0:32163:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608746.777537:0:32163:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789608746.777543:0:32163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a000/0xc54db3288176fdae lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed904d expref: -99 pid: 32162 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789608746.777556:0:32163:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789608746.777563:0:32163:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608746.777566:0:32163:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a000/0xc54db3288176fdae lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed904d expref: -99 pid: 32162 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789608746.777574:0:32163:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789608746.777576:0:32163:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789608746.777579:0:32163:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789608746.777581:0:32163:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789608746.777583:0:32163:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789608746.777585:0:32163:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789608746.777588:0:32163:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789608746.777592:0:32163:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:0.0:1789608746.777596:0:32163:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d906144a00. 00000080:00000001:0.0:1789608746.777601:0:32163:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789608746.777603:0:32163:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789608746.777606:0:32163:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:0.0:1789608746.777610:0:32163:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176fdae 00800000:00000001:0.0:1789608746.777614:0:32163:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789608746.777617:0:32163:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789608746.777619:0:32163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608746.777622:0:32163:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608746.777625:0:32163:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a000 refcount=3 00000020:00000001:0.0:1789608746.777628:0:32163:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000001:0.0:1789608746.777632:0:32163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000001:0.0:1789608746.777635:0:32163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608746.777636:0:32163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789608746.777637:0:32163:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608746.777639:0:32163:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789608746.777641:0:32163:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fdae from it ffffae3e016e7b58 00010000:00000001:0.0:1789608746.777643:0:32163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608746.777644:0:32163:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608746.777646:0:32163:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a000 refcount=3 00000020:00000001:0.0:1789608746.777648:0:32163:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000001:0.0:1789608746.777649:0:32163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000001:0.0:1789608746.777652:0:32163:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789608746.777655:0:32163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a000/0xc54db3288176fdae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed904d expref: -99 pid: 32162 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789608746.777672:0:32163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608746.777674:0:32163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608746.777806:0:32163:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789608746.777810:0:32163:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789608746.777812:0:32163:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a000/0xc54db3288176fdae lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed904d expref: -99 pid: 32162 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789608746.777821:0:32163:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789608746.777825:0:32163:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789608746.777827:0:32163:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789608746.777832:0:32163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608746.777833:0:32163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608746.777835:0:32163:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608746.777839:0:32163:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789608746.777841:0:32163:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608746.777844:0:32163:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608746.777847:0:32163:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608746.777849:0:32163:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789608746.777851:0:32163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608746.777852:0:32163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789608746.777856:0:32163:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789608746.777858:0:32163:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789608746.777860:0:32163:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 1 00000080:00000001:0.0:1789608746.777866:0:32163:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789608746.777877:0:32163:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d90704e220. 00000020:00000001:0.0:1789608746.777882:0:32163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e016e7a88 00000080:00200000:0.0:1789608746.777884:0:32163:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff94d918926c08), flags=24 00000080:00000001:0.0:1789608746.777887:0:32163:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1789608746.777889:0:32163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e016e7938 00000080:00200000:0.0:1789608746.777891:0:32163:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff94d918926c08), intent=0 00000080:00000010:0.0:1789608746.777899:0:32163:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d906144a00. 00800000:00000002:0.0:1789608746.777902:0:32163:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:0.0:1789608746.777906:0:32163:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789608746.777908:0:32163:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789608746.777909:0:32163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e016e7858 00800000:00000002:0.0:1789608746.777911:0:32163:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789608746.777914:0:32163:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789608746.777918:0:32163:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789608746.777919:0:32163:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789608746.777920:0:32163:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789608746.777922:0:32163:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789608746.777924:0:32163:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608746.777925:0:32163:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789608746.777927:0:32163:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608746.777930:0:32163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e016e77f0 00800000:00000002:0.0:1789608746.777931:0:32163:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-2' -> mds #0 00000002:00000001:0.0:1789608746.777934:0:32163:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789608746.777936:0:32163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e016e7728 00000002:00010000:0.0:1789608746.777937:0:32163:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1789608746.777942:0:32163:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789608746.777946:0:32163:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789608746.777951:0:32163:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5c700. 00000020:00000040:0.0:1789608746.777956:0:32163:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00010000:00000001:0.0:1789608746.777963:0:32163:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789608746.777968:0:32163:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789608746.777971:0:32163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608746.777972:0:32163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608746.777973:0:32163:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608746.777976:0:32163:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608746.777979:0:32163:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608746.777982:0:32163:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608746.777990:0:32163:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d903116800. 00000100:00000001:0.0:1789608746.777998:0:32163:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608746.778005:0:32163:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789608746.778007:0:32163:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608746.778009:0:32163:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789608746.778010:0:32163:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608746.778012:0:32163:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608746.778020:0:32163:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626258594154240 : -117815115397376 : ffff94d907e5c700) 00010000:00000001:0.0:1789608746.778024:0:32163:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789608746.778028:0:32163:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1789608746.778030:0:32163:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d90906b200 count: 2 00010000:00000001:0.0:1789608746.778033:0:32163:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789608746.778035:0:32163:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789608746.778040:0:32163:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d905f54e00. 00000020:00000001:0.0:1789608746.778042:0:32163:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789608746.778045:0:32163:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d905f54e00 with handle 0xc54db3288176fdca to hash 00000020:00000001:0.0:1789608746.778047:0:32163:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789608746.778049:0:32163:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:0.0:1789608746.778052:0:32163:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:0.0:1789608746.778055:0:32163:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608746.778057:0:32163:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608746.778060:0:32163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176fdca lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32163 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789608746.778073:0:32163:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176fdca lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32163 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789608746.778084:0:32163:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176fdca lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32163 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789608746.778090:0:32163:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789608746.778092:0:32163:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789608746.778099:0:32163:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d90716e180. 00000100:00000001:0.0:1789608746.778102:0:32163:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258580595072 : -117815128956544 : ffff94d90716e180) 00000100:00000001:0.0:1789608746.778105:0:32163:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608746.778107:0:32163:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594154240 : -117815115397376 : ffff94d907e5c700) 00000100:00000001:0.0:1789608746.778113:0:32163:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608746.778117:0:32163:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608746.778119:0:32163:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789608746.778121:0:32163:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608746.778135:0:32163:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5c700 x1876538934272896/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608746.778144:0:32163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608746.778147:0:32163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608746.778152:0:32163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608746.778155:0:32163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608746.778157:0:32163:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608746.778161:0:32163:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5c700 pname:cluuid:pid:xid:nid:opc:job checkstat:25f5d458-2cbe-49cd-9693-334c08df7e27:32163:1876538934272896:192.168.203.121@tcp:101:checkstat.0 00000100:00000001:0.0:1789608746.778166:0:32163:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608746.778173:0:32163:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608746.778176:0:32163:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608746.778178:0:32163:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608746.778183:0:32163:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d9070fa800. 02000000:00000001:0.0:1789608746.778185:0:32163:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608746.778195:0:32163:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608746.778200:0:32163:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8b00. 00000400:00000010:0.0:1789608746.778208:0:32163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095eddd0. 00000100:00000200:0.0:1789608746.778216:0:32163:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876538934272896, portal 10 00000100:00000001:0.0:1789608746.778217:0:32163:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608746.778219:0:32163:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594154240 : -117815115397376 : ffff94d907e5c700) 00000100:00000040:0.0:1789608746.778225:0:32163:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d907e5c700 x1876538934272896/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608762 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608746.778233:0:32163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608746.778237:0:32163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608746.778240:0:32163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095eda18. 00000100:00000200:0.0:1789608746.778243:0:32163:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876538934272896, offset 0 00000400:00000200:0.0:1789608746.778250:0:32163:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608746.778260:0:32163:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608746.778270:0:32163:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608746.778276:0:32163:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608746.778281:0:32163:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608746.778286:0:32163:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608746.778289:0:32163:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608746.778294:0:32163:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2683:2683:256:4294967295] 192.168.203.121@tcp LPNI seq info [2683:2683:8:4294967295] 00000400:00000200:0.0:1789608746.778298:0:32163:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608746.778310:0:32163:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608746.779584:0:32163:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608746.779599:0:32163:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306f00. 00000800:00000200:0.0:1789608746.779609:0:32163:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608746.779617:0:32163:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608746.779622:0:32163:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306f00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1789608746.779656:0:32163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608746.779882:0:32163:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 879668 usecs (880 jiffies) 00000400:00000200:0.0:1789608746.779891:0:32163:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608746.779895:0:32163:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296474747 00000100:00000001:0.0:1789608746.779899:0:32163:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296475999 00000100:00000001:0.0:1789608746.779903:0:32163:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296474747 00000100:00000001:0.0:1789608746.779906:0:32163:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296475999 00000100:00000001:0.0:1789608746.779908:0:32163:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608746.779911:0:32163:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608746.779915:0:32163:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608746.779917:0:32163:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789608746.779920:0:32163:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d90716e180 going to sleep for 11 seconds 00000100:00000001:0.0:1789608746.779924:0:32163:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608746.779927:0:32163:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608746.780481:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608746.780487:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306f00. 00000400:00000200:0.0:1789608746.780493:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608746.780500:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608746.780511:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095eda18 00000400:00000010:0.0:1789608746.780514:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095eda18. 00000100:00000001:0.0:1789608746.780520:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608746.780529:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5c700 x1876538934272896/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608762 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608746.780542:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608746.780546:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907e5c700 x1876538934272896/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608762 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608746.780553:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608746.780555:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608746.784104:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.784126:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608746.784133:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.784136:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608746.784145:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.784154:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608746.784175:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.784181:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.784187:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.784193:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 688 into portal 10 MB=0x6aab3c495a380 00000400:00000200:1.0:1789608746.784198:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.784206:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 688/688 into md 0x7b89 [1] + 224 00000800:00000001:1.0:1789608746.784214:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.784222:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608746.784226:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608746.784231:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608746.784240:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608746.784251:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5c700 x1876538934272896/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608762 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608746.784272:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d907e5c700 x1876538934272896/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608762 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608746.784291:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608746.784302:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.784306:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608746.784358:0:32163:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789608746.784369:0:32163:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608746.784371:0:32163:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608746.784375:0:32163:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8b00. 00000400:00000200:0.0:1789608746.784380:0:32163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095eddd0 00000400:00000010:0.0:1789608746.784383:0:32163:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095eddd0. 00000100:00000001:0.0:1789608746.784386:0:32163:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608746.784391:0:32163:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5c700 x1876538934272896/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608762 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789608746.784399:0:32163:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5c700 x1876538934272896/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608762 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608746.784406:0:32163:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608746.784408:0:32163:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608746.784411:0:32163:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608746.784415:0:32163:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608746.784418:0:32163:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608746.784422:0:32163:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608746.784425:0:32163:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608746.784438:0:32163:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=104 v=5 (104 104 104 137) 00000100:00001000:0.0:1789608746.784443:0:32163:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789608746.784446:0:32163:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608746.784448:0:32163:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608746.784460:0:32163:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608746.784464:0:32163:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608746.784469:0:32163:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608746.784471:0:32163:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967601 00000100:00000001:0.0:1789608746.784473:0:32163:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608746.784477:0:32163:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608746.784482:0:32163:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5c700 x1876538934272896/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/688 e 0 to 0 dl 1789608762 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608746.784489:0:32163:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608746.784493:0:32163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608746.784495:0:32163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608746.784499:0:32163:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5c700 x1876538934272896/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/688 e 0 to 0 dl 1789608762 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789608746.784506:0:32163:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5c700 pname:cluuid:pid:xid:nid:opc:job checkstat:25f5d458-2cbe-49cd-9693-334c08df7e27:32163:1876538934272896:192.168.203.121@tcp:101:checkstat.0 00000100:00000001:0.0:1789608746.784511:0:32163:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608746.784514:0:32163:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608746.784517:0:32163:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789608746.784519:0:32163:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608746.784522:0:32163:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5c700 x1876538934272896/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/688 e 0 to 0 dl 1789608762 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608746.784533:0:32163:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789608746.784536:0:32163:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d90716e180. 00000100:00000001:0.0:1789608746.784539:0:32163:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789608746.784541:0:32163:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608746.784544:0:32163:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789608746.784549:0:32163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608746.784552:0:32163:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608746.784556:0:32163:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54e00 refcount=4 00000020:00000001:0.0:1789608746.784558:0:32163:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:0.0:1789608746.784561:0:32163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000040:0.0:1789608746.784570:0:32163:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d905f54e00, remote cookie: 0x91bddff8e8ed90af, flags: 0x1001 00010000:00010000:0.0:1789608746.784576:0:32163:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176fdca lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed90af expref: -99 pid: 32163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789608746.784585:0:32163:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x20:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1789608746.784588:0:32163:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1789608746.784597:0:32163:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d9037fcc00. 00010000:00000010:0.0:1789608746.784602:0:32163:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d90330c480. 00010000:00000001:0.0:1789608746.784607:0:32163:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608746.784611:0:32163:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176fdca lrc: 4/1,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed90af expref: -99 pid: 32163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789608746.784619:0:32163:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176fdca lrc: 4/1,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed90af expref: -99 pid: 32163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608746.784624:0:32163:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789608746.784629:0:32163:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789608746.784631:0:32163:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789608746.784633:0:32163:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789608746.784634:0:32163:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789608746.784637:0:32163:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x20:0x0].0x0 (ffff94d9037fcc00) refcount = 1 00010000:00010000:0.0:1789608746.784641:0:32163:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176fdca lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed90af expref: -99 pid: 32163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608746.784647:0:32163:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789608746.784651:0:32163:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789608746.784652:0:32163:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789608746.784655:0:32163:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789608746.784658:0:32163:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608746.784661:0:32163:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176fdca lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed90af expref: -99 pid: 32163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608746.784666:0:32163:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789608746.784668:0:32163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608746.784669:0:32163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608746.784670:0:32163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608746.784671:0:32163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608746.784673:0:32163:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608746.784723:0:32163:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789608746.784726:0:32163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608746.784727:0:32163:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608746.784729:0:32163:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54e00 refcount=3 00000020:00000001:0.0:1789608746.784731:0:32163:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:0.0:1789608746.784732:0:32163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:0.0:1789608746.784734:0:32163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608746.784735:0:32163:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608746.784736:0:32163:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54e00 refcount=4 00000020:00000001:0.0:1789608746.784738:0:32163:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:0.0:1789608746.784739:0:32163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:0.0:1789608746.784742:0:32163:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608746.784746:0:32163:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608746.784749:0:32163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176fdca lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed90af expref: -99 pid: 32163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608746.784761:0:32163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608746.784762:0:32163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608746.784764:0:32163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608746.784765:0:32163:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608746.784766:0:32163:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54e00 refcount=5 00000020:00000001:0.0:1789608746.784768:0:32163:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:0.0:1789608746.784770:0:32163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:0.0:1789608746.784774:0:32163:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789608746.784777:0:32163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176fdca lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed90af expref: -99 pid: 32163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608746.784783:0:32163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608746.784784:0:32163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789608746.784787:0:32163:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176fdca lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed90af expref: -99 pid: 32163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608746.784794:0:32163:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789608746.784795:0:32163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608746.784797:0:32163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608746.784798:0:32163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608746.784799:0:32163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789608746.784804:0:32163:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff94d907e5c700 x1876538934272896/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/688 e 0 to 0 dl 1789608762 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789608746.784813:0:32163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608746.784814:0:32163:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608746.784816:0:32163:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54e00 refcount=3 00000020:00000001:0.0:1789608746.784818:0:32163:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:0.0:1789608746.784820:0:32163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:0.0:1789608746.784822:0:32163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608746.784823:0:32163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789608746.784825:0:32163:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608746.784828:0:32163:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608746.784831:0:32163:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789608746.784834:0:32163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608746.784835:0:32163:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608746.784836:0:32163:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54e00 refcount=3 00000020:00000001:0.0:1789608746.784838:0:32163:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:0.0:1789608746.784840:0:32163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00000002:00010000:0.0:1789608746.784843:0:32163:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176fdca lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed90af expref: -99 pid: 32163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608746.784849:0:32163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608746.784850:0:32163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608746.784851:0:32163:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789608746.784852:0:32163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608746.784853:0:32163:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608746.784854:0:32163:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54e00 refcount=3 00000020:00000001:0.0:1789608746.784856:0:32163:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:0.0:1789608746.784857:0:32163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000040:0.0:1789608746.784862:0:32163:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fcc00 count: 2 00010000:00000001:0.0:1789608746.784864:0:32163:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789608746.784868:0:32163:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d91081f000 type 13 mode 4 res 8589935621/32 (0 0) 00010000:00000001:0.0:1789608746.784871:0:32163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608746.784872:0:32163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789608746.784873:0:32163:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789608746.784877:0:32163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e016e76b0 00000002:00002000:0.0:1789608746.784879:0:32163:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-2 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789608746.784883:0:32163:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608746.784891:0:32163:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608746.784894:0:32163:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789608746.784898:0:32163:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1789608746.784901:0:32163:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608746.784905:0:32163:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000001:0.0:1789608746.784909:0:32163:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789608746.784911:0:32163:0:(namei.c:674:ll_lookup_it_finish()) it ffffae3e016e7a28 it_disposition b 00000080:00000001:0.0:1789608746.784914:0:32163:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789608746.784921:0:32163:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789608746.784926:0:32163:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1789608746.784932:0:32163:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d91213bc00. 00800000:00000001:0.0:1789608746.784934:0:32163:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626258764938240 : -117814944613376 : ffff94d91213bc00) 00800000:00000001:0.0:1789608746.784936:0:32163:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608746.784938:0:32163:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789608746.784941:0:32163:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:0.0:1789608746.784945:0:32163:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1789608746.784952:0:32163:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789608746.784954:0:32163:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x20:0x0] 00000080:00000001:0.0:1789608746.784957:0:32163:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789608746.784961:0:32163:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789608746.784963:0:32163:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608746.784967:0:32163:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:0.0:1789608746.784969:0:32163:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1789608746.784973:0:32163:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611168 mtime from 1789608724 to 1789608725 00000080:00200000:0.0:1789608746.784978:0:32163:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x20:0x0], updating i_size 16384 00000080:00200000:0.0:1789608746.784981:0:32163:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x20:0x0](ffff94d918927448): rc = 0 00000080:00000001:0.0:1789608746.784984:0:32163:0:(namei.c:156:ll_iget()) Process leaving (rc=18446626258873906248 : -117814835645368 : ffff94d918927448) 00010000:00000001:0.0:1789608746.784985:0:32163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608746.784987:0:32163:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608746.784988:0:32163:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54e00 refcount=3 00000020:00000001:0.0:1789608746.784990:0:32163:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:0.0:1789608746.784992:0:32163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:0.0:1789608746.784995:0:32163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608746.784996:0:32163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789608746.784997:0:32163:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789608746.785000:0:32163:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1789608746.785001:0:32163:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d91213bc00 1 00800000:00000010:0.0:1789608746.785004:0:32163:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d91213bc00. 00800000:00000001:0.0:1789608746.785008:0:32163:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789608746.785010:0:32163:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x20:0x0](ffff94d918927448) for lock 0xc54db3288176fdca 00800000:00000001:0.0:1789608746.785014:0:32163:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789608746.785017:0:32163:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789608746.785018:0:32163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608746.785019:0:32163:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608746.785020:0:32163:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54e00 refcount=3 00000020:00000001:0.0:1789608746.785022:0:32163:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:0.0:1789608746.785024:0:32163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:0.0:1789608746.785027:0:32163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608746.785028:0:32163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789608746.785029:0:32163:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608746.785032:0:32163:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1789608746.785040:0:32163:0:(namei.c:653:ll_splice_alias()) Add dentry ffff94d91896d0d8 inode ffff94d918927448 refc 1 flags 0x20000e 00000080:00000002:0.0:1789608746.785045:0:32163:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21g.recovery-small-2 [0x200000405:0x20:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:0.0:1789608746.785049:0:32163:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1789608746.785052:0:32163:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x20:0x0](ffff94d918927448) 00000080:00010000:0.0:1789608746.785056:0:32163:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fdca from it ffffae3e016e7a28 00010000:00000001:0.0:1789608746.785058:0:32163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608746.785058:0:32163:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608746.785060:0:32163:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54e00 refcount=3 00000020:00000001:0.0:1789608746.785062:0:32163:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:0.0:1789608746.785064:0:32163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:0.0:1789608746.785065:0:32163:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789608746.785067:0:32163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176fdca lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed90af expref: -99 pid: 32163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608746.785074:0:32163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608746.785075:0:32163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608746.785076:0:32163:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789608746.785079:0:32163:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789608746.785082:0:32163:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176fdca lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed90af expref: -99 pid: 32163 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789608746.785089:0:32163:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789608746.785091:0:32163:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789608746.785094:0:32163:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789608746.785099:0:32163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608746.785100:0:32163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608746.785102:0:32163:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608746.785106:0:32163:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789608746.785109:0:32163:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608746.785111:0:32163:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608746.785114:0:32163:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608746.785116:0:32163:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789608746.785118:0:32163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608746.785119:0:32163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789608746.785121:0:32163:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789608746.785124:0:32163:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d906144a00. 00000100:00000001:0.0:1789608746.785128:0:32163:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608746.785132:0:32163:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5c700 x1876538934272896/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/688 e 0 to 0 dl 1789608762 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608746.785139:0:32163:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608746.785142:0:32163:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608746.785145:0:32163:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d9070fa800. 02000000:00000001:0.0:1789608746.785149:0:32163:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608746.785152:0:32163:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608746.785154:0:32163:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:0.0:1789608746.785156:0:32163:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608746.785160:0:32163:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d903116800. 02000000:00000001:0.0:1789608746.785163:0:32163:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608746.785166:0:32163:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608746.785167:0:32163:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5c700. 00000100:00000001:0.0:1789608746.785171:0:32163:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608746.785172:0:32163:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789608746.785182:0:32163:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789608746.785185:0:32163:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x20:0x0](ffff94d918927448), inode mode 41ed mask 1 00000080:00000001:0.0:1789608746.785190:0:32163:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789608746.785207:0:32163:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d90704eb40. 00000020:00000001:0.0:1789608746.785211:0:32163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e016e7ae8 00000080:00200000:0.0:1789608746.785214:0:32163:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000405:0x20:0x0](ffff94d918927448), flags=8 00000080:00000001:0.0:1789608746.785217:0:32163:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1789608746.785219:0:32163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e016e7998 00000080:00200000:0.0:1789608746.785221:0:32163:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000405:0x20:0x0](ffff94d918927448), intent=getattr 00000080:00000010:0.0:1789608746.785229:0:32163:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d906144a00. 00800000:00000002:0.0:1789608746.785234:0:32163:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d9071bf9c0 2 00000080:00000001:0.0:1789608746.785238:0:32163:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789608746.785241:0:32163:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789608746.785243:0:32163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e016e78b8 00800000:00000002:0.0:1789608746.785245:0:32163:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000405:0x20:0x0] 00800000:00000001:0.0:1789608746.785248:0:32163:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789608746.785253:0:32163:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789608746.785256:0:32163:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789608746.785259:0:32163:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789608746.785262:0:32163:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789608746.785264:0:32163:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608746.785266:0:32163:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:0.0:1789608746.785268:0:32163:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608746.785272:0:32163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e016e7850 00800000:00000002:0.0:1789608746.785274:0:32163:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x20:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:0.0:1789608746.785278:0:32163:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789608746.785280:0:32163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e016e7788 00000002:00010000:0.0:1789608746.785282:0:32163:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000405:0x20:0x0], intent: getattr flags 01 00000002:00000001:0.0:1789608746.785286:0:32163:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789608746.785289:0:32163:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789608746.785292:0:32163:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5c700. 00000020:00000040:0.0:1789608746.785296:0:32163:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00010000:00000001:0.0:1789608746.785301:0:32163:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789608746.785306:0:32163:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789608746.785308:0:32163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608746.785309:0:32163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608746.785311:0:32163:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608746.785314:0:32163:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608746.785316:0:32163:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608746.785321:0:32163:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608746.785329:0:32163:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d903116800. 00000100:00000001:0.0:1789608746.785336:0:32163:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608746.785340:0:32163:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789608746.785342:0:32163:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608746.785345:0:32163:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789608746.785346:0:32163:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608746.785348:0:32163:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608746.785356:0:32163:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626258594154240 : -117815115397376 : ffff94d907e5c700) 00010000:00000001:0.0:1789608746.785360:0:32163:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789608746.785362:0:32163:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1789608746.785365:0:32163:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fcc00 count: 2 00010000:00000001:0.0:1789608746.785368:0:32163:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789608746.785370:0:32163:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789608746.785374:0:32163:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d905f54200. 00000020:00000001:0.0:1789608746.785378:0:32163:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789608746.785381:0:32163:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d905f54200 with handle 0xc54db3288176fdd1 to hash 00000020:00000001:0.0:1789608746.785382:0:32163:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789608746.785384:0:32163:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626258561614336 : -117815147937280 : ffff94d905f54200) 00010000:00000001:0.0:1789608746.785388:0:32163:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626258561614336 : -117815147937280 : ffff94d905f54200) 00010000:00000001:0.0:1789608746.785390:0:32163:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608746.785392:0:32163:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608746.785395:0:32163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54200/0xc54db3288176fdd1 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32163 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789608746.785401:0:32163:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54200/0xc54db3288176fdd1 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32163 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789608746.785410:0:32163:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54200/0xc54db3288176fdd1 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32163 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789608746.785414:0:32163:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789608746.785416:0:32163:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789608746.785422:0:32163:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d90716e180. 00000100:00000001:0.0:1789608746.785424:0:32163:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258580595072 : -117815128956544 : ffff94d90716e180) 00000100:00000001:0.0:1789608746.785426:0:32163:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608746.785428:0:32163:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594154240 : -117815115397376 : ffff94d907e5c700) 00000100:00000001:0.0:1789608746.785434:0:32163:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608746.785439:0:32163:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608746.785441:0:32163:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789608746.785443:0:32163:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608746.785447:0:32163:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5c700 x1876538934273024/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608746.785465:0:32163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608746.785468:0:32163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608746.785472:0:32163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608746.785475:0:32163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608746.785477:0:32163:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608746.785481:0:32163:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5c700 pname:cluuid:pid:xid:nid:opc:job checkstat:25f5d458-2cbe-49cd-9693-334c08df7e27:32163:1876538934273024:192.168.203.121@tcp:101:checkstat.0 00000100:00000001:0.0:1789608746.785485:0:32163:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608746.785491:0:32163:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608746.785493:0:32163:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608746.785496:0:32163:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608746.785500:0:32163:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d9070fa800. 02000000:00000001:0.0:1789608746.785502:0:32163:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608746.785508:0:32163:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608746.785512:0:32163:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8b00. 00000400:00000010:0.0:1789608746.785517:0:32163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095eddd0. 00000100:00000200:0.0:1789608746.785524:0:32163:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876538934273024, portal 10 00000100:00000001:0.0:1789608746.785526:0:32163:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608746.785527:0:32163:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594154240 : -117815115397376 : ffff94d907e5c700) 00000100:00000040:0.0:1789608746.785534:0:32163:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d907e5c700 x1876538934273024/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608762 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608746.785542:0:32163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608746.785545:0:32163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608746.785548:0:32163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095eda18. 00000100:00000200:0.0:1789608746.785551:0:32163:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876538934273024, offset 0 00000400:00000200:0.0:1789608746.785558:0:32163:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608746.785566:0:32163:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608746.785574:0:32163:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608746.785579:0:32163:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608746.785584:0:32163:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608746.785589:0:32163:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608746.785592:0:32163:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608746.785596:0:32163:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2684:2684:256:4294967295] 192.168.203.121@tcp LPNI seq info [2684:2684:8:4294967295] 00000400:00000200:0.0:1789608746.785600:0:32163:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608746.785609:0:32163:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608746.785616:0:32163:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608746.785622:0:32163:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306f00. 00000800:00000200:0.0:1789608746.785629:0:32163:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608746.785638:0:32163:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608746.785643:0:32163:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306f00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1789608746.785663:0:32163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608746.785668:0:32163:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 878351 usecs (879 jiffies) 00000400:00000200:0.0:1789608746.785672:0:32163:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608746.785705:0:32163:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296474753 00000100:00000001:0.0:1789608746.785709:0:32163:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296475999 00000100:00000001:0.0:1789608746.785712:0:32163:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296474753 00000100:00000001:0.0:1789608746.785714:0:32163:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296475999 00000100:00000001:0.0:1789608746.785716:0:32163:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608746.785719:0:32163:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608746.785722:0:32163:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608746.785724:0:32163:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789608746.785726:0:32163:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d90716e180 going to sleep for 11 seconds 00000100:00000001:0.0:1789608746.785728:0:32163:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608746.785732:0:32163:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608746.785979:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608746.785985:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306f00. 00000400:00000200:1.0:1789608746.785991:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608746.785997:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608746.786004:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095eda18 00000400:00000010:1.0:1789608746.786007:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095eda18. 00000100:00000001:1.0:1789608746.786011:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608746.786015:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5c700 x1876538934273024/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608762 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608746.786024:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608746.786027:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907e5c700 x1876538934273024/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608762 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608746.786033:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608746.786035:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608746.792229:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.792252:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608746.792259:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.792262:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608746.792273:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.792283:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608746.792296:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.792301:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.792307:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.792313:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 640 into portal 10 MB=0x6aab3c495a400 00000400:00000200:1.0:1789608746.792319:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.792327:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 640/640 into md 0x7b99 [1] + 224 00000800:00000001:1.0:1789608746.792336:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.792344:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608746.792348:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608746.792353:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608746.792363:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608746.792375:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5c700 x1876538934273024/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608762 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608746.792388:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff94d907e5c700 x1876538934273024/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608762 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608746.792467:0:32163:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608746.792484:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608746.792496:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.792500:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789608746.792548:0:32163:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608746.792551:0:32163:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608746.792555:0:32163:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8b00. 00000400:00000200:0.0:1789608746.792560:0:32163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095eddd0 00000400:00000010:0.0:1789608746.792564:0:32163:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095eddd0. 00000100:00000001:0.0:1789608746.792567:0:32163:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608746.792573:0:32163:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5c700 x1876538934273024/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608762 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789608746.792583:0:32163:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5c700 x1876538934273024/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608762 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608746.792590:0:32163:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608746.792592:0:32163:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608746.792595:0:32163:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608746.792599:0:32163:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608746.792603:0:32163:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608746.792605:0:32163:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608746.792609:0:32163:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608746.792621:0:32163:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=104 v=5 (104 104 104 137) 00000100:00001000:0.0:1789608746.792625:0:32163:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789608746.792629:0:32163:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608746.792631:0:32163:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608746.792635:0:32163:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608746.792639:0:32163:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608746.792644:0:32163:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608746.792647:0:32163:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967601 00000100:00000001:0.0:1789608746.792649:0:32163:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608746.792652:0:32163:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608746.792657:0:32163:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5c700 x1876538934273024/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/640 e 0 to 0 dl 1789608762 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608746.792664:0:32163:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608746.792668:0:32163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608746.792671:0:32163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608746.792675:0:32163:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5c700 x1876538934273024/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/640 e 0 to 0 dl 1789608762 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789608746.792773:0:32163:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5c700 pname:cluuid:pid:xid:nid:opc:job checkstat:25f5d458-2cbe-49cd-9693-334c08df7e27:32163:1876538934273024:192.168.203.121@tcp:101:checkstat.0 00000100:00000001:0.0:1789608746.792779:0:32163:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608746.792782:0:32163:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608746.792785:0:32163:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789608746.792788:0:32163:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608746.792791:0:32163:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5c700 x1876538934273024/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/640 e 0 to 0 dl 1789608762 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608746.792798:0:32163:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789608746.792802:0:32163:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d90716e180. 00000100:00000001:0.0:1789608746.792805:0:32163:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789608746.792807:0:32163:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608746.792810:0:32163:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789608746.792815:0:32163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608746.792818:0:32163:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608746.792822:0:32163:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54200 refcount=4 00000020:00000001:0.0:1789608746.792824:0:32163:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561614336 : -117815147937280 : ffff94d905f54200) 00010000:00000001:0.0:1789608746.792827:0:32163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561614336 : -117815147937280 : ffff94d905f54200) 00010000:00000040:0.0:1789608746.792835:0:32163:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d905f54200, remote cookie: 0x91bddff8e8ed90cb, flags: 0x1001 00010000:00010000:0.0:1789608746.792841:0:32163:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54200/0xc54db3288176fdd1 lrc: 4/1,0 mode: --/CR res: [0x200000405:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed90cb expref: -99 pid: 32163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789608746.792851:0:32163:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x22:0x0].0x0, instead of [0x200000405:0x20:0x0].0x0 00010000:00000001:0.0:1789608746.792854:0:32163:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1789608746.792863:0:32163:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d90906b900 count: 2 00010000:00000001:0.0:1789608746.792866:0:32163:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789608746.792870:0:32163:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608746.792874:0:32163:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54200/0xc54db3288176fdd1 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed90cb expref: -99 pid: 32163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789608746.792882:0:32163:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54200/0xc54db3288176fdd1 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed90cb expref: -99 pid: 32163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608746.792888:0:32163:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789608746.792893:0:32163:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789608746.792895:0:32163:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789608746.792897:0:32163:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789608746.792900:0:32163:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789608746.792902:0:32163:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x22:0x0].0x0 (ffff94d90906b900) refcount = 2 00010000:00000040:0.0:1789608746.792906:0:32163:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1789608746.792909:0:32163:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b800/0xc54db3288176fda7 lrc: 1/0,0 mode: CR/CR res: [0x200000405:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9038 expref: -99 pid: 32126 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789608746.792917:0:32163:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54200/0xc54db3288176fdd1 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed90cb expref: -99 pid: 32163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608746.792925:0:32163:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789608746.792928:0:32163:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789608746.792930:0:32163:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789608746.793020:0:32163:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789608746.793023:0:32163:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608746.793027:0:32163:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54200/0xc54db3288176fdd1 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed90cb expref: -99 pid: 32163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608746.793034:0:32163:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789608746.793036:0:32163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608746.793037:0:32163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608746.793039:0:32163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608746.793040:0:32163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608746.793042:0:32163:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608746.793048:0:32163:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789608746.793050:0:32163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608746.793052:0:32163:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608746.793053:0:32163:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54200 refcount=3 00000020:00000001:0.0:1789608746.793055:0:32163:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561614336 : -117815147937280 : ffff94d905f54200) 00010000:00000001:0.0:1789608746.793058:0:32163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561614336 : -117815147937280 : ffff94d905f54200) 00010000:00000001:0.0:1789608746.793060:0:32163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608746.793062:0:32163:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608746.793063:0:32163:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54200 refcount=4 00000020:00000001:0.0:1789608746.793065:0:32163:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561614336 : -117815147937280 : ffff94d905f54200) 00010000:00000001:0.0:1789608746.793067:0:32163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561614336 : -117815147937280 : ffff94d905f54200) 00010000:00000001:0.0:1789608746.793071:0:32163:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608746.793075:0:32163:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608746.793078:0:32163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54200/0xc54db3288176fdd1 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed90cb expref: -99 pid: 32163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608746.793085:0:32163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608746.793086:0:32163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608746.793087:0:32163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608746.793088:0:32163:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608746.793089:0:32163:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54200 refcount=5 00000020:00000001:0.0:1789608746.793091:0:32163:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561614336 : -117815147937280 : ffff94d905f54200) 00010000:00000001:0.0:1789608746.793161:0:32163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561614336 : -117815147937280 : ffff94d905f54200) 00010000:00000001:0.0:1789608746.793164:0:32163:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789608746.793167:0:32163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54200/0xc54db3288176fdd1 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed90cb expref: -99 pid: 32163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608746.793174:0:32163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608746.793175:0:32163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789608746.793178:0:32163:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54200/0xc54db3288176fdd1 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed90cb expref: -99 pid: 32163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608746.793184:0:32163:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789608746.793185:0:32163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608746.793187:0:32163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608746.793188:0:32163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608746.793189:0:32163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789608746.793194:0:32163:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d907e5c700 x1876538934273024/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/640 e 0 to 0 dl 1789608762 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789608746.793204:0:32163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608746.793205:0:32163:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608746.793207:0:32163:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54200 refcount=3 00000020:00000001:0.0:1789608746.793209:0:32163:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561614336 : -117815147937280 : ffff94d905f54200) 00010000:00000001:0.0:1789608746.793211:0:32163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561614336 : -117815147937280 : ffff94d905f54200) 00000002:00010000:0.0:1789608746.793216:0:32163:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54200/0xc54db3288176fdd1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed90cb expref: -99 pid: 32163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:1.0:1789608746.799960:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608746.799967:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d90827bd00. 00000400:00000200:1.0:1789608746.799973:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608746.799979:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608746.799987:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9198 00000400:00000010:1.0:1789608746.799990:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9198. 00000100:00000001:1.0:1789608746.799996:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608746.800001:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25180 x1876538934273152/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608762 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608746.800011:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608746.800014:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d25180 x1876538934273152/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608762 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608746.800022:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608746.800024:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608746.805224:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.805246:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608746.805261:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.805264:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608746.805276:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.805286:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608746.805297:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.805303:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.805309:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.805315:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 400 into portal 4 MB=0x6aab3c495a480 00000400:00000200:1.0:1789608746.805326:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.805333:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 400/400 into md 0x7ba9 [1] + 224 00000800:00000001:1.0:1789608746.805342:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.805351:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608746.805355:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608746.805361:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608746.805370:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608746.805664:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d25180 x1876538934273152/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608762 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608746.805726:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff94d907d25180 x1876538934273152/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608762 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608746.805745:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608746.805758:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.805763:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789608746.813356:0:31968:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789608746.813362:0:31968:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789608746.813366:0:31968:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01ddfb78 00000080:00200000:1.0:1789608746.813370:0:31968:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:1.0:1789608746.813381:0:31968:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d9071fb400. 00800000:00000002:1.0:1789608746.813389:0:31968:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:1.0:1789608746.813394:0:31968:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789608746.813400:0:31968:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789608746.813403:0:31968:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01ddfa98 00800000:00000002:1.0:1789608746.813405:0:31968:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789608746.813410:0:31968:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789608746.813413:0:31968:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789608746.813416:0:31968:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789608746.813420:0:31968:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789608746.813423:0:31968:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789608746.813425:0:31968:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608746.813428:0:31968:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789608746.813430:0:31968:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608746.813434:0:31968:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789608746.813440:0:31968:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789608746.813442:0:31968:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01ddf968 00000002:00010000:1.0:1789608746.813444:0:31968:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789608746.813448:0:31968:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789608746.813462:0:31968:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789608746.813466:0:31968:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789608746.813476:0:31968:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d90906b200 count: 2 00010000:00000001:1.0:1789608746.813479:0:31968:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789608746.813485:0:31968:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608746.813490:0:31968:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789608746.813496:0:31968:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a000/0xc54db3288176fdae lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed904d expref: -99 pid: 32162 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1789608746.813510:0:31968:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789608746.813517:0:31968:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608746.813520:0:31968:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a000/0xc54db3288176fdae lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed904d expref: -99 pid: 32162 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1789608746.813527:0:31968:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789608746.813529:0:31968:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789608746.813531:0:31968:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789608746.813533:0:31968:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789608746.813535:0:31968:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789608746.813537:0:31968:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789608746.813540:0:31968:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789608746.813543:0:31968:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:1.0:1789608746.813547:0:31968:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d9071fb400. 00000080:00000001:1.0:1789608746.813551:0:31968:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789608746.813553:0:31968:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789608746.813556:0:31968:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:1.0:1789608746.813560:0:31968:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176fdae 00800000:00000001:1.0:1789608746.813563:0:31968:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789608746.813566:0:31968:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789608746.813568:0:31968:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608746.813571:0:31968:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608746.813574:0:31968:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a000 refcount=3 00000020:00000001:1.0:1789608746.813577:0:31968:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000001:1.0:1789608746.813580:0:31968:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000001:1.0:1789608746.813582:0:31968:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.813585:0:31968:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789608746.813586:0:31968:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608746.813588:0:31968:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789608746.813590:0:31968:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fdae from it ffffae3e01ddfbb0 00010000:00000001:1.0:1789608746.813592:0:31968:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608746.813593:0:31968:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608746.813595:0:31968:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a000 refcount=3 00000020:00000001:1.0:1789608746.813597:0:31968:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000001:1.0:1789608746.813598:0:31968:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000001:1.0:1789608746.813600:0:31968:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789608746.813603:0:31968:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a000/0xc54db3288176fdae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed904d expref: -99 pid: 32162 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789608746.813608:0:31968:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.813609:0:31968:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608746.813612:0:31968:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789608746.813614:0:31968:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789608746.813617:0:31968:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a000/0xc54db3288176fdae lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed904d expref: -99 pid: 32162 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1789608746.813625:0:31968:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789608746.813629:0:31968:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789608746.813631:0:31968:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789608746.813636:0:31968:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.813637:0:31968:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608746.813638:0:31968:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608746.813642:0:31968:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789608746.813644:0:31968:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608746.813646:0:31968:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608746.813649:0:31968:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608746.813651:0:31968:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789608746.813653:0:31968:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.813654:0:31968:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789608746.813657:0:31968:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789608746.813659:0:31968:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789608746.813661:0:31968:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 44 00000080:00000001:1.0:1789608746.813667:0:31968:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608746.813673:0:31968:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:1.0:1789608746.813713:0:31968:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1789608746.813716:0:31968:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01ddfb78 00000080:00200008:1.0:1789608746.813718:0:31968:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff94d918926c08), flags 304000 00000080:00000010:1.0:1789608746.813725:0:31968:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d9015af7c0. 00000080:00000001:1.0:1789608746.813731:0:31968:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608746.813733:0:31968:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608746.813745:0:31968:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01ddfd28 00000080:00200008:1.0:1789608746.813748:0:31968:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff94d918926c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1789608746.813757:0:31968:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:1.0:1789608746.813760:0:31968:0:(statahead.c:1783:is_first_dirent()) Process entered 00000080:00000010:1.0:1789608746.813763:0:31968:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d9071fb400. 00800000:00000002:1.0:1789608746.813765:0:31968:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00800000:00000001:1.0:1789608746.813771:0:31968:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00800000:00000001:1.0:1789608746.813773:0:31968:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789608746.813774:0:31968:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789608746.813775:0:31968:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789608746.813777:0:31968:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789608746.813779:0:31968:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608746.813781:0:31968:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789608746.813783:0:31968:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608746.813786:0:31968:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:1.0:1789608746.813788:0:31968:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789608746.813790:0:31968:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01ddf990 00000002:00010000:1.0:1789608746.813792:0:31968:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: readdir flags 0 00000002:00000001:1.0:1789608746.813795:0:31968:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789608746.813796:0:31968:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789608746.813797:0:31968:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789608746.813800:0:31968:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d90906b200 count: 2 00010000:00000001:1.0:1789608746.813802:0:31968:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789608746.813804:0:31968:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608746.813806:0:31968:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789608746.813810:0:31968:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a000/0xc54db3288176fdae lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed904d expref: -99 pid: 32162 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1789608746.813822:0:31968:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789608746.813824:0:31968:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608746.813827:0:31968:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a000/0xc54db3288176fdae lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed904d expref: -99 pid: 32162 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1789608746.813834:0:31968:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789608746.813835:0:31968:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789608746.813837:0:31968:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789608746.813839:0:31968:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789608746.813840:0:31968:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608746.813842:0:31968:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608746.813843:0:31968:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a000 refcount=3 00000020:00000001:1.0:1789608746.813845:0:31968:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000001:1.0:1789608746.813848:0:31968:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000001:1.0:1789608746.813850:0:31968:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.813851:0:31968:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789608746.813853:0:31968:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608746.813893:0:31968:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:1.0:1789608746.813899:0:31968:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff94d903d94000. 00000002:00000001:1.0:1789608746.815567:0:31968:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:1.0:1789608746.815585:0:31968:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904057b80. 00000020:00000040:1.0:1789608746.815594:0:31968:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:1.0:1789608746.815600:0:31968:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608746.815604:0:31968:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608746.815610:0:31968:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608746.815619:0:31968:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d9071fb600. 00000100:00000001:1.0:1789608746.815626:0:31968:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608746.815630:0:31968:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1789608746.815635:0:31968:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff94d908240800. 00000100:00000010:1.0:1789608746.815639:0:31968:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff94d908308000. 00000020:00000040:1.0:1789608746.815641:0:31968:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:1.0:1789608746.815742:0:31968:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789608746.815746:0:31968:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789608746.815755:0:31968:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d907f67240. 00000100:00000001:1.0:1789608746.815757:0:31968:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258595246656 : -117815114304960 : ffff94d907f67240) 00000100:00000001:1.0:1789608746.815761:0:31968:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608746.815762:0:31968:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529123200 : -117815180428416 : ffff94d904057b80) 00000100:00000001:1.0:1789608746.815815:0:31968:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608746.815820:0:31968:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608746.815822:0:31968:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789608746.815824:0:31968:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608746.815838:0:31968:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904057b80 x1876538934273280/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608746.815848:0:31968:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608746.815851:0:31968:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608746.815855:0:31968:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608746.815858:0:31968:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608746.815860:0:31968:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608746.815864:0:31968:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904057b80 pname:cluuid:pid:xid:nid:opc:job bash:25f5d458-2cbe-49cd-9693-334c08df7e27:31968:1876538934273280:192.168.203.121@tcp:37:bash.0 00000100:00000001:1.0:1789608746.815869:0:31968:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608746.815876:0:31968:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608746.815880:0:31968:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608746.815883:0:31968:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:1.0:1789608746.815895:0:31968:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608746.815900:0:31968:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34a50. 00000400:00000010:1.0:1789608746.815913:0:31968:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff94d908626000. 00000100:00000200:1.0:1789608746.815921:0:31968:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6aab3c495a500-0x6aab3c495a500, portal 14 00000100:00000001:1.0:1789608746.815925:0:31968:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608746.815928:0:31968:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608746.815932:0:31968:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d908241000. 02000000:00000001:1.0:1789608746.815934:0:31968:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608746.815937:0:31968:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608746.815940:0:31968:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34e18. 00000400:00000010:1.0:1789608746.815944:0:31968:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d354c8. 00000100:00000200:1.0:1789608746.815948:0:31968:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934273280, portal 10 00000100:00000001:1.0:1789608746.815949:0:31968:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608746.815952:0:31968:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529123200 : -117815180428416 : ffff94d904057b80) 00000100:00000040:1.0:1789608746.815960:0:31968:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d904057b80 x1876538934273280/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608762 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608746.815969:0:31968:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608746.815973:0:31968:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608746.815975:0:31968:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35a18. 00000100:00000200:1.0:1789608746.815979:0:31968:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1876538934273280, offset 0 00000400:00000200:1.0:1789608746.815987:0:31968:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608746.815997:0:31968:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.816007:0:31968:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608746.816014:0:31968:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608746.816019:0:31968:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608746.816023:0:31968:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608746.816027:0:31968:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608746.816031:0:31968:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2686:2686:256:4294967295] 192.168.203.121@tcp LPNI seq info [2686:2686:8:4294967295] 00000400:00000200:1.0:1789608746.816036:0:31968:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.816046:0:31968:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608746.816053:0:31968:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608746.816058:0:31968:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faad00. 00000800:00000200:1.0:1789608746.816066:0:31968:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608746.816075:0:31968:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608746.816080:0:31968:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faad00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:1.0:1789608746.816235:0:31968:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608746.816241:0:31968:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 877040 usecs (878 jiffies) 00000400:00000200:1.0:1789608746.816245:0:31968:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608746.816249:0:31968:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296474784 00000100:00000001:1.0:1789608746.816254:0:31968:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296475999 00000100:00000001:1.0:1789608746.816257:0:31968:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296474784 00000100:00000001:1.0:1789608746.816260:0:31968:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296475999 00000100:00000001:1.0:1789608746.816262:0:31968:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608746.816266:0:31968:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608746.816269:0:31968:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608746.816272:0:31968:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789608746.816275:0:31968:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d907f67240 going to sleep for 11 seconds 00000100:00000001:1.0:1789608746.816278:0:31968:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608746.816281:0:31968:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608746.816442:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608746.816447:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faad00. 00000400:00000200:0.0:1789608746.816465:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608746.816471:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608746.816479:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35a18 00000400:00000010:0.0:1789608746.816482:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35a18. 00000100:00000001:0.0:1789608746.816486:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608746.816492:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904057b80 x1876538934273280/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608762 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608746.816502:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608746.816506:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d904057b80 x1876538934273280/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608762 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608746.816513:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608746.816515:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608746.822960:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.822981:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608746.822987:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.822989:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608746.822999:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.823007:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608746.823018:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.823023:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.823029:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.823033:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 4096 into portal 14 MB=0x6aab3c495a500 00000400:00000200:1.0:1789608746.823039:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.823045:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.203.121@tcp of length 4096/4096 into md 0x7bb1 [256] + 0 00000400:00000010:1.0:1789608746.823052:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34a50. 00000400:00000200:1.0:1789608746.823057:0:2401:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff94d908626000 00000800:00000001:1.0:1789608746.823063:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.823072:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608746.823076:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608746.823081:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608746.823087:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d908626000 00000400:00000010:1.0:1789608746.823090:0:2401:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff94d908626000. 00000100:00000001:1.0:1789608746.823096:0:2401:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:1.0:1789608746.823099:0:2401:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff94d904057b80 desc ffff94d908240800 mbits 1876538934273280 00000100:00000001:1.0:1789608746.823115:0:2401:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1789608746.823124:0:2401:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1789608746.823128:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.823134:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.21@tcp to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608746.823141:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2687:2687:256:4294967295] 192.168.203.121@tcp LPNI seq info [2687:2687:8:4294967295] 00000400:00000200:1.0:1789608746.823146:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.823156:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:192.168.203.21@tcp) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) 192.168.203.121@tcp : ACK try# 0 00000800:00000200:1.0:1789608746.823163:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608746.823172:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff94d908626000. 00000800:00000200:1.0:1789608746.823180:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608746.823188:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608746.823194:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d908626000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1789608746.823281:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608746.823286:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff94d908626000. 00000400:00000200:1.0:1789608746.823288:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608746.823292:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: ACK: OK 00000800:00000001:1.0:1789608746.823299:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.823302:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608746.827341:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.827363:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608746.827369:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.827371:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608746.827381:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.827391:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608746.827401:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.827407:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.827412:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.827417:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 440 into portal 10 MB=0x6aab3c495a500 00000400:00000200:1.0:1789608746.827422:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.827428:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 440/440 into md 0x7bb9 [1] + 224 00000800:00000001:1.0:1789608746.827437:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.827463:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608746.827467:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608746.827473:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608746.827482:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608746.827493:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904057b80 x1876538934273280/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608762 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608746.827504:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff94d904057b80 x1876538934273280/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608762 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608746.827524:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608746.827533:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.827536:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789608746.843217:0:32164:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789608746.843227:0:32164:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789608746.843229:0:32164:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789608746.843233:0:32164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bf7b20 00000080:00200000:1.0:1789608746.843240:0:32164:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:1.0:1789608746.843251:0:32164:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d9071fb800. 00800000:00000002:1.0:1789608746.843258:0:32164:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:1.0:1789608746.843263:0:32164:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789608746.843399:0:32164:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789608746.843402:0:32164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bf7a40 00800000:00000002:1.0:1789608746.843405:0:32164:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789608746.843409:0:32164:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789608746.843413:0:32164:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789608746.843416:0:32164:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789608746.843419:0:32164:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789608746.843422:0:32164:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789608746.843424:0:32164:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608746.843427:0:32164:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789608746.843429:0:32164:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608746.843433:0:32164:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789608746.843439:0:32164:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789608746.843441:0:32164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bf7910 00000002:00010000:1.0:1789608746.843443:0:32164:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789608746.843447:0:32164:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789608746.843457:0:32164:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789608746.843462:0:32164:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789608746.843471:0:32164:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d90906b200 count: 2 00010000:00000001:1.0:1789608746.843474:0:32164:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789608746.843480:0:32164:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608746.843485:0:32164:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789608746.843490:0:32164:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a000/0xc54db3288176fdae lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed904d expref: -99 pid: 32162 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1789608746.843503:0:32164:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789608746.843510:0:32164:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608746.843513:0:32164:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a000/0xc54db3288176fdae lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed904d expref: -99 pid: 32162 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1789608746.843521:0:32164:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789608746.843523:0:32164:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789608746.843525:0:32164:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789608746.843527:0:32164:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789608746.843529:0:32164:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789608746.843531:0:32164:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789608746.843534:0:32164:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789608746.843537:0:32164:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:1.0:1789608746.843541:0:32164:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d9071fb800. 00000080:00000001:1.0:1789608746.843546:0:32164:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789608746.843548:0:32164:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789608746.843550:0:32164:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:1.0:1789608746.843554:0:32164:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176fdae 00800000:00000001:1.0:1789608746.843558:0:32164:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789608746.843560:0:32164:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789608746.843562:0:32164:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608746.843565:0:32164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608746.843568:0:32164:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a000 refcount=3 00000020:00000001:1.0:1789608746.843571:0:32164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000001:1.0:1789608746.843574:0:32164:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000001:1.0:1789608746.843577:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.843578:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789608746.843580:0:32164:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608746.843581:0:32164:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789608746.843584:0:32164:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fdae from it ffffae3e01bf7b58 00010000:00000001:1.0:1789608746.843586:0:32164:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608746.843587:0:32164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608746.843589:0:32164:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a000 refcount=3 00000020:00000001:1.0:1789608746.843591:0:32164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000001:1.0:1789608746.843593:0:32164:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000001:1.0:1789608746.843596:0:32164:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789608746.843599:0:32164:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a000/0xc54db3288176fdae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed904d expref: -99 pid: 32162 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1789608746.843605:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.843606:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608746.843608:0:32164:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789608746.843611:0:32164:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789608746.843613:0:32164:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a000/0xc54db3288176fdae lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed904d expref: -99 pid: 32162 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1789608746.843621:0:32164:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789608746.843624:0:32164:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789608746.843626:0:32164:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789608746.843631:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.843632:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608746.843634:0:32164:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608746.843638:0:32164:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789608746.843640:0:32164:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608746.843642:0:32164:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608746.843645:0:32164:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608746.843647:0:32164:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789608746.843649:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.843650:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789608746.843654:0:32164:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789608746.843656:0:32164:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789608746.843658:0:32164:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 1 00000080:00000001:1.0:1789608746.843663:0:32164:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608746.843668:0:32164:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1789608746.843670:0:32164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bf7b48 00000080:00002000:1.0:1789608746.843672:0:32164:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-1(ffff94d918b2f1b0) flags 0x20000e refc 1 00000080:00000001:1.0:1789608746.844447:0:32164:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608746.844464:0:32164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bf7b90 00000080:00200000:1.0:1789608746.844466:0:32164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-1, flags=8 00000080:00000002:1.0:1789608746.844475:0:32164:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21g.recovery-small-1 [0x200000405:0x1f:0x0] depth 1 server default LMV inherit depth 0 00000020:00000001:1.0:1789608746.844486:0:32164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bf7d08 00000080:00200008:1.0:1789608746.844489:0:32164:0:(file.c:6296:ll_getattr_dentry()) START file d21g.recovery-small-1:[0x200000405:0x1f:0x0](ffff94d9189b2a08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1789608746.844495:0:32164:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789608746.844496:0:32164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bf7c80 00000080:00200000:1.0:1789608746.844498:0:32164:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x1f:0x0](ffff94d9189b2a08),name=d21g.recovery-small-1 00000080:00000010:1.0:1789608746.844508:0:32164:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d9071fb800. 00800000:00000002:1.0:1789608746.844511:0:32164:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:1.0:1789608746.844517:0:32164:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789608746.844520:0:32164:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789608746.844522:0:32164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bf7ba0 00800000:00000002:1.0:1789608746.844524:0:32164:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x1f:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789608746.844528:0:32164:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789608746.844532:0:32164:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789608746.844533:0:32164:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789608746.844536:0:32164:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789608746.844538:0:32164:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789608746.844540:0:32164:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608746.844542:0:32164:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789608746.844544:0:32164:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608746.844546:0:32164:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789608746.844547:0:32164:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789608746.844548:0:32164:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789608746.844550:0:32164:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789608746.844552:0:32164:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608746.844553:0:32164:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:1.0:1789608746.844555:0:32164:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608746.844557:0:32164:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x1f:0x0], name='' -> mds #0 00000002:00000001:1.0:1789608746.844561:0:32164:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789608746.844562:0:32164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bf7a70 00000002:00010000:1.0:1789608746.844564:0:32164:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x1f:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789608746.844567:0:32164:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789608746.844569:0:32164:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789608746.844572:0:32164:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789608746.844577:0:32164:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d90906b700 count: 2 00010000:00000001:1.0:1789608746.844580:0:32164:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789608746.844584:0:32164:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608746.844586:0:32164:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789608746.844591:0:32164:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a200/0xc54db3288176fdb5 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9069 expref: -99 pid: 32162 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1789608746.844601:0:32164:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789608746.844605:0:32164:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608746.844608:0:32164:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a200/0xc54db3288176fdb5 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9069 expref: -99 pid: 32162 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1789608746.844615:0:32164:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789608746.844617:0:32164:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789608746.844619:0:32164:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789608746.844620:0:32164:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789608746.844622:0:32164:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789608746.844624:0:32164:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789608746.844627:0:32164:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789608746.844629:0:32164:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:1.0:1789608746.844631:0:32164:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d9071fb800. 00000080:00000001:1.0:1789608746.844635:0:32164:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789608746.844636:0:32164:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789608746.844638:0:32164:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x1f:0x0](ffff94d9189b2a08) 00000080:00010000:1.0:1789608746.844641:0:32164:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x1f:0x0](ffff94d9189b2a08) for lock 0xc54db3288176fdb5 00800000:00000001:1.0:1789608746.844644:0:32164:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789608746.844646:0:32164:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789608746.844647:0:32164:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608746.844649:0:32164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608746.844651:0:32164:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a200 refcount=3 00000020:00000001:1.0:1789608746.844654:0:32164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528150016 : -117815181401600 : ffff94d903f6a200) 00010000:00000001:1.0:1789608746.844657:0:32164:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528150016 : -117815181401600 : ffff94d903f6a200) 00010000:00000001:1.0:1789608746.844660:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.844661:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789608746.844663:0:32164:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608746.844664:0:32164:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789608746.844666:0:32164:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fdb5 from it ffffae3e01bf7cb8 00010000:00000001:1.0:1789608746.844668:0:32164:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608746.844669:0:32164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608746.844670:0:32164:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a200 refcount=3 00000020:00000001:1.0:1789608746.844672:0:32164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528150016 : -117815181401600 : ffff94d903f6a200) 00010000:00000001:1.0:1789608746.844674:0:32164:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528150016 : -117815181401600 : ffff94d903f6a200) 00010000:00000001:1.0:1789608746.844692:0:32164:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789608746.844694:0:32164:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a200/0xc54db3288176fdb5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9069 expref: -99 pid: 32162 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789608746.844700:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.844701:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608746.844702:0:32164:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789608746.844704:0:32164:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789608746.844706:0:32164:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a200/0xc54db3288176fdb5 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9069 expref: -99 pid: 32162 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789608746.844713:0:32164:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789608746.844715:0:32164:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789608746.844717:0:32164:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789608746.844720:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.844721:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608746.844722:0:32164:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608746.844724:0:32164:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789608746.844726:0:32164:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608746.844727:0:32164:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608746.844729:0:32164:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608746.844731:0:32164:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789608746.844733:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.844734:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789608746.844736:0:32164:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789608746.844738:0:32164:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789608746.844741:0:32164:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608746.844746:0:32164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bf7d08 00000080:00000008:1.0:1789608746.844748:0:32164:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-1:[0x200000405:0x1f:0x0](ffff94d9189b2a08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1789608746.844793:0:32164:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789608746.844797:0:32164:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789608746.844798:0:32164:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789608746.844799:0:32164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bf7bc0 00000080:00200000:1.0:1789608746.844801:0:32164:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:1.0:1789608746.844805:0:32164:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d9071fb800. 00800000:00000002:1.0:1789608746.844807:0:32164:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:1.0:1789608746.844810:0:32164:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789608746.844812:0:32164:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789608746.844813:0:32164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bf7ae0 00800000:00000002:1.0:1789608746.844815:0:32164:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789608746.844818:0:32164:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789608746.844819:0:32164:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789608746.844821:0:32164:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789608746.844822:0:32164:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789608746.844823:0:32164:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789608746.844825:0:32164:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608746.844826:0:32164:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789608746.844828:0:32164:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608746.844830:0:32164:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789608746.844833:0:32164:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789608746.844834:0:32164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bf79b0 00000002:00010000:1.0:1789608746.844836:0:32164:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789608746.844838:0:32164:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789608746.844840:0:32164:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789608746.844842:0:32164:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789608746.844844:0:32164:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d90906b200 count: 2 00010000:00000001:1.0:1789608746.844846:0:32164:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789608746.844849:0:32164:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608746.844851:0:32164:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789608746.844854:0:32164:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a000/0xc54db3288176fdae lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed904d expref: -99 pid: 32162 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:1.0:1789608746.844860:0:32164:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789608746.844863:0:32164:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608746.844866:0:32164:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a000/0xc54db3288176fdae lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed904d expref: -99 pid: 32162 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:1.0:1789608746.844872:0:32164:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789608746.844874:0:32164:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789608746.844876:0:32164:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789608746.844878:0:32164:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789608746.844880:0:32164:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789608746.844881:0:32164:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789608746.844884:0:32164:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789608746.844886:0:32164:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:1.0:1789608746.844888:0:32164:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d9071fb800. 00000080:00000001:1.0:1789608746.844891:0:32164:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789608746.844892:0:32164:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789608746.844894:0:32164:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:1.0:1789608746.844897:0:32164:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176fdae 00800000:00000001:1.0:1789608746.844899:0:32164:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789608746.844900:0:32164:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789608746.844902:0:32164:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608746.844903:0:32164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608746.844905:0:32164:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a000 refcount=3 00000020:00000001:1.0:1789608746.844907:0:32164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000001:1.0:1789608746.844909:0:32164:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000001:1.0:1789608746.844912:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.844913:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789608746.844914:0:32164:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608746.844915:0:32164:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789608746.844917:0:32164:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fdae from it ffffae3e01bf7bf8 00010000:00000001:1.0:1789608746.844918:0:32164:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608746.844919:0:32164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608746.844921:0:32164:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a000 refcount=3 00000020:00000001:1.0:1789608746.844923:0:32164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000001:1.0:1789608746.844925:0:32164:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000001:1.0:1789608746.844927:0:32164:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789608746.844930:0:32164:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a000/0xc54db3288176fdae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed904d expref: -99 pid: 32162 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1789608746.844935:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.844936:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608746.844937:0:32164:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789608746.844939:0:32164:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789608746.844941:0:32164:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a000/0xc54db3288176fdae lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed904d expref: -99 pid: 32162 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1789608746.844946:0:32164:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789608746.844947:0:32164:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789608746.844948:0:32164:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789608746.844950:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.844951:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608746.844952:0:32164:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608746.844954:0:32164:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789608746.844955:0:32164:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608746.844957:0:32164:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608746.844959:0:32164:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608746.844960:0:32164:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789608746.844962:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.844963:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789608746.844964:0:32164:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789608746.844965:0:32164:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789608746.844967:0:32164:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 1 00000080:00000001:1.0:1789608746.844970:0:32164:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608746.844974:0:32164:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1789608746.844975:0:32164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bf7bc0 00000080:00002000:1.0:1789608746.844977:0:32164:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-1(ffff94d918b2f1b0) flags 0x20000e refc 1 00000080:00000001:1.0:1789608746.844980:0:32164:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608746.844982:0:32164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bf7c08 00000080:00200000:1.0:1789608746.844983:0:32164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-1, flags=266 00000080:00000002:1.0:1789608746.844987:0:32164:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21g.recovery-small-1 [0x200000405:0x1f:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:1.0:1789608746.844991:0:32164:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789608746.844993:0:32164:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x1f:0x0](ffff94d9189b2a08), inode mode 41ed mask 44 00000080:00000001:1.0:1789608746.844995:0:32164:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608746.845002:0:32164:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:1.0:1789608746.845004:0:32164:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1789608746.845006:0:32164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bf7b78 00000080:00200008:1.0:1789608746.845008:0:32164:0:(file.c:1090:ll_file_open()) START file d21g.recovery-small-1:[0x200000405:0x1f:0x0](ffff94d9189b2a08), flags 704400 00000080:00000010:1.0:1789608746.845014:0:32164:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d9015ae500. 00000080:00000001:1.0:1789608746.845021:0:32164:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1789608746.845023:0:32164:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d9071fb800. 00800000:00000002:1.0:1789608746.845026:0:32164:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:1.0:1789608746.845028:0:32164:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789608746.845030:0:32164:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789608746.845031:0:32164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bf7a28 00800000:00000002:1.0:1789608746.845033:0:32164:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x1f:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789608746.845036:0:32164:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1789608746.845038:0:32164:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789608746.845039:0:32164:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789608746.845041:0:32164:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789608746.845042:0:32164:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789608746.845044:0:32164:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608746.845046:0:32164:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:1.0:1789608746.845048:0:32164:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608746.845050:0:32164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bf79a8 00800000:00000002:1.0:1789608746.845052:0:32164:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x1f:0x0], name='' -> mds #0 layout version 1 00000002:00000001:1.0:1789608746.845055:0:32164:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789608746.845056:0:32164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bf78e0 00000002:00010000:1.0:1789608746.845058:0:32164:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x1f:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:1.0:1789608746.845061:0:32164:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789608746.845064:0:32164:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1789608746.845068:0:32164:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789608746.845071:0:32164:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d90906b700 count: 2 00010000:00000001:1.0:1789608746.845074:0:32164:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789608746.845076:0:32164:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789608746.845080:0:32164:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608746.845082:0:32164:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608746.845084:0:32164:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608746.845086:0:32164:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789608746.845088:0:32164:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d90906b200 count: 2 00010000:00000001:1.0:1789608746.845089:0:32164:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789608746.845184:0:32164:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789608746.845187:0:32164:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608746.845188:0:32164:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608746.845190:0:32164:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789608746.845197:0:32164:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904057100. 00000020:00000040:1.0:1789608746.845201:0:32164:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 02000000:00000001:1.0:1789608746.845208:0:32164:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789608746.845210:0:32164:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608746.845214:0:32164:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789608746.845218:0:32164:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789608746.845221:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608746.845222:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608746.845224:0:32164:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608746.845227:0:32164:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608746.845229:0:32164:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608746.845232:0:32164:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608746.845240:0:32164:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d908243000. 00000100:00000001:1.0:1789608746.845248:0:32164:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608746.845254:0:32164:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789608746.845256:0:32164:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608746.845257:0:32164:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789608746.845259:0:32164:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608746.845261:0:32164:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608746.845276:0:32164:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446626258529120512 : -117815180431104 : ffff94d904057100) 00010000:00000001:1.0:1789608746.845280:0:32164:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789608746.845282:0:32164:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1789608746.845285:0:32164:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d90906b200 count: 2 00010000:00000001:1.0:1789608746.845287:0:32164:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789608746.845290:0:32164:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789608746.845293:0:32164:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d903f6b600. 00000020:00000001:1.0:1789608746.845297:0:32164:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789608746.845299:0:32164:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d903f6b600 with handle 0xc54db3288176fddf to hash 00000020:00000001:1.0:1789608746.845302:0:32164:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789608746.845303:0:32164:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626258528155136 : -117815181396480 : ffff94d903f6b600) 00010000:00000001:1.0:1789608746.845307:0:32164:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626258528155136 : -117815181396480 : ffff94d903f6b600) 00010000:00000001:1.0:1789608746.845310:0:32164:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608746.845312:0:32164:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608746.845315:0:32164:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b600/0xc54db3288176fddf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32164 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789608746.845321:0:32164:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b600/0xc54db3288176fddf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32164 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1789608746.845335:0:32164:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d904ceb000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1789608746.845349:0:32164:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d904057100 x1876538934273536/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1789608746.845359:0:32164:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b600/0xc54db3288176fddf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32164 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789608746.845366:0:32164:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789608746.845368:0:32164:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789608746.845376:0:32164:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d907f67840. 00000100:00000001:1.0:1789608746.845378:0:32164:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258595248192 : -117815114303424 : ffff94d907f67840) 00000100:00000001:1.0:1789608746.845380:0:32164:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608746.845382:0:32164:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529120512 : -117815180431104 : ffff94d904057100) 00000100:00000001:1.0:1789608746.845387:0:32164:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608746.845391:0:32164:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608746.845394:0:32164:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789608746.845396:0:32164:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608746.845400:0:32164:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904057100 x1876538934273536/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608746.845409:0:32164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608746.845412:0:32164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608746.845416:0:32164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608746.845419:0:32164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608746.845421:0:32164:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608746.845425:0:32164:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904057100 pname:cluuid:pid:xid:nid:opc:job rm:25f5d458-2cbe-49cd-9693-334c08df7e27:32164:1876538934273536:192.168.203.121@tcp:101:rm.0 00000100:00000001:1.0:1789608746.845429:0:32164:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608746.845435:0:32164:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608746.845437:0:32164:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608746.845439:0:32164:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608746.845586:0:32164:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff94d908680000. 02000000:00000001:1.0:1789608746.845589:0:32164:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608746.845599:0:32164:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608746.845604:0:32164:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34a50. 00000400:00000010:1.0:1789608746.845613:0:32164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff94d903d96000. 00000100:00000200:1.0:1789608746.845622:0:32164:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1876538934273536, portal 10 00000100:00000001:1.0:1789608746.845624:0:32164:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608746.845625:0:32164:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529120512 : -117815180431104 : ffff94d904057100) 00000100:00000040:1.0:1789608746.845632:0:32164:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d904057100 x1876538934273536/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608762 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608746.845640:0:32164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608746.845643:0:32164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608746.845647:0:32164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d356e8. 00000100:00000200:1.0:1789608746.845651:0:32164:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876538934273536, offset 0 00000400:00000200:1.0:1789608746.845658:0:32164:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608746.845668:0:32164:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.845720:0:32164:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608746.845726:0:32164:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608746.845731:0:32164:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608746.845735:0:32164:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608746.845738:0:32164:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608746.845742:0:32164:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2688:2688:256:4294967295] 192.168.203.121@tcp LPNI seq info [2688:2688:8:4294967295] 00000400:00000200:1.0:1789608746.845748:0:32164:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.845758:0:32164:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608746.845764:0:32164:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608746.845771:0:32164:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faad00. 00000800:00000200:1.0:1789608746.845779:0:32164:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608746.845788:0:32164:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608746.845793:0:32164:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faad00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1789608746.845807:0:32164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608746.845812:0:32164:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 875742 usecs (876 jiffies) 00000400:00000200:1.0:1789608746.845816:0:32164:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608746.845820:0:32164:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296474812 00000100:00000001:1.0:1789608746.845823:0:32164:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296475999 00000100:00000001:1.0:1789608746.845825:0:32164:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296474812 00000100:00000001:1.0:1789608746.845828:0:32164:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296475999 00000100:00000001:1.0:1789608746.845830:0:32164:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608746.845833:0:32164:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608746.845836:0:32164:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608746.845838:0:32164:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789608746.845841:0:32164:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d907f67840 going to sleep for 11 seconds 00000100:00000001:1.0:1789608746.845844:0:32164:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608746.845847:0:32164:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608746.845965:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608746.845971:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faad00. 00000400:00000200:0.0:1789608746.845978:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608746.845984:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608746.845991:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d356e8 00000400:00000010:0.0:1789608746.845994:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d356e8. 00000100:00000001:0.0:1789608746.845999:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608746.846003:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904057100 x1876538934273536/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608762 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608746.846012:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608746.846017:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d904057100 x1876538934273536/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608762 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608746.846024:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608746.846026:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608746.852784:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.852813:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608746.852819:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.852822:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608746.852833:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.852842:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608746.852857:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.852862:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.852868:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.852873:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 664 into portal 10 MB=0x6aab3c495a600 00000400:00000200:1.0:1789608746.852880:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.852888:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 664/664 into md 0x7bc9 [64] + 224 00000800:00000001:1.0:1789608746.852896:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.852912:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608746.852917:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608746.852922:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608746.852933:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608746.852945:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904057100 x1876538934273536/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608762 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608746.852957:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff94d904057100 x1876538934273536/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608762 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608746.852991:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608746.853001:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.853005:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1789608746.856536:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608746.856542:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d90827bb00. 00000400:00000200:1.0:1789608746.856549:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608746.856555:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608746.856561:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9c38 00000400:00000010:1.0:1789608746.856564:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9c38. 00000100:00000001:1.0:1789608746.856569:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608746.856573:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908492d80 x1876538934273664/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608762 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608746.856584:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608746.856587:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908492d80 x1876538934273664/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608762 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608746.856594:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608746.856595:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:3.1:1789608746.859876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6b600. 00000800:00000001:1.0:1789608746.866348:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.866373:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608746.866380:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.866383:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608746.866394:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.866403:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608746.866414:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.866420:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.866427:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.866432:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 4096 into portal 14 MB=0x6aab3c495a680 00000400:00000200:1.0:1789608746.866438:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.866445:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.203.121@tcp of length 4096/4096 into md 0x7bd9 [256] + 0 00000400:00000010:1.0:1789608746.866462:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2adc0. 00000400:00000200:1.0:1789608746.866470:0:2401:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff94d907fdc000 00000800:00000001:1.0:1789608746.866478:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.866514:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608746.866519:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608746.866524:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608746.866531:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d907fdc000 00000400:00000010:1.0:1789608746.866534:0:2401:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff94d907fdc000. 00000100:00000001:1.0:1789608746.866540:0:2401:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:1.0:1789608746.866543:0:2401:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff94d908492d80 desc ffff94d90839a000 mbits 1876538934273664 00000100:00000001:1.0:1789608746.866557:0:2401:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1789608746.866567:0:2401:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1789608746.866572:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.866578:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.21@tcp to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608746.866585:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2690:2690:256:4294967295] 192.168.203.121@tcp LPNI seq info [2690:2690:8:4294967295] 00000400:00000200:1.0:1789608746.866590:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.866599:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:192.168.203.21@tcp) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) 192.168.203.121@tcp : ACK try# 0 00000800:00000200:1.0:1789608746.866605:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608746.866615:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff94d908626000. 00000800:00000200:1.0:1789608746.866623:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608746.866632:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608746.866641:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d908626000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1789608746.866791:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608746.866797:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff94d908626000. 00000400:00000200:1.0:1789608746.866801:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608746.866805:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: ACK: OK 00000800:00000001:1.0:1789608746.866811:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.866814:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608746.869815:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.869839:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608746.869844:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.869847:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608746.869857:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.869866:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608746.869876:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.869882:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.869887:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.869892:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 440 into portal 10 MB=0x6aab3c495a680 00000400:00000200:1.0:1789608746.869898:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.869904:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 440/440 into md 0x7be1 [1] + 224 00000800:00000001:1.0:1789608746.869911:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.869924:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608746.869928:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608746.869933:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608746.869942:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608746.869952:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908492d80 x1876538934273664/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608762 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608746.869963:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff94d908492d80 x1876538934273664/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608762 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608746.869986:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608746.869996:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.870000:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1789608746.874283:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608746.874290:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d90827b600. 00000400:00000200:0.0:1789608746.874297:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608746.874304:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608746.874310:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9f68 00000400:00000010:0.0:1789608746.874313:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9f68. 00000100:00000001:0.0:1789608746.874318:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608746.874323:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908492d80 x1876538934273920/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608762 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608746.874333:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608746.874336:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908492d80 x1876538934273920/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608762 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608746.874342:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608746.874344:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608746.881963:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.881986:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608746.881991:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.881995:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608746.882006:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.882014:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608746.882025:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.882031:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.882037:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.882042:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 456 into portal 10 MB=0x6aab3c495a780 00000400:00000200:1.0:1789608746.882047:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.882054:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 456/456 into md 0x7be9 [1] + 224 00000800:00000001:1.0:1789608746.882063:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.882084:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608746.882089:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608746.882094:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608746.882107:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608746.882119:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908492d80 x1876538934273920/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608762 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608746.882131:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94d908492d80 x1876538934273920/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608762 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608746.882156:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608746.882167:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.882171:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1789608746.894001:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608746.894009:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9070e6900. 00000400:00000200:0.0:1789608746.894019:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608746.894027:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608746.894035:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c5d8 00000400:00000010:0.0:1789608746.894038:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c5d8. 00000100:00000001:0.0:1789608746.894044:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608746.894049:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908492d80 x1876538934274176/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608762 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608746.894061:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608746.894065:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908492d80 x1876538934274176/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608762 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608746.894073:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608746.894075:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608746.908337:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.908368:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608746.908374:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.908377:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608746.908387:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.908396:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608746.908410:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.908415:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.908421:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.908427:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 664 into portal 10 MB=0x6aab3c495a880 00000400:00000200:1.0:1789608746.908432:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.908441:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 664/664 into md 0x7bf1 [64] + 224 00000800:00000001:1.0:1789608746.908463:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.908478:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608746.908482:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608746.908486:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608746.908496:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608746.908506:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908492d80 x1876538934274176/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608762 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608746.908518:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff94d908492d80 x1876538934274176/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608762 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608746.908551:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608746.908560:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.908563:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1789608746.914761:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608746.914770:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9070e6200. 00000400:00000200:0.0:1789608746.914780:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608746.914788:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608746.914798:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c660 00000400:00000010:0.0:1789608746.914801:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c660. 00000100:00000001:0.0:1789608746.914808:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608746.914816:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d27100 x1876538934274304/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 440/368 e 0 to 0 dl 1789608762 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608746.914829:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608746.914832:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d27100 x1876538934274304/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 440/368 e 0 to 0 dl 1789608762 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608746.914840:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608746.914842:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608746.918083:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.918112:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608746.918117:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.918119:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608746.918130:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.918140:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608746.918151:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.918156:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.918163:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.918168:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 368 into portal 10 MB=0x6aab3c495a900 00000400:00000200:1.0:1789608746.918174:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.918181:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 368/368 into md 0x7bf9 [1] + 224 00000800:00000001:1.0:1789608746.918190:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.918198:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608746.918202:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608746.918207:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608746.918217:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608746.918229:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d27100 x1876538934274304/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 440/368 e 0 to 0 dl 1789608762 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608746.918249:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff94d907d27100 x1876538934274304/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 440/368 e 0 to 0 dl 1789608762 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608746.918271:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608746.918280:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.918285:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1789608746.921158:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608746.921166:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9070e6000. 00000400:00000200:0.0:1789608746.921174:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608746.921181:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608746.921188:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c880 00000400:00000010:0.0:1789608746.921191:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c880. 00000100:00000001:0.0:1789608746.921196:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608746.921201:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d27100 x1876538934274560/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/624 e 0 to 0 dl 1789608762 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608746.921212:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608746.921216:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d27100 x1876538934274560/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/624 e 0 to 0 dl 1789608762 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608746.921223:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608746.921225:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1789608746.926763:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d90906bf00. 00010000:00000010:2.1:1789608746.926781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6ba00. 00010000:00000010:2.1:1789608746.926786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6a200. 00000800:00000001:1.0:1789608746.937224:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.937253:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608746.937260:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.937263:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608746.937278:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.937289:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608746.937301:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.937307:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.937313:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.937319:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 456 into portal 10 MB=0x6aab3c495aa00 00000400:00000200:1.0:1789608746.937324:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.937331:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 456/456 into md 0x7c01 [1] + 224 00000800:00000001:1.0:1789608746.937351:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.937360:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608746.937365:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608746.937371:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608746.937381:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608746.937392:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d27100 x1876538934274560/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/624 e 0 to 0 dl 1789608762 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608746.937405:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff94d907d27100 x1876538934274560/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/624 e 0 to 0 dl 1789608762 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608746.937429:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608746.937439:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.937461:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1789608746.940228:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608746.940236:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9070e6c00. 00000400:00000200:0.0:1789608746.940246:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608746.940253:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608746.940261:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6cc38 00000400:00000010:0.0:1789608746.940264:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6cc38. 00000100:00000001:0.0:1789608746.940268:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608746.940273:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25880 x1876538934274688/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608762 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608746.940284:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608746.940289:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d25880 x1876538934274688/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608762 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608746.940297:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608746.940299:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:2.1:1789608746.944838:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d909343ba0. 00000080:00000010:2.1:1789608746.944883:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d918924200. 00000800:00000001:1.0:1789608746.946522:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.946556:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608746.946562:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.946565:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608746.946575:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.946585:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608746.946596:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.946602:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.946608:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.946613:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 688 into portal 10 MB=0x6aab3c495aa80 00000400:00000200:1.0:1789608746.946620:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.946627:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 688/688 into md 0x7c09 [1] + 224 00000800:00000001:1.0:1789608746.946636:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.946646:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608746.946649:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608746.946655:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608746.946665:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608746.946717:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d25880 x1876538934274688/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608762 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608746.946729:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d907d25880 x1876538934274688/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608762 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608746.946745:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608746.946756:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.946759:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.1:1789608746.948121:0:32164:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d909343c40. 00000800:00000200:0.0:1789608746.952465:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608746.952473:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9070e6400. 00000400:00000200:0.0:1789608746.952483:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608746.952489:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608746.952496:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6cf68 00000400:00000010:0.0:1789608746.952499:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6cf68. 00000100:00000001:0.0:1789608746.952504:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608746.952510:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25880 x1876538934274944/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608762 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608746.952531:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608746.952535:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d25880 x1876538934274944/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608762 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608746.952542:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608746.952544:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608746.957481:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.957505:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608746.957511:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.957515:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608746.957525:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.957536:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608746.957547:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.957553:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.957560:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.957566:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 456 into portal 10 MB=0x6aab3c495ab80 00000400:00000200:1.0:1789608746.957573:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.957581:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 456/456 into md 0x7c11 [1] + 224 00000800:00000001:1.0:1789608746.957591:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.957599:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608746.957604:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608746.957610:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608746.958496:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608746.958514:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d25880 x1876538934274944/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608762 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608746.958527:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94d907d25880 x1876538934274944/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608762 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608746.958607:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608746.958621:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.958628:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1789608746.962647:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608746.962660:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9070e6500. 00000400:00000200:0.0:1789608746.963036:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608746.963049:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608746.963059:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6cf68 00000400:00000010:0.0:1789608746.963189:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6cf68. 00000100:00000001:0.0:1789608746.963199:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608746.963210:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25880 x1876538934275200/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 512/624 e 0 to 0 dl 1789608762 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608746.963224:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608746.963227:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d25880 x1876538934275200/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 512/624 e 0 to 0 dl 1789608762 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608746.963235:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608746.963237:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1789608746.965799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232000. 00010000:00000010:2.1:1789608746.965821:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d90906b700. 00010000:00000010:2.1:1789608746.965828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0600. 00010000:00000010:2.1:1789608746.965833:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d90906b200. 00010000:00000010:2.1:1789608746.965836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6a000. 00000800:00000001:1.0:1789608746.982788:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.982812:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608746.982817:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.982820:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608746.982832:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.982843:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608746.982855:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.982861:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.982867:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.982872:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 456 into portal 10 MB=0x6aab3c495ac80 00000400:00000200:1.0:1789608746.982878:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.982886:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 456/456 into md 0x7c19 [1] + 224 00000800:00000001:1.0:1789608746.982895:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.983382:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608746.983387:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608746.983394:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608746.983404:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608746.983416:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d25880 x1876538934275200/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 512/624 e 0 to 0 dl 1789608762 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608746.983430:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff94d907d25880 x1876538934275200/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 512/624 e 0 to 0 dl 1789608762 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608746.983461:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608746.983471:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.983475:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1789608746.986379:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608746.986386:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9070e6500. 00000400:00000200:0.0:1789608746.986394:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608746.986400:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608746.986407:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6cc38 00000400:00000010:0.0:1789608746.986410:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6cc38. 00000100:00000001:0.0:1789608746.986416:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608746.986420:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d26680 x1876538934275328/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608762 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608746.986430:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608746.986433:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d26680 x1876538934275328/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608762 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608746.986440:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608746.986442:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608746.992468:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.992494:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608746.992501:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.992504:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608746.992518:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.992528:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608746.992539:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.992545:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.992552:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.992557:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 688 into portal 10 MB=0x6aab3c495ad00 00000400:00000200:1.0:1789608746.992564:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608746.992571:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 688/688 into md 0x7c21 [1] + 224 00000800:00000001:1.0:1789608746.992580:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.992589:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608746.992593:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608746.992599:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608746.992607:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608746.992620:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d26680 x1876538934275328/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608762 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608746.992632:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d907d26680 x1876538934275328/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608762 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608746.992656:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608746.992667:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608746.992671:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.1:1789608746.992832:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d9189b2940. 00000080:00000010:2.1:1789608746.992851:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f682e0. 00000800:00000200:0.0:1789608746.997611:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608746.997619:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9070e6400. 00000400:00000200:0.0:1789608746.997628:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608746.997634:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608746.997641:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6ccc0 00000400:00000010:0.0:1789608746.997644:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6ccc0. 00000100:00000001:0.0:1789608746.997648:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608746.997653:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d26680 x1876538934275584/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608762 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608746.997665:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608746.997668:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d26680 x1876538934275584/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608762 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608746.997721:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608746.997724:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608747.002018:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608747.002041:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608747.002047:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608747.002050:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608747.002112:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608747.002124:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608747.002135:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608747.002141:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608747.002148:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608747.002153:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 664 into portal 10 MB=0x6aab3c495ae00 00000400:00000200:1.0:1789608747.002160:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608747.002167:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 664/664 into md 0x7c29 [64] + 224 00000800:00000001:1.0:1789608747.002177:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608747.002185:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608747.002189:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608747.002195:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608747.002203:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608747.002214:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d26680 x1876538934275584/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608762 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608747.002227:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff94d907d26680 x1876538934275584/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608762 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608747.002249:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608747.002259:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608747.002263:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1789608747.011064:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608747.011070:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9070e6c00. 00000400:00000200:0.0:1789608747.011080:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608747.011086:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608747.011093:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c660 00000400:00000010:0.0:1789608747.011096:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c660. 00000100:00000001:0.0:1789608747.011103:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608747.011109:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d27b80 x1876538934275712/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608763 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608747.011120:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608747.011124:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d27b80 x1876538934275712/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608763 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608747.011132:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608747.011134:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1789608747.013080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232400. 00000800:00000001:1.0:1789608747.017918:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608747.017945:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608747.017952:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608747.017956:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608747.017968:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608747.017979:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608747.017991:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608747.017997:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608747.018003:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608747.018008:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 4096 into portal 14 MB=0x6aab3c495ae80 00000400:00000200:1.0:1789608747.018016:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608747.018023:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.203.121@tcp of length 4096/4096 into md 0x7c31 [256] + 0 00000400:00000010:1.0:1789608747.018029:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21c60. 00000400:00000200:1.0:1789608747.018037:0:2401:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff94d907e12000 00000800:00000001:1.0:1789608747.018044:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608747.018058:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608747.018062:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608747.018068:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608747.018108:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d907e12000 00000400:00000010:1.0:1789608747.018112:0:2401:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff94d907e12000. 00000100:00000001:1.0:1789608747.018120:0:2401:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:1.0:1789608747.018123:0:2401:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff94d907d27b80 desc ffff94d903dbdc00 mbits 1876538934275712 00000100:00000001:1.0:1789608747.018143:0:2401:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1789608747.018153:0:2401:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1789608747.018156:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608747.018163:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.21@tcp to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608747.018170:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2701:2701:256:4294967295] 192.168.203.121@tcp LPNI seq info [2701:2701:8:4294967295] 00000400:00000200:1.0:1789608747.018175:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608747.018183:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:192.168.203.21@tcp) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) 192.168.203.121@tcp : ACK try# 0 00000800:00000200:1.0:1789608747.018188:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608747.018199:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff94d908626000. 00000800:00000200:1.0:1789608747.018206:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608747.018216:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608747.018221:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d908626000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1789608747.018314:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608747.018319:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff94d908626000. 00000400:00000200:1.0:1789608747.018323:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608747.018327:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: ACK: OK 00000800:00000001:1.0:1789608747.018334:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608747.018337:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608747.025586:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608747.025610:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608747.025616:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608747.025620:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608747.025632:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608747.025641:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608747.025654:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608747.025660:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608747.025666:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608747.025671:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 440 into portal 10 MB=0x6aab3c495ae80 00000400:00000200:1.0:1789608747.025912:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608747.025922:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 440/440 into md 0x7c39 [1] + 224 00000800:00000001:1.0:1789608747.025932:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608747.025949:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608747.025954:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608747.025961:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608747.025972:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608747.025985:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d27b80 x1876538934275712/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608763 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608747.025997:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff94d907d27b80 x1876538934275712/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608763 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608747.026020:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608747.026031:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608747.026035:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1789608747.040725:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608747.040733:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d90827b800. 00000400:00000200:0.0:1789608747.040741:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608747.040747:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608747.040754:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9110 00000400:00000010:0.0:1789608747.040758:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9110. 00000100:00000001:0.0:1789608747.040763:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608747.040769:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d27b80 x1876538934275968/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608763 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608747.040891:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608747.040897:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d27b80 x1876538934275968/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608763 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608747.040906:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608747.040908:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608747.044001:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608747.044023:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608747.044029:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608747.044031:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608747.044042:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608747.044052:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608747.044061:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608747.044067:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608747.044073:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608747.044078:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 456 into portal 10 MB=0x6aab3c495af80 00000400:00000200:1.0:1789608747.044086:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608747.044153:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 456/456 into md 0x7c41 [1] + 224 00000800:00000001:1.0:1789608747.044163:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608747.044173:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608747.044177:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608747.044182:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608747.044191:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608747.044201:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d27b80 x1876538934275968/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608763 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608747.044213:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94d907d27b80 x1876538934275968/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608763 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608747.044296:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608747.044306:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608747.044310:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1789608747.055065:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608747.055080:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d90827b800. 00000400:00000200:0.0:1789608747.055090:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608747.055110:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608747.055122:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9770 00000400:00000010:0.0:1789608747.055126:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9770. 00000100:00000001:0.0:1789608747.055133:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608747.055143:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908491880 x1876538934276224/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608763 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608747.055158:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608747.055161:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908491880 x1876538934276224/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608763 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608747.055169:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608747.055172:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608747.061064:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608747.061386:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608747.061392:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608747.061398:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608747.061409:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608747.061418:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608747.061432:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608747.061438:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608747.061519:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608747.061526:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 664 into portal 10 MB=0x6aab3c495b080 00000400:00000200:1.0:1789608747.061532:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608747.061540:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 664/664 into md 0x7c49 [64] + 224 00000800:00000001:1.0:1789608747.061550:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608747.061565:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608747.061570:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608747.061575:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608747.061585:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608747.061597:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908491880 x1876538934276224/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608763 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608747.061609:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff94d908491880 x1876538934276224/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608763 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608747.061762:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608747.061775:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608747.061779:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000002:00100000:3.0:1789608747.064266:0:32164:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d908491880 x1876538934276224/t4294967612(4294967612) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789608763 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789608747.064273:0:32164:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608747.064281:0:32164:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608747.064282:0:32164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608747.064284:0:32164:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0200 refcount=3 00000020:00000001:3.0:1789608747.064286:0:32164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786816 : -117814138764800 : ffff94d9421c0200) 00010000:00000001:3.0:1789608747.064288:0:32164:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786816 : -117814138764800 : ffff94d9421c0200) 00010000:00000001:3.0:1789608747.064290:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608747.064291:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608747.064293:0:32164:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608747.064295:0:32164:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608747.064299:0:32164:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1789608747.064302:0:32164:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608747.064303:0:32164:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600663168 : -117815108888448 : ffff94d908491880) 00010000:00000001:3.0:1789608747.064305:0:32164:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608747.064306:0:32164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608747.064307:0:32164:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0200 refcount=3 00000020:00000001:3.0:1789608747.064309:0:32164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786816 : -117814138764800 : ffff94d9421c0200) 00010000:00000001:3.0:1789608747.064311:0:32164:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786816 : -117814138764800 : ffff94d9421c0200) 00000002:00010000:3.0:1789608747.064314:0:32164:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0200/0xc54db3288176fe02 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed916c expref: -99 pid: 32164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608747.064320:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608747.064321:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608747.064323:0:32164:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789608747.064324:0:32164:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608747.064325:0:32164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608747.064326:0:32164:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0200 refcount=3 00000020:00000001:3.0:1789608747.064328:0:32164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786816 : -117814138764800 : ffff94d9421c0200) 00010000:00000001:3.0:1789608747.064330:0:32164:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786816 : -117814138764800 : ffff94d9421c0200) 00010000:00000040:3.0:1789608747.064332:0:32164:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fcc00 count: 3 00010000:00000001:3.0:1789608747.064334:0:32164:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789608747.064339:0:32164:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d91081f000 type 13 mode 16 res 8589935621/32 (0 0) 00010000:00000001:3.0:1789608747.064342:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608747.064343:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608747.064344:0:32164:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789608747.064347:0:32164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bf7868 00000002:00002000:3.0:1789608747.064349:0:32164:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:3.0:1789608747.064352:0:32164:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608747.064356:0:32164:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608747.064359:0:32164:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789608747.064362:0:32164:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1789608747.064365:0:32164:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608747.064370:0:32164:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:3.0:1789608747.064374:0:32164:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dcc200. 00000080:00000001:3.0:1789608747.064380:0:32164:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1789608747.064387:0:32164:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1789608747.064392:0:32164:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1789608747.064404:0:32164:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d904af6e00. 00800000:00000001:3.0:1789608747.064406:0:32164:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626258540260864 : -117815169290752 : ffff94d904af6e00) 00800000:00000001:3.0:1789608747.064408:0:32164:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608747.064410:0:32164:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1789608747.064413:0:32164:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1789608747.064415:0:32164:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x20:0x0] 00000080:00000001:3.0:1789608747.064418:0:32164:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1789608747.064422:0:32164:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1789608747.064424:0:32164:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608747.064429:0:32164:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:3.0:1789608747.065041:0:32164:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1789608747.065052:0:32164:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x20:0x0], updating i_size 16384 00010000:00000001:3.0:1789608747.065055:0:32164:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608747.065057:0:32164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608747.065059:0:32164:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0200 refcount=3 00000020:00000001:3.0:1789608747.065061:0:32164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786816 : -117814138764800 : ffff94d9421c0200) 00010000:00000001:3.0:1789608747.065064:0:32164:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786816 : -117814138764800 : ffff94d9421c0200) 00010000:00000001:3.0:1789608747.065066:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608747.065068:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789608747.065070:0:32164:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1789608747.065073:0:32164:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1789608747.065075:0:32164:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6e00 1 00800000:00000010:3.0:1789608747.065078:0:32164:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d904af6e00. 00800000:00000001:3.0:1789608747.065081:0:32164:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608747.065084:0:32164:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x20:0x0](ffff94d918927448) for lock 0xc54db3288176fe02 00800000:00000001:3.0:1789608747.065088:0:32164:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789608747.065090:0:32164:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789608747.065091:0:32164:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608747.065092:0:32164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608747.065135:0:32164:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0200 refcount=3 00000020:00000001:3.0:1789608747.065137:0:32164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786816 : -117814138764800 : ffff94d9421c0200) 00010000:00000001:3.0:1789608747.065140:0:32164:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786816 : -117814138764800 : ffff94d9421c0200) 00010000:00000001:3.0:1789608747.065142:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608747.065143:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608747.065145:0:32164:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608747.065147:0:32164:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789608747.065151:0:32164:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21g.recovery-small-2 [0x200000405:0x20:0x0] depth 1 server default LMV inherit depth 0 00000100:00000001:3.0:1789608747.065155:0:32164:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608747.065162:0:32164:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908491880 x1876538934276224/t4294967612(4294967612) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/664 e 0 to 0 dl 1789608763 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608747.065169:0:32164:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608747.065172:0:32164:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fe02 from it ffffae3e01bf7bd0 00010000:00000001:3.0:1789608747.065175:0:32164:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608747.065176:0:32164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608747.065178:0:32164:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0200 refcount=3 00000020:00000001:3.0:1789608747.065180:0:32164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786816 : -117814138764800 : ffff94d9421c0200) 00010000:00000001:3.0:1789608747.065182:0:32164:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786816 : -117814138764800 : ffff94d9421c0200) 00010000:00000001:3.0:1789608747.065184:0:32164:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608747.065187:0:32164:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0200/0xc54db3288176fe02 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed916c expref: -99 pid: 32164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608747.065199:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608747.065200:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608747.065202:0:32164:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608747.065205:0:32164:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608747.065208:0:32164:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0200/0xc54db3288176fe02 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed916c expref: -99 pid: 32164 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789608747.065215:0:32164:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608747.065219:0:32164:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608747.065221:0:32164:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608747.065226:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608747.065227:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608747.065229:0:32164:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608747.065233:0:32164:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608747.065236:0:32164:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608747.065238:0:32164:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608747.065241:0:32164:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608747.065243:0:32164:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608747.065244:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608747.065245:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789608747.065249:0:32164:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789608747.065256:0:32164:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94d904af6e00. 00000080:00000001:3.0:1789608747.065259:0:32164:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1789608747.065263:0:32164:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:3.0:1789608747.065266:0:32164:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608747.065270:0:32164:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608747.065273:0:32164:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608747.065275:0:32164:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608747.065278:0:32164:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608747.065280:0:32164:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:3.0:1789608747.065282:0:32164:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608747.065286:0:32164:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1789608747.065290:0:32164:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94d906078960. 00000002:00100000:3.0:1789608747.065296:0:32164:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d908491880 x1876538934276224/t4294967612(4294967612) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/664 e 0 to 0 dl 1789608763 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789608747.065309:0:32164:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608747.065311:0:32164:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1789608747.065315:0:32164:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1789608747.065319:0:32164:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608747.065323:0:32164:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:3.0:1789608747.065324:0:32164:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608747.065327:0:32164:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608747.065330:0:32164:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608747.065333:0:32164:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908491880 x1876538934276224/t4294967612(4294967612) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/664 e 0 to 0 dl 1789608763 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1789608747.065340:0:32164:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608747.065345:0:32164:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff94d908680000. 02000000:00000001:3.0:1789608747.065384:0:32164:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1789608747.065387:0:32164:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608747.065390:0:32164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bf7b78 00000080:00000008:3.0:1789608747.065393:0:32164:0:(file.c:1329:ll_file_open()) COMPLETED file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff94d918927448), flags 704400, rc = 0 00000080:00000001:3.0:1789608747.065397:0:32164:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608747.065429:0:32164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bf7d28 00000080:00200008:3.0:1789608747.065432:0:32164:0:(file.c:6296:ll_getattr_dentry()) START file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff94d918927448), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1789608747.066120:0:32164:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:3.0:1789608747.066125:0:32164:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608747.066129:0:32164:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789608747.066131:0:32164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bf7ca0 00000080:00200000:3.0:1789608747.066133:0:32164:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x20:0x0](ffff94d918927448),name=d21g.recovery-small-2 00000080:00000010:3.0:1789608747.066142:0:32164:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d911dcc200. 00800000:00000002:3.0:1789608747.066149:0:32164:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:3.0:1789608747.066157:0:32164:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789608747.066162:0:32164:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789608747.066164:0:32164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bf7bc0 00800000:00000002:3.0:1789608747.066167:0:32164:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x20:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608747.066170:0:32164:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789608747.066174:0:32164:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608747.066177:0:32164:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608747.066179:0:32164:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608747.066181:0:32164:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608747.066183:0:32164:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608747.066185:0:32164:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608747.066187:0:32164:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608747.066189:0:32164:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608747.066190:0:32164:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608747.066191:0:32164:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608747.066193:0:32164:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608747.066194:0:32164:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608747.066196:0:32164:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:3.0:1789608747.066197:0:32164:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608747.066200:0:32164:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x20:0x0], name='' -> mds #0 00000002:00000001:3.0:1789608747.066205:0:32164:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789608747.066207:0:32164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bf7a90 00000002:00010000:3.0:1789608747.066209:0:32164:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x20:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789608747.066213:0:32164:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789608747.066215:0:32164:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608747.066219:0:32164:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608747.066224:0:32164:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fcc00 count: 3 00010000:00000001:3.0:1789608747.066228:0:32164:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608747.066232:0:32164:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608747.066236:0:32164:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789608747.066241:0:32164:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176fdca lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed90af expref: -99 pid: 32163 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1789608747.066251:0:32164:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789608747.066257:0:32164:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608747.066261:0:32164:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176fdca lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed90af expref: -99 pid: 32163 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1789608747.066269:0:32164:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789608747.066271:0:32164:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789608747.066273:0:32164:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608747.066277:0:32164:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608747.066279:0:32164:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608747.066281:0:32164:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789608747.066285:0:32164:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789608747.066287:0:32164:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:3.0:1789608747.066290:0:32164:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dcc200. 00000080:00000001:3.0:1789608747.066295:0:32164:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789608747.066297:0:32164:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608747.066300:0:32164:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x20:0x0](ffff94d918927448) 00000080:00010000:3.0:1789608747.066303:0:32164:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x20:0x0](ffff94d918927448) for lock 0xc54db3288176fdca 00800000:00000001:3.0:1789608747.066311:0:32164:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789608747.066313:0:32164:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789608747.066315:0:32164:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608747.066317:0:32164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608747.066319:0:32164:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54e00 refcount=3 00000020:00000001:3.0:1789608747.066321:0:32164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:3.0:1789608747.066324:0:32164:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:3.0:1789608747.066327:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608747.066328:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608747.066329:0:32164:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608747.066331:0:32164:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608747.066333:0:32164:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fdca from it ffffae3e01bf7cd8 00010000:00000001:3.0:1789608747.066335:0:32164:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608747.066336:0:32164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608747.066337:0:32164:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54e00 refcount=3 00000020:00000001:3.0:1789608747.066339:0:32164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:3.0:1789608747.066341:0:32164:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:3.0:1789608747.066343:0:32164:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608747.066345:0:32164:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176fdca lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed90af expref: -99 pid: 32163 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1789608747.066352:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608747.066353:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608747.066355:0:32164:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608747.066357:0:32164:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608747.066360:0:32164:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176fdca lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed90af expref: -99 pid: 32163 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1789608747.066432:0:32164:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608747.066436:0:32164:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608747.066438:0:32164:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608747.066442:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608747.066443:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608747.066445:0:32164:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608747.066457:0:32164:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608747.066460:0:32164:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608747.066462:0:32164:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608747.066464:0:32164:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608747.066466:0:32164:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608747.066468:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608747.066469:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789608747.066471:0:32164:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789608747.066473:0:32164:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789608747.066477:0:32164:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608747.066482:0:32164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bf7d28 00000080:00000008:3.0:1789608747.066484:0:32164:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff94d918927448), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1789608747.066796:0:32164:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:3.0:1789608747.066799:0:32164:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x20:0x0](ffff94d918927448) pos/size0/16384 32bit_api 0 00000080:00000010:3.0:1789608747.066807:0:32164:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d911dcc200. 00800000:00000002:3.0:1789608747.066811:0:32164:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d9071bf9c0 2 00000080:00000001:3.0:1789608747.066814:0:32164:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:3.0:1789608747.066823:0:32164:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446719476512094080 : -24597197457536 : ffffe9a104c87780) 00000080:00000001:3.0:1789608747.066828:0:32164:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:3.0:1789608747.066832:0:32164:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1789608747.066835:0:32164:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611170 : 144115205339611170 : 200000405000022) 00000080:00000001:3.0:1789608747.066839:0:32164:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608747.066841:0:32164:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d9071bf9c0 2 00000080:00000010:3.0:1789608747.066843:0:32164:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dcc200. 00000080:00000001:3.0:1789608747.066898:0:32164:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608747.066914:0:32164:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:3.0:1789608747.066916:0:32164:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x20:0x0](ffff94d918927448) pos/size18446744073709551614/16384 32bit_api 0 00000080:00000001:3.0:1789608747.066920:0:32164:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1789608747.066922:0:32164:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608747.066947:0:32164:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789608747.066950:0:32164:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1789608747.066953:0:32164:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x20:0x0](ffff94d918927448), inode mode 41ed mask 1 00000080:00000001:3.0:1789608747.066957:0:32164:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608747.066966:0:32164:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1789608747.066969:0:32164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bf7da0 00000080:00002000:3.0:1789608747.066970:0:32164:0:(dcache.c:87:ll_dcompare()) found name f(ffff94d91896d288) flags 0x48000e refc 0 00000080:00000001:3.0:1789608747.066974:0:32164:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608747.066976:0:32164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bf7e10 00000080:00200000:3.0:1789608747.066977:0:32164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f, flags=0 00000080:00000001:3.0:1789608747.066983:0:32164:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1789608747.066985:0:32164:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x20:0x0](ffff94d918927448), inode mode 41ed mask 3 00000080:00000001:3.0:1789608747.066988:0:32164:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608747.066992:0:32164:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:3.0:1789608747.066994:0:32164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bf7df8 00000080:00200000:3.0:1789608747.066997:0:32164:0:(namei.c:2351:ll_unlink()) VFS Op:name=f, dir=[0x200000405:0x20:0x0](ffff94d918927448) 00000080:00000001:3.0:1789608747.067000:0:32164:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:3.0:1789608747.067003:0:32164:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789608747.067008:0:32164:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258593596264 : -117815115955352 : ffff94d907dd4368) 00000020:00001000:3.0:1789608747.067011:0:32164:0:(cl_object.c:823:cl_env_get()) 1@ffff94d907dd4360 00000020:00000001:3.0:1789608747.067014:0:32164:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1789608747.067019:0:32164:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d903559e88) owner 0000000000000000/ffff94d9036acf80 00020000:00000002:3.0:1789608747.067023:0:32164:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d909265ba0 addref 2/0 by ffff94d9036acf80. 00020000:00000002:3.0:1789608747.067026:0:32164:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d903559e88) owner 0000000000000000/ffff94d9036acf80 00020000:00000001:3.0:1789608747.067029:0:32164:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1789608747.067032:0:32164:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1789608747.067034:0:32164:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1789608747.067036:0:32164:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:3.0:1789608747.067039:0:32164:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:3.0:1789608747.067042:0:32164:0:(cl_object.c:917:cl_env_put()) 1@ffff94d907dd4360 00000080:00000001:3.0:1789608747.067046:0:32164:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1789608747.067050:0:32164:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d911dcc200. 00800000:00000002:3.0:1789608747.067052:0:32164:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d9071bf9c0 2 00800000:00000001:3.0:1789608747.067062:0:32164:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:3.0:1789608747.067064:0:32164:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608747.067066:0:32164:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608747.067068:0:32164:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608747.067071:0:32164:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608747.067073:0:32164:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608747.067075:0:32164:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:3.0:1789608747.067077:0:32164:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608747.067079:0:32164:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608747.067080:0:32164:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608747.067081:0:32164:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608747.067082:0:32164:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608747.067084:0:32164:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608747.067086:0:32164:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x22:0x0] 00800000:00000001:3.0:1789608747.067087:0:32164:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608747.067090:0:32164:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:3.0:1789608747.067091:0:32164:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608747.067092:0:32164:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608747.067093:0:32164:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608747.067094:0:32164:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608747.067096:0:32164:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608747.067098:0:32164:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x22:0x0] 00800000:00000001:3.0:1789608747.067100:0:32164:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608747.067102:0:32164:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x22:0x0] 00800000:00000001:3.0:1789608747.067104:0:32164:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608747.067106:0:32164:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000405:0x20:0x0]/[0x200000405:0x22:0x0] -> mds #0 00000002:00000001:3.0:1789608747.067111:0:32164:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:3.0:1789608747.067113:0:32164:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1789608747.067118:0:32164:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fcc00 count: 3 00010000:00000001:3.0:1789608747.067121:0:32164:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608747.067124:0:32164:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1789608747.067128:0:32164:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789608747.067133:0:32164:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176fdca lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x91bddff8e8ed90af expref: -99 pid: 32163 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:3.0:1789608747.067147:0:32164:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789608747.067152:0:32164:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789608747.067155:0:32164:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789608747.067157:0:32164:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x20:0x0] mode (null) 00000002:00000001:3.0:1789608747.067159:0:32164:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608747.067161:0:32164:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608747.067163:0:32164:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fcc00 count: 4 00010000:00000001:3.0:1789608747.067165:0:32164:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608747.067167:0:32164:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1789608747.067170:0:32164:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1789608747.067172:0:32164:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789608747.067175:0:32164:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608747.067178:0:32164:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0200/0xc54db3288176fe02 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed916c expref: -99 pid: 32164 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789608747.067184:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608747.067186:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608747.067187:0:32164:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:3.0:1789608747.067189:0:32164:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608747.067191:0:32164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608747.067193:0:32164:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0200 refcount=2 00000020:00000001:3.0:1789608747.067195:0:32164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786816 : -117814138764800 : ffff94d9421c0200) 00010000:00000001:3.0:1789608747.067197:0:32164:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786816 : -117814138764800 : ffff94d9421c0200) 00010000:00000001:3.0:1789608747.067198:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608747.067199:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608747.067200:0:32164:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608747.067201:0:32164:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608747.067203:0:32164:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fcc00 count: 4 00010000:00000001:3.0:1789608747.067204:0:32164:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608747.067206:0:32164:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608747.067207:0:32164:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608747.067208:0:32164:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608747.067209:0:32164:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fcc00 count: 4 00010000:00000001:3.0:1789608747.067211:0:32164:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608747.067213:0:32164:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608747.067215:0:32164:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789608747.067218:0:32164:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000405:0x20:0x0] lli = ffff94d918927380, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1789608747.067264:0:32164:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1789608747.067266:0:32164:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1789608747.067269:0:32164:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1789608747.067271:0:32164:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x20:0x0](ffff94d918927448) invalid 00000020:00000001:3.0:1789608747.067273:0:32164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bf7a60 00000080:00002000:3.0:1789608747.067275:0:32164:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-2 (ffff94d91896d0d8) parent ffff94d918a99a20 inode ffff94d918927448 refc 3 00000080:00000001:3.0:1789608747.067278:0:32164:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1789608747.067281:0:32164:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789608747.067283:0:32164:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608747.067287:0:32164:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789608747.067289:0:32164:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789608747.067291:0:32164:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789608747.067293:0:32164:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608747.067294:0:32164:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789608747.067296:0:32164:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d905f54e00 with handle 0xc54db3288176fdca from hash 00010000:00000001:3.0:1789608747.067299:0:32164:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789608747.067300:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608747.067301:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608747.067302:0:32164:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789608747.067305:0:32164:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789608747.067307:0:32164:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789608747.067310:0:32164:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789608747.067312:0:32164:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789608747.067314:0:32164:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789608747.067316:0:32164:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1789608747.067319:0:32164:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d90906b900 count: 3 00010000:00000001:3.0:1789608747.067321:0:32164:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608747.067323:0:32164:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1789608747.067326:0:32164:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789608747.067329:0:32164:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54200/0xc54db3288176fdd1 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x91bddff8e8ed90cb expref: -99 pid: 32163 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1789608747.067338:0:32164:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789608747.067340:0:32164:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789608747.067341:0:32164:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789608747.067342:0:32164:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x22:0x0] mode (null) 00000002:00000001:3.0:1789608747.067344:0:32164:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608747.067345:0:32164:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608747.067347:0:32164:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d90906b900 count: 4 00010000:00000001:3.0:1789608747.067348:0:32164:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608747.067350:0:32164:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608747.067351:0:32164:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608747.067352:0:32164:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608747.067354:0:32164:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d90906b900 count: 4 00010000:00000001:3.0:1789608747.067355:0:32164:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608747.067357:0:32164:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608747.067358:0:32164:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608747.067438:0:32164:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608747.067441:0:32164:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d90906b900 count: 4 00010000:00000001:3.0:1789608747.067443:0:32164:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608747.067445:0:32164:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608747.067456:0:32164:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608747.067457:0:32164:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608747.067459:0:32164:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d90906b900 count: 4 00010000:00000001:3.0:1789608747.067461:0:32164:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608747.067463:0:32164:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608747.067464:0:32164:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608747.067467:0:32164:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1789608747.067469:0:32164:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789608747.067470:0:32164:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258593596264 : -117815115955352 : ffff94d907dd4368) 00000020:00001000:3.0:1789608747.067473:0:32164:0:(cl_object.c:823:cl_env_get()) 1@ffff94d907dd4360 00000020:00000001:3.0:1789608747.067475:0:32164:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1789608747.067478:0:32164:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x22:0x0]: losing layout lock 00000080:00000001:3.0:1789608747.067482:0:32164:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1789608747.067484:0:32164:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1789608747.067488:0:32164:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1789608747.067491:0:32164:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1789608747.067495:0:32164:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x22:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1789608747.067497:0:32164:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608747.067499:0:32164:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789608747.067500:0:32164:0:(cl_object.c:917:cl_env_put()) 1@ffff94d907dd4360 00000080:00000001:3.0:1789608747.067503:0:32164:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608747.067505:0:32164:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1789608747.067506:0:32164:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x22:0x0](ffff94d9189b5b88) invalid 00000020:00000001:3.0:1789608747.067508:0:32164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bf7a60 00000080:00002000:3.0:1789608747.067510:0:32164:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff94d91896d288) parent ffff94d91896d0d8 inode ffff94d9189b5b88 refc 1 00000080:00000001:3.0:1789608747.067513:0:32164:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1789608747.067514:0:32164:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789608747.067515:0:32164:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608747.067518:0:32164:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789608747.067519:0:32164:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789608747.067521:0:32164:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789608747.067522:0:32164:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608747.067524:0:32164:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789608747.067527:0:32164:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d905f54200 with handle 0xc54db3288176fdd1 from hash 00010000:00000001:3.0:1789608747.067529:0:32164:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789608747.067530:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608747.067531:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608747.067532:0:32164:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789608747.067534:0:32164:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789608747.067535:0:32164:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789608747.067537:0:32164:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789608747.067539:0:32164:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b800/0xc54db3288176fda7 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x91bddff8e8ed9038 expref: -99 pid: 32126 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1789608747.067546:0:32164:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789608747.067547:0:32164:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789608747.067548:0:32164:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789608747.067613:0:32164:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x22:0x0] mode (null) 00000002:00000001:3.0:1789608747.067616:0:32164:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608747.067617:0:32164:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608747.067620:0:32164:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d90906b900 count: 4 00010000:00000001:3.0:1789608747.067621:0:32164:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608747.067624:0:32164:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608747.067625:0:32164:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608747.067627:0:32164:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1789608747.067628:0:32164:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789608747.067630:0:32164:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258593596264 : -117815115955352 : ffff94d907dd4368) 00000020:00001000:3.0:1789608747.067632:0:32164:0:(cl_object.c:823:cl_env_get()) 1@ffff94d907dd4360 00000020:00000001:3.0:1789608747.067633:0:32164:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1789608747.067634:0:32164:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x22:0x0]: losing layout lock 00000080:00000001:3.0:1789608747.067635:0:32164:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1789608747.067637:0:32164:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1789608747.067639:0:32164:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1789608747.067640:0:32164:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1789608747.067642:0:32164:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x22:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1789608747.067644:0:32164:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608747.067645:0:32164:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789608747.067647:0:32164:0:(cl_object.c:917:cl_env_put()) 1@ffff94d907dd4360 00000080:00000001:3.0:1789608747.067649:0:32164:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608747.067651:0:32164:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789608747.067652:0:32164:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608747.067653:0:32164:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789608747.067655:0:32164:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789608747.067656:0:32164:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789608747.067658:0:32164:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608747.067659:0:32164:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789608747.067661:0:32164:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d903f6b800 with handle 0xc54db3288176fda7 from hash 00010000:00000001:3.0:1789608747.067663:0:32164:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789608747.067664:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608747.067665:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608747.067666:0:32164:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789608747.067667:0:32164:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789608747.067669:0:32164:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789608747.067670:0:32164:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1789608747.067672:0:32164:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:3.0:1789608747.067674:0:32164:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:3.0:1789608747.067936:0:32164:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908490e00. 00000020:00000040:3.0:1789608747.067941:0:32164:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=9 obd=lustre-MDT0000-mdc-ffff94d904ceb000 02000000:00000001:3.0:1789608747.067947:0:32164:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789608747.067949:0:32164:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608747.067952:0:32164:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789608747.067957:0:32164:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608747.067961:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608747.067962:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608747.067964:0:32164:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608747.067967:0:32164:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608747.067970:0:32164:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608747.067972:0:32164:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608747.067981:0:32164:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d911dcd800. 00000100:00000001:3.0:1789608747.067989:0:32164:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608747.067992:0:32164:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608747.067994:0:32164:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1789608747.068001:0:32164:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54200/0xc54db3288176fdd1 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x91bddff8e8ed90cb expref: -99 pid: 32163 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1789608747.068009:0:32164:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b800/0xc54db3288176fda7 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x91bddff8e8ed9038 expref: -99 pid: 32126 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1789608747.068015:0:32164:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176fdca lrc: 1/0,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed90af expref: -99 pid: 32163 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1789608747.068021:0:32164:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:3.0:1789608747.068023:0:32164:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:3.0:1789608747.068025:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789608747.068027:0:32164:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54200/0xc54db3288176fdd1 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x91bddff8e8ed90cb expref: -99 pid: 32163 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:3.0:1789608747.068035:0:32164:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d9071bf1c0. 00010000:00000001:3.0:1789608747.068046:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608747.068047:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789608747.068049:0:32164:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b800/0xc54db3288176fda7 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x91bddff8e8ed9038 expref: -99 pid: 32126 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:3.0:1789608747.068055:0:32164:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d904af6280. 00010000:00000040:3.0:1789608747.068059:0:32164:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d90906b900 count: 0 00010000:00000010:3.0:1789608747.068066:0:32164:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d9121c3680. 00010000:00000001:3.0:1789608747.068074:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608747.068075:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789608747.068077:0:32164:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176fdca lrc: 0/0,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed90af expref: -99 pid: 32163 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1789608747.068084:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608747.068086:0:32164:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608747.068088:0:32164:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608747.068089:0:32164:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608747.068092:0:32164:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1789608747.068103:0:32164:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d904ceb000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1789608747.068118:0:32164:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d908490e00 x1876538934276480/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789608747.068127:0:32164:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789608747.068128:0:32164:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789608747.068137:0:32164:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d90340b840. 00000100:00000001:3.0:1789608747.068139:0:32164:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258516228160 : -117815193323456 : ffff94d90340b840) 00000100:00000001:3.0:1789608747.068143:0:32164:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608747.068144:0:32164:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600660480 : -117815108891136 : ffff94d908490e00) 00000100:00000001:3.0:1789608747.068150:0:32164:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608747.068154:0:32164:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608747.068157:0:32164:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789608747.068159:0:32164:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608747.068164:0:32164:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908490e00 x1876538934276480/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608747.068171:0:32164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608747.068173:0:32164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608747.068178:0:32164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608747.068181:0:32164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608747.068183:0:32164:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608747.068187:0:32164:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908490e00 pname:cluuid:pid:xid:nid:opc:job rm:25f5d458-2cbe-49cd-9693-334c08df7e27:32164:1876538934276480:192.168.203.121@tcp:36:rm.0 00000100:00000001:3.0:1789608747.068192:0:32164:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608747.068198:0:32164:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608747.068200:0:32164:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608747.068202:0:32164:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608747.068207:0:32164:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d90839ac00. 02000000:00000001:3.0:1789608747.068209:0:32164:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608747.068219:0:32164:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608747.068224:0:32164:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a898. 00000400:00000010:3.0:1789608747.068232:0:32164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9d48. 00000100:00000200:3.0:1789608747.068240:0:32164:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934276480, portal 10 00000100:00000001:3.0:1789608747.068242:0:32164:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608747.068243:0:32164:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600660480 : -117815108891136 : ffff94d908490e00) 00000100:00000040:3.0:1789608747.068250:0:32164:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d908490e00 x1876538934276480/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/624 e 0 to 0 dl 1789608763 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608747.068257:0:32164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608747.068259:0:32164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608747.068262:0:32164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9660. 00000100:00000200:3.0:1789608747.068265:0:32164:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1876538934276480, offset 0 00000400:00000200:3.0:1789608747.068272:0:32164:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608747.068282:0:32164:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608747.068289:0:32164:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608747.068296:0:32164:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608747.068300:0:32164:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608747.068305:0:32164:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608747.068307:0:32164:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608747.068311:0:32164:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2704:2704:256:4294967295] 192.168.203.121@tcp LPNI seq info [2704:2704:8:4294967295] 00000400:00000200:3.0:1789608747.068314:0:32164:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608747.068325:0:32164:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608747.068332:0:32164:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608747.068337:0:32164:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d90827b600. 00000800:00000200:3.0:1789608747.068344:0:32164:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608747.068353:0:32164:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608747.068357:0:32164:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d90827b600 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:3.0:1789608747.068391:0:32164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608747.068397:0:32164:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 857990 usecs (858 jiffies) 00000400:00000200:3.0:1789608747.068400:0:32164:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608747.068403:0:32164:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296475016 00000100:00000001:3.0:1789608747.068406:0:32164:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296475999 00000100:00000001:3.0:1789608747.068408:0:32164:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296475016 00000100:00000001:3.0:1789608747.068410:0:32164:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296475999 00000100:00000001:3.0:1789608747.068412:0:32164:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608747.068415:0:32164:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608747.068417:0:32164:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608747.068419:0:32164:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789608747.068422:0:32164:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d90340b840 going to sleep for 11 seconds 00000100:00000001:3.0:1789608747.068425:0:32164:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608747.068428:0:32164:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608747.069782:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608747.069793:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d90827b600. 00000400:00000200:0.0:1789608747.069802:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608747.069811:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608747.069820:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9660 00000400:00000010:0.0:1789608747.069823:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9660. 00000100:00000001:0.0:1789608747.069828:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608747.069837:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908490e00 x1876538934276480/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/624 e 0 to 0 dl 1789608763 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608747.069850:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608747.069855:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908490e00 x1876538934276480/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/624 e 0 to 0 dl 1789608763 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608747.069862:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608747.069864:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:3.1:1789608747.077749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f54200. 00010000:00000010:3.1:1789608747.077769:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d90906b900. 00010000:00000010:3.1:1789608747.077776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6b800. 00010000:00000010:3.1:1789608747.077779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f54e00. 00000800:00000001:1.0:1789608747.085660:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608747.085731:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608747.085737:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608747.085740:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608747.085751:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608747.085760:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608747.085771:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608747.085776:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608747.085782:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608747.085788:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 456 into portal 10 MB=0x6aab3c495b180 00000400:00000200:1.0:1789608747.085795:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608747.085802:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 456/456 into md 0x7c51 [1] + 224 00000800:00000001:1.0:1789608747.085812:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608747.085841:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608747.085846:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608747.085864:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608747.085876:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608747.085888:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908490e00 x1876538934276480/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/624 e 0 to 0 dl 1789608763 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608747.085899:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff94d908490e00 x1876538934276480/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/624 e 0 to 0 dl 1789608763 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608747.085918:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608747.085930:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608747.085934:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608747.086090:0:32164:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608747.086100:0:32164:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608747.086102:0:32164:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608747.086106:0:32164:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a898. 00000400:00000200:3.0:1789608747.086112:0:32164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9d48 00000400:00000010:3.0:1789608747.086115:0:32164:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9d48. 00000100:00000001:3.0:1789608747.086118:0:32164:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608747.086123:0:32164:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908490e00 x1876538934276480/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/624 e 0 to 0 dl 1789608763 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608747.086130:0:32164:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908490e00 x1876538934276480/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/624 e 0 to 0 dl 1789608763 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608747.086136:0:32164:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608747.086138:0:32164:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608747.086140:0:32164:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608747.086144:0:32164:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608747.086146:0:32164:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608747.086149:0:32164:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608747.086152:0:32164:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608747.086163:0:32164:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=105 v=5 (104 104 104 137) 00000100:00001000:3.0:1789608747.086167:0:32164:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608747.086170:0:32164:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608747.086172:0:32164:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608747.086175:0:32164:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608747.086179:0:32164:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608747.086182:0:32164:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1789608747.086184:0:32164:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000012e/0x100000130] 00000100:00000001:3.0:1789608747.086186:0:32164:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1789608747.086188:0:32164:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608747.086190:0:32164:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600660480 : -117815108891136 : ffff94d908490e00) 00000100:00000001:3.0:1789608747.086193:0:32164:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608747.086195:0:32164:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967601 00000100:00000001:3.0:1789608747.086197:0:32164:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608747.086200:0:32164:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608747.086204:0:32164:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908490e00 x1876538934276480/t4294967613(4294967613) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/456 e 0 to 0 dl 1789608763 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608747.086210:0:32164:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608747.086214:0:32164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608747.086216:0:32164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608747.086220:0:32164:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908490e00 x1876538934276480/t4294967613(4294967613) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/456 e 0 to 0 dl 1789608763 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608747.086227:0:32164:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908490e00 pname:cluuid:pid:xid:nid:opc:job rm:25f5d458-2cbe-49cd-9693-334c08df7e27:32164:1876538934276480:192.168.203.121@tcp:36:rm.0 00000100:00000001:3.0:1789608747.086232:0:32164:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608747.086234:0:32164:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608747.086237:0:32164:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789608747.086239:0:32164:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608747.086242:0:32164:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908490e00 x1876538934276480/t4294967613(4294967613) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/456 e 0 to 0 dl 1789608763 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608747.086248:0:32164:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608747.086251:0:32164:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d90340b840. 00000100:00000001:3.0:1789608747.086255:0:32164:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789608747.086257:0:32164:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608747.086267:0:32164:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608747.086271:0:32164:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608747.086276:0:32164:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d9071bf9c0 2 00000080:00000010:3.0:1789608747.086280:0:32164:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dcc200. 00000100:00000001:3.0:1789608747.086288:0:32164:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608747.086291:0:32164:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908490e00 x1876538934276480/t4294967613(4294967613) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/456 e 0 to 0 dl 1789608763 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608747.086297:0:32164:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608747.086302:0:32164:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608747.086315:0:32164:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1789608747.086319:0:32164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bf7e28 00000080:00002000:3.0:1789608747.086322:0:32164:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff94d91896d288, parent ffff94d91896d0d8, inode 0000000000000000) hashed, 00000080:00000001:3.0:1789608747.086325:0:32164:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789608747.086332:0:32164:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1789608747.086337:0:32164:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1789608747.086347:0:32164:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:3.0:1789608747.086350:0:32164:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1789608747.086352:0:32164:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789608747.086357:0:32164:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258593596264 : -117815115955352 : ffff94d907dd4368) 00000020:00001000:3.0:1789608747.086359:0:32164:0:(cl_object.c:823:cl_env_get()) 1@ffff94d907dd4360 00000020:00000001:3.0:1789608747.086366:0:32164:0:(cl_object.c:143:cl_object_top()) ffff94d904aaa210 -> ffff94d904aaa210 00000020:00000001:3.0:1789608747.086369:0:32164:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:3.0:1789608747.086372:0:32164:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1789608747.086374:0:32164:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x22:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1789608747.086378:0:32164:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789608747.086379:0:32164:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1789608747.086381:0:32164:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789608747.086386:0:32164:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x22:0x0]io ffff94d9109bd780 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1789608747.086390:0:32164:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d903559e88) owner 0000000000000000/ffff94d9036acf80 00020000:00000001:3.0:1789608747.086395:0:32164:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1789608747.086397:0:32164:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1789608747.086400:0:32164:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1789608747.086402:0:32164:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608747.086404:0:32164:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1789608747.086408:0:32164:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1789608747.086409:0:32164:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608747.086411:0:32164:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789608747.086412:0:32164:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1789608747.086414:0:32164:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1789608747.086415:0:32164:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d903559e88) owner 0000000000000000/ffff94d9036acf80 00000020:00000001:3.0:1789608747.086418:0:32164:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608747.086421:0:32164:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:3.0:1789608747.086423:0:32164:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1789608747.086425:0:32164:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1789608747.086429:0:32164:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1789608747.086433:0:32164:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1789608747.086438:0:32164:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789608747.086440:0:32164:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1789608747.086442:0:32164:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789608747.086444:0:32164:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258593598136 : -117815115953480 : ffff94d907dd4ab8) 00000020:00001000:3.0:1789608747.086446:0:32164:0:(cl_object.c:823:cl_env_get()) 1@ffff94d907dd4ab0 00000020:00000001:3.0:1789608747.086459:0:32164:0:(cl_object.c:143:cl_object_top()) ffff94d904aaa788 -> ffff94d904aaa210 00000020:00000001:3.0:1789608747.086462:0:32164:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:3.0:1789608747.086466:0:32164:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789608747.086467:0:32164:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1789608747.086470:0:32164:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:3.0:1789608747.086472:0:32164:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258740303744 : -117814969247872 : ffff94d9109bd780) 00000020:00000001:3.0:1789608747.086474:0:32164:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608747.086476:0:32164:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608747.086478:0:32164:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258608516616 : -117815101035000 : ffff94d908c0ee08) 00000020:00000001:3.0:1789608747.086481:0:32164:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1789608747.086482:0:32164:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608747.086486:0:32164:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608747.086487:0:32164:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608747.086489:0:32164:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:3.0:1789608747.086491:0:32164:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1789608747.086494:0:32164:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789608747.086494:0:32164:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:3.0:1789608747.086496:0:32164:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789608747.086498:0:32164:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608747.086499:0:32164:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608747.086501:0:32164:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608747.086503:0:32164:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608747.086504:0:32164:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789608747.086506:0:32164:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608747.086508:0:32164:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608747.086510:0:32164:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:3.0:1789608747.086513:0:32164:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1789608747.086515:0:32164:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789608747.086516:0:32164:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:3.0:1789608747.086519:0:32164:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1789608747.086522:0:32164:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1789608747.086526:0:32164:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1789608747.086529:0:32164:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff94d905e4e380 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1789608747.086532:0:32164:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1789608747.086536:0:32164:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff94d905e4e380 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:3.0:1789608747.086540:0:32164:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789608747.086542:0:32164:0:(osc_io.c:1174:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608747.086544:0:32164:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608747.086545:0:32164:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608747.086547:0:32164:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608747.086548:0:32164:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608747.086550:0:32164:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:3.0:1789608747.086552:0:32164:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1789608747.086554:0:32164:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1789608747.086554:0:32164:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:3.0:1789608747.086556:0:32164:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:3.0:1789608747.086557:0:32164:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608747.086559:0:32164:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1789608747.086560:0:32164:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:3.0:1789608747.086562:0:32164:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:3.0:1789608747.086564:0:32164:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1789608747.086565:0:32164:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789608747.086566:0:32164:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:3.0:1789608747.086567:0:32164:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1789608747.086569:0:32164:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608747.086571:0:32164:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608747.086572:0:32164:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1789608747.086573:0:32164:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1789608747.086575:0:32164:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1789608747.086576:0:32164:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1789608747.086577:0:32164:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1789608747.086579:0:32164:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1789608747.086581:0:32164:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789608747.086582:0:32164:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1789608747.086583:0:32164:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1789608747.086585:0:32164:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608747.086586:0:32164:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608747.086588:0:32164:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1789608747.086589:0:32164:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1789608747.086590:0:32164:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608747.086593:0:32164:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:3.0:1789608747.086595:0:32164:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1789608747.086596:0:32164:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1789608747.086597:0:32164:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:3.0:1789608747.086599:0:32164:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789608747.086601:0:32164:0:(cl_object.c:917:cl_env_put()) 1@ffff94d907dd4ab0 00020000:00000001:3.0:1789608747.086605:0:32164:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1789608747.086606:0:32164:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1789608747.086609:0:32164:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1789608747.086611:0:32164:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x22:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1789608747.086613:0:32164:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1789608747.086614:0:32164:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789608747.086617:0:32164:0:(cl_object.c:917:cl_env_put()) 1@ffff94d907dd4360 00000080:00000001:3.0:1789608747.086619:0:32164:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608747.086624:0:32164:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:3.0:1789608747.086626:0:32164:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x22:0x0](ffff94d9189b5b88) 00800000:00000001:3.0:1789608747.086632:0:32164:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:3.0:1789608747.086634:0:32164:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x22:0x0] 00000002:00000001:3.0:1789608747.086641:0:32164:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:3.0:1789608747.086650:0:32164:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608747.086652:0:32164:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:3.0:1789608747.086654:0:32164:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608747.086656:0:32164:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608747.086658:0:32164:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:3.0:1789608747.086660:0:32164:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:3.0:1789608747.086662:0:32164:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608747.086664:0:32164:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608747.086668:0:32164:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789608747.086669:0:32164:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258593596264 : -117815115955352 : ffff94d907dd4368) 00000020:00001000:3.0:1789608747.086671:0:32164:0:(cl_object.c:823:cl_env_get()) 1@ffff94d907dd4360 00020000:00000001:3.0:1789608747.086739:0:32164:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:3.0:1789608747.086742:0:32164:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d903559e88) owner 0000000000000000/ffff94d9036acf80 00020000:00000001:3.0:1789608747.086745:0:32164:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:3.0:1789608747.086749:0:32164:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d909265ba0, objid 0x22:1029, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789608747.086754:0:32164:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789608747.086758:0:32164:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d90827a400: ostid: 0x280000401:20 ost idx: 0 gen: 0 00020000:00000001:3.0:1789608747.086761:0:32164:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:3.0:1789608747.086763:0:32164:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608747.086765:0:32164:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:3.0:1789608747.086767:0:32164:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:3.0:1789608747.086771:0:32164:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:3.0:1789608747.086777:0:32164:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69600 count: 2 00010000:00000001:3.0:1789608747.086780:0:32164:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608747.086783:0:32164:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:3.0:1789608747.086785:0:32164:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:3.0:1789608747.086791:0:32164:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 1789608725 1789608725 1789608725 by oinfo size 0 blocks 1 [cma]time 1789608725 1789608725 1789608725 ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 0000000020875860/0xc54db3288176fdd8 lrc: 1/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x91bddff8e8ed90d2 expref: -99 pid: 32163 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:3.0:1789608747.086805:0:32164:0:(cl_object.c:143:cl_object_top()) ffff94d905e4e380 -> ffff94d904aaa210 00000020:00000001:3.0:1789608747.086808:0:32164:0:(cl_object.c:143:cl_object_top()) ffff94d905e4e380 -> ffff94d904aaa210 00000008:00000001:3.0:1789608747.086810:0:32164:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789608747.086812:0:32164:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789608747.086814:0:32164:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789608747.086816:0:32164:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1789608747.086822:0:32164:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff94d905e4e380. 00020000:00000001:3.0:1789608747.086827:0:32164:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:3.0:1789608747.086830:0:32164:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff94d904aaa708. 00020000:00000001:3.0:1789608747.086834:0:32164:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:3.0:1789608747.086836:0:32164:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608747.086838:0:32164:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789608747.086840:0:32164:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d903559e88) owner 0000000000000000/ffff94d9036acf80 00020000:00000001:3.0:1789608747.086843:0:32164:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:3.0:1789608747.086845:0:32164:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:3.0:1789608747.086846:0:32164:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d903559e88) owner 0000000000000000/ffff94d9036acf80 00020000:00000001:3.0:1789608747.086901:0:32164:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:3.0:1789608747.086904:0:32164:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff94d907dda988. 00020000:00000010:3.0:1789608747.086910:0:32164:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff94d90340b480. 00020000:00000010:3.0:1789608747.086913:0:32164:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff94d918274a30. 00020000:00000002:3.0:1789608747.086916:0:32164:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d909265ba0, objid 0x22:1029, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789608747.086920:0:32164:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789608747.086923:0:32164:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d90827a400: ostid: 0x280000401:20 ost idx: 0 gen: 0 00020000:00000010:3.0:1789608747.086928:0:32164:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d90827a400. 00020000:00000010:3.0:1789608747.086933:0:32164:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d909265ae0. 00020000:00000010:3.0:1789608747.086935:0:32164:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d909265ba0. 00020000:00000001:3.0:1789608747.086937:0:32164:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:3.0:1789608747.086938:0:32164:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d903559e88) owner 0000000000000000/ffff94d9036acf80 00020000:00000010:3.0:1789608747.086941:0:32164:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff94d903559e88. 00020000:00000001:3.0:1789608747.086946:0:32164:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:3.0:1789608747.086949:0:32164:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff94d904aaa190. 00000020:00001000:3.0:1789608747.086953:0:32164:0:(cl_object.c:917:cl_env_put()) 1@ffff94d907dd4360 00000080:00000001:3.0:1789608747.086956:0:32164:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:3.0:1789608747.086959:0:32164:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:3.0:1789608747.086999:0:32164:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:3.0:1789608747.087001:0:32164:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1789608747.087003:0:32164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bf7dd0 00000080:00200008:3.0:1789608747.087005:0:32164:0:(file.c:479:ll_file_release()) START file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff94d918927448), flags 704000 00000080:00400000:3.0:1789608747.087010:0:32164:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000405:0x20:0x0] 00000080:00000001:3.0:1789608747.087013:0:32164:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:3.0:1789608747.087015:0:32164:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:3.0:1789608747.087017:0:32164:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:3.0:1789608747.087023:0:32164:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608747.087026:0:32164:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608747.087029:0:32164:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608747.087031:0:32164:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608747.087034:0:32164:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608747.087036:0:32164:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:3.0:1789608747.087038:0:32164:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608747.087042:0:32164:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608747.087045:0:32164:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608747.087049:0:32164:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fcc00 count: 2 00010000:00000001:3.0:1789608747.087052:0:32164:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608747.087057:0:32164:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1789608747.087062:0:32164:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1789608747.087065:0:32164:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789608747.087071:0:32164:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608747.087075:0:32164:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0200/0xc54db3288176fe02 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed916c expref: -99 pid: 32164 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1789608747.087085:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608747.087086:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608747.087088:0:32164:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:3.0:1789608747.087090:0:32164:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x20:0x0]: 16 00000080:00000010:3.0:1789608747.087093:0:32164:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d90517edc0. 00000080:00000001:3.0:1789608747.087096:0:32164:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608747.087101:0:32164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bf7dd0 00000080:00000008:3.0:1789608747.087103:0:32164:0:(file.c:523:ll_file_release()) COMPLETED file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff94d918927448), flags 704000, rc = 0 00000080:00000001:3.0:1789608747.087106:0:32164:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608747.087108:0:32164:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608747.087111:0:32164:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1789608747.087112:0:32164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bf7e00 00000080:00002000:3.0:1789608747.087114:0:32164:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-2 (ffff94d91896d0d8, parent ffff94d918a99a20, inode ffff94d918927448) hashed, 00000080:00000001:3.0:1789608747.087117:0:32164:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789608747.087121:0:32164:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1789608747.087124:0:32164:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1789608747.087162:0:32164:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789608747.087166:0:32164:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789608747.087168:0:32164:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789608747.087170:0:32164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bf7bd8 00000080:00200000:3.0:1789608747.087173:0:32164:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:3.0:1789608747.087180:0:32164:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d911dcc200. 00800000:00000002:3.0:1789608747.087187:0:32164:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:3.0:1789608747.087192:0:32164:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789608747.087195:0:32164:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789608747.087197:0:32164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bf7af8 00800000:00000002:3.0:1789608747.087200:0:32164:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608747.087204:0:32164:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789608747.087207:0:32164:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608747.087209:0:32164:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608747.087210:0:32164:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608747.087212:0:32164:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608747.087213:0:32164:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608747.087215:0:32164:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608747.087217:0:32164:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608747.087220:0:32164:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789608747.087225:0:32164:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789608747.087227:0:32164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bf79c8 00000002:00010000:3.0:1789608747.087229:0:32164:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789608747.087232:0:32164:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789608747.087234:0:32164:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608747.087235:0:32164:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608747.087238:0:32164:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69c00 count: 2 00010000:00000001:3.0:1789608747.087240:0:32164:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608747.087244:0:32164:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608747.087247:0:32164:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789608747.087251:0:32164:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232000/0xc54db3288176fdf4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9150 expref: -99 pid: 32164 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1789608747.087259:0:32164:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789608747.087261:0:32164:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608747.087264:0:32164:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232000/0xc54db3288176fdf4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9150 expref: -99 pid: 32164 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1789608747.087271:0:32164:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789608747.087273:0:32164:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789608747.087275:0:32164:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608747.087276:0:32164:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608747.087278:0:32164:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608747.087281:0:32164:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789608747.087284:0:32164:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789608747.087287:0:32164:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:3.0:1789608747.087289:0:32164:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dcc200. 00000080:00000001:3.0:1789608747.087293:0:32164:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789608747.087295:0:32164:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608747.087297:0:32164:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:3.0:1789608747.087301:0:32164:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176fdf4 00800000:00000001:3.0:1789608747.087305:0:32164:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789608747.087307:0:32164:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789608747.087309:0:32164:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608747.087311:0:32164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608747.087314:0:32164:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232000 refcount=3 00000020:00000001:3.0:1789608747.087317:0:32164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614951936 : -117815094599680 : ffff94d909232000) 00010000:00000001:3.0:1789608747.087320:0:32164:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614951936 : -117815094599680 : ffff94d909232000) 00010000:00000001:3.0:1789608747.087323:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608747.087324:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608747.087326:0:32164:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608747.087328:0:32164:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608747.087330:0:32164:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fdf4 from it ffffae3e01bf7c10 00010000:00000001:3.0:1789608747.087333:0:32164:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608747.087334:0:32164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608747.087335:0:32164:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232000 refcount=3 00000020:00000001:3.0:1789608747.087337:0:32164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614951936 : -117815094599680 : ffff94d909232000) 00010000:00000001:3.0:1789608747.087338:0:32164:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614951936 : -117815094599680 : ffff94d909232000) 00010000:00000001:3.0:1789608747.087340:0:32164:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608747.087344:0:32164:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232000/0xc54db3288176fdf4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9150 expref: -99 pid: 32164 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1789608747.087349:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608747.087350:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608747.087352:0:32164:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608747.087354:0:32164:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608747.087356:0:32164:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232000/0xc54db3288176fdf4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9150 expref: -99 pid: 32164 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1789608747.087363:0:32164:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608747.087366:0:32164:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608747.087369:0:32164:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608747.087373:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608747.087374:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608747.087376:0:32164:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608747.087380:0:32164:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608747.087382:0:32164:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608747.087384:0:32164:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608747.087387:0:32164:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608747.087389:0:32164:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608747.087391:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608747.087392:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789608747.087394:0:32164:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789608747.087396:0:32164:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608747.087398:0:32164:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 1 00000080:00000001:3.0:1789608747.087402:0:32164:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789608747.087417:0:32164:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d906078680. 00000020:00000001:3.0:1789608747.087420:0:32164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bf7dc8 00000080:00200000:3.0:1789608747.087422:0:32164:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff94d918926c08), flags=0 00000080:00000001:3.0:1789608747.087425:0:32164:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1789608747.087427:0:32164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bf7c78 00000080:00200000:3.0:1789608747.087429:0:32164:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff94d918926c08), intent=getattr 00000080:00000010:3.0:1789608747.087439:0:32164:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d911dcc200. 00800000:00000002:3.0:1789608747.087442:0:32164:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:3.0:1789608747.087456:0:32164:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789608747.087457:0:32164:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789608747.087459:0:32164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bf7b98 00800000:00000002:3.0:1789608747.087461:0:32164:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608747.087464:0:32164:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789608747.087467:0:32164:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608747.087468:0:32164:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608747.087469:0:32164:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608747.087471:0:32164:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608747.087473:0:32164:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608747.087475:0:32164:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608747.087477:0:32164:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608747.087479:0:32164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bf7b30 00800000:00000002:3.0:1789608747.087481:0:32164:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-2' -> mds #0 00000002:00000001:3.0:1789608747.087485:0:32164:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789608747.087486:0:32164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bf7a68 00000002:00010000:3.0:1789608747.087487:0:32164:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:3.0:1789608747.087492:0:32164:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789608747.087495:0:32164:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1789608747.087501:0:32164:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908491500. 00000020:00000040:3.0:1789608747.087505:0:32164:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=10 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00010000:00000001:3.0:1789608747.087511:0:32164:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789608747.087516:0:32164:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608747.087519:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608747.087520:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608747.087521:0:32164:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608747.087524:0:32164:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608747.087526:0:32164:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608747.087529:0:32164:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608747.087540:0:32164:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d90839a800. 00000100:00000001:3.0:1789608747.087547:0:32164:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608747.087553:0:32164:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608747.087555:0:32164:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608747.087557:0:32164:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608747.087558:0:32164:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608747.087560:0:32164:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608747.087568:0:32164:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626258600662272 : -117815108889344 : ffff94d908491500) 00010000:00000001:3.0:1789608747.087573:0:32164:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789608747.087575:0:32164:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789608747.087578:0:32164:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69c00 count: 2 00010000:00000001:3.0:1789608747.087580:0:32164:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608747.087582:0:32164:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789608747.087587:0:32164:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d9421c0a00. 00000020:00000001:3.0:1789608747.087590:0:32164:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789608747.087592:0:32164:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d9421c0a00 with handle 0xc54db3288176fe09 to hash 00000020:00000001:3.0:1789608747.087595:0:32164:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789608747.087596:0:32164:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:3.0:1789608747.087601:0:32164:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:3.0:1789608747.087605:0:32164:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608747.087606:0:32164:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608747.087610:0:32164:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0a00/0xc54db3288176fe09 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32164 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608747.087617:0:32164:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0a00/0xc54db3288176fe09 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32164 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608747.087632:0:32164:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0a00/0xc54db3288176fe09 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32164 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789608747.087638:0:32164:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789608747.087640:0:32164:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789608747.087647:0:32164:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d90340b480. 00000100:00000001:3.0:1789608747.087649:0:32164:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258516227200 : -117815193324416 : ffff94d90340b480) 00000100:00000001:3.0:1789608747.087652:0:32164:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608747.087653:0:32164:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600662272 : -117815108889344 : ffff94d908491500) 00000100:00000001:3.0:1789608747.087658:0:32164:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608747.087662:0:32164:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608747.087664:0:32164:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789608747.087666:0:32164:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608747.087716:0:32164:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908491500 x1876538934276608/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608747.087725:0:32164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608747.087728:0:32164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608747.087732:0:32164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608747.087734:0:32164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608747.087737:0:32164:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608747.087740:0:32164:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908491500 pname:cluuid:pid:xid:nid:opc:job rm:25f5d458-2cbe-49cd-9693-334c08df7e27:32164:1876538934276608:192.168.203.121@tcp:101:rm.0 00000100:00000001:3.0:1789608747.087745:0:32164:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608747.087750:0:32164:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608747.087753:0:32164:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608747.087755:0:32164:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608747.087761:0:32164:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d90406f000. 02000000:00000001:3.0:1789608747.087763:0:32164:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608747.087772:0:32164:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608747.087776:0:32164:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a898. 00000400:00000010:3.0:1789608747.087784:0:32164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9d48. 00000100:00000200:3.0:1789608747.087792:0:32164:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876538934276608, portal 10 00000100:00000001:3.0:1789608747.087794:0:32164:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608747.087795:0:32164:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600662272 : -117815108889344 : ffff94d908491500) 00000100:00000040:3.0:1789608747.087801:0:32164:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d908491500 x1876538934276608/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608763 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608747.087809:0:32164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608747.087812:0:32164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608747.087815:0:32164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9a18. 00000100:00000200:3.0:1789608747.087818:0:32164:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876538934276608, offset 0 00000400:00000200:3.0:1789608747.087825:0:32164:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608747.087833:0:32164:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608747.087840:0:32164:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608747.087846:0:32164:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608747.088644:0:32164:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608747.088650:0:32164:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608747.088654:0:32164:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608747.088659:0:32164:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2705:2705:256:4294967295] 192.168.203.121@tcp LPNI seq info [2705:2705:8:4294967295] 00000400:00000200:3.0:1789608747.088665:0:32164:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608747.089229:0:32164:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608747.089238:0:32164:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608747.089250:0:32164:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d90827bb00. 00000800:00000200:3.0:1789608747.089260:0:32164:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608747.089270:0:32164:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608747.089275:0:32164:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d90827bb00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1789608747.089352:0:32164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608747.089360:0:32164:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 856758 usecs (857 jiffies) 00000400:00000200:3.0:1789608747.089365:0:32164:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608747.089369:0:32164:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296475036 00000100:00000001:3.0:1789608747.089373:0:32164:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296475999 00000100:00000001:3.0:1789608747.089376:0:32164:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296475036 00000100:00000001:3.0:1789608747.089378:0:32164:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296475999 00000100:00000001:3.0:1789608747.089381:0:32164:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608747.089385:0:32164:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608747.089388:0:32164:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608747.089391:0:32164:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789608747.089394:0:32164:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d90340b480 going to sleep for 11 seconds 00000100:00000001:3.0:1789608747.089397:0:32164:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608747.089401:0:32164:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608747.090219:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608747.090228:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d90827bb00. 00000400:00000200:0.0:1789608747.090237:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608747.090244:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608747.090254:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9a18 00000400:00000010:0.0:1789608747.090257:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9a18. 00000100:00000001:0.0:1789608747.090263:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608747.090272:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908491500 x1876538934276608/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608763 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608747.090284:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608747.090288:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908491500 x1876538934276608/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608763 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608747.090295:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608747.090297:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:3.1:1789608747.092180:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d90704eb40. 00000080:00000010:3.1:1789608747.092214:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d9189b5ac0. 00000080:00000010:3.1:1789608747.092228:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d90704e220. 00000800:00000001:1.0:1789608747.104051:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608747.104077:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608747.104082:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608747.104085:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608747.104095:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608747.104105:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608747.104116:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608747.104122:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608747.104128:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608747.104133:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 688 into portal 10 MB=0x6aab3c495b200 00000400:00000200:1.0:1789608747.104139:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608747.104146:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 688/688 into md 0x7c59 [1] + 224 00000800:00000001:1.0:1789608747.104155:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608747.104166:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608747.104170:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608747.104176:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608747.104185:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608747.104197:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908491500 x1876538934276608/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608763 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608747.104209:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d908491500 x1876538934276608/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608763 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608747.104284:0:32164:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608747.104302:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608747.104313:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608747.104325:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1789608747.104614:0:32164:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608747.104617:0:32164:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608747.104622:0:32164:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a898. 00000400:00000200:3.0:1789608747.104629:0:32164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9d48 00000400:00000010:3.0:1789608747.104632:0:32164:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9d48. 00000100:00000001:3.0:1789608747.104635:0:32164:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608747.104640:0:32164:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908491500 x1876538934276608/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608763 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789608747.104650:0:32164:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908491500 x1876538934276608/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608763 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608747.104656:0:32164:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608747.104658:0:32164:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608747.104662:0:32164:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608747.104666:0:32164:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608747.104669:0:32164:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608747.104672:0:32164:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608747.104696:0:32164:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608747.104708:0:32164:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=105 v=5 (104 104 104 137) 00000100:00001000:3.0:1789608747.104713:0:32164:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608747.104780:0:32164:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608747.104783:0:32164:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608747.104786:0:32164:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608747.104791:0:32164:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608747.104796:0:32164:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608747.104799:0:32164:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967601 00000100:00000001:3.0:1789608747.104801:0:32164:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608747.104804:0:32164:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608747.104810:0:32164:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908491500 x1876538934276608/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/688 e 0 to 0 dl 1789608763 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608747.104817:0:32164:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608747.104820:0:32164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608747.104822:0:32164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608747.104826:0:32164:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908491500 x1876538934276608/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/688 e 0 to 0 dl 1789608763 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789608747.104833:0:32164:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908491500 pname:cluuid:pid:xid:nid:opc:job rm:25f5d458-2cbe-49cd-9693-334c08df7e27:32164:1876538934276608:192.168.203.121@tcp:101:rm.0 00000100:00000001:3.0:1789608747.104838:0:32164:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608747.104841:0:32164:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608747.104844:0:32164:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789608747.104847:0:32164:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608747.104850:0:32164:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908491500 x1876538934276608/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/688 e 0 to 0 dl 1789608763 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608747.104857:0:32164:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608747.104860:0:32164:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d90340b480. 00000100:00000001:3.0:1789608747.104864:0:32164:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789608747.104866:0:32164:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608747.104869:0:32164:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789608747.104874:0:32164:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608747.104878:0:32164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608747.104881:0:32164:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0a00 refcount=4 00000020:00000001:3.0:1789608747.104884:0:32164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:3.0:1789608747.104887:0:32164:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000040:3.0:1789608747.104894:0:32164:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d9421c0a00, remote cookie: 0x91bddff8e8ed91ab, flags: 0x1001 00010000:00010000:3.0:1789608747.104900:0:32164:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0a00/0xc54db3288176fe09 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed91ab expref: -99 pid: 32164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1789608747.104909:0:32164:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x20:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1789608747.104913:0:32164:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1789608747.104921:0:32164:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fcc00 count: 2 00010000:00000001:3.0:1789608747.104924:0:32164:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608747.104928:0:32164:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608747.104932:0:32164:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0a00/0xc54db3288176fe09 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed91ab expref: -99 pid: 32164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608747.104941:0:32164:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0a00/0xc54db3288176fe09 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed91ab expref: -99 pid: 32164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608747.104948:0:32164:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789608747.104953:0:32164:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789608747.104955:0:32164:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789608747.104957:0:32164:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789608747.104958:0:32164:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789608747.104961:0:32164:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x20:0x0].0x0 (ffff94d9037fcc00) refcount = 2 00010000:00000040:3.0:1789608747.104965:0:32164:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1789608747.104967:0:32164:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0200/0xc54db3288176fe02 lrc: 1/0,0 mode: CR/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed916c expref: -99 pid: 32164 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1789608747.104975:0:32164:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0a00/0xc54db3288176fe09 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed91ab expref: -99 pid: 32164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608747.104981:0:32164:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789608747.104986:0:32164:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789608747.104987:0:32164:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608747.104990:0:32164:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789608747.104994:0:32164:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608747.104998:0:32164:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0a00/0xc54db3288176fe09 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed91ab expref: -99 pid: 32164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608747.105004:0:32164:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789608747.105006:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608747.105008:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608747.105009:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608747.105009:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608747.105011:0:32164:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608747.105017:0:32164:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789608747.105019:0:32164:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608747.105020:0:32164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608747.105021:0:32164:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0a00 refcount=3 00000020:00000001:3.0:1789608747.105023:0:32164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:3.0:1789608747.105025:0:32164:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:3.0:1789608747.105028:0:32164:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608747.105029:0:32164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608747.105031:0:32164:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0a00 refcount=4 00000020:00000001:3.0:1789608747.105032:0:32164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:3.0:1789608747.105034:0:32164:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:3.0:1789608747.105037:0:32164:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608747.105040:0:32164:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608747.105043:0:32164:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0a00/0xc54db3288176fe09 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed91ab expref: -99 pid: 32164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608747.105049:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608747.105050:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608747.105051:0:32164:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608747.105052:0:32164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608747.105054:0:32164:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0a00 refcount=5 00000020:00000001:3.0:1789608747.105056:0:32164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:3.0:1789608747.105058:0:32164:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:3.0:1789608747.105061:0:32164:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608747.105063:0:32164:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0a00/0xc54db3288176fe09 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed91ab expref: -99 pid: 32164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608747.105070:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608747.105071:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789608747.105074:0:32164:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0a00/0xc54db3288176fe09 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed91ab expref: -99 pid: 32164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608747.105080:0:32164:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608747.105081:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608747.105082:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608747.105084:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608747.105085:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789608747.105089:0:32164:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d908491500 x1876538934276608/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/688 e 0 to 0 dl 1789608763 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1789608747.105098:0:32164:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608747.105099:0:32164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608747.105101:0:32164:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0a00 refcount=3 00000020:00000001:3.0:1789608747.105103:0:32164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:3.0:1789608747.105105:0:32164:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:3.0:1789608747.105107:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608747.105108:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608747.105110:0:32164:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608747.105112:0:32164:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608747.105115:0:32164:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1789608747.105118:0:32164:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608747.105119:0:32164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608747.105121:0:32164:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0a00 refcount=3 00000020:00000001:3.0:1789608747.105123:0:32164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:3.0:1789608747.105124:0:32164:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00000002:00010000:3.0:1789608747.105128:0:32164:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0a00/0xc54db3288176fe09 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed91ab expref: -99 pid: 32164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608747.105134:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608747.105136:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608747.105138:0:32164:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789608747.105139:0:32164:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608747.105140:0:32164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608747.105141:0:32164:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0a00 refcount=3 00000020:00000001:3.0:1789608747.105144:0:32164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:3.0:1789608747.105146:0:32164:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000040:3.0:1789608747.105149:0:32164:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fcc00 count: 3 00010000:00000001:3.0:1789608747.105151:0:32164:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789608747.105155:0:32164:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d91081f000 type 13 mode 4 res 8589935621/32 (0 0) 00010000:00000001:3.0:1789608747.105158:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608747.105159:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608747.105160:0:32164:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789608747.105164:0:32164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bf79f0 00000002:00002000:3.0:1789608747.105166:0:32164:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-2 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1789608747.105170:0:32164:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608747.105174:0:32164:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608747.105177:0:32164:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789608747.105181:0:32164:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1789608747.105185:0:32164:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608747.105189:0:32164:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000001:3.0:1789608747.105192:0:32164:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1789608747.105194:0:32164:0:(namei.c:674:ll_lookup_it_finish()) it ffffae3e01bf7e00 it_disposition b 00000080:00000001:3.0:1789608747.105197:0:32164:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1789608747.105204:0:32164:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1789608747.105209:0:32164:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1789608747.105218:0:32164:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d904af6280. 00800000:00000001:3.0:1789608747.105220:0:32164:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626258540257920 : -117815169293696 : ffff94d904af6280) 00800000:00000001:3.0:1789608747.105223:0:32164:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608747.105225:0:32164:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1789608747.105229:0:32164:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:3.0:1789608747.105232:0:32164:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1789608747.105239:0:32164:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1789608747.105241:0:32164:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x20:0x0] 00000080:00000001:3.0:1789608747.105245:0:32164:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1789608747.105248:0:32164:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1789608747.105250:0:32164:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608747.105253:0:32164:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:3.0:1789608747.105256:0:32164:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1789608747.105259:0:32164:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611168 mtime from 1789608725 to 1789608747 00000080:00200000:3.0:1789608747.105263:0:32164:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x20:0x0], updating i_size 16384 00000080:00200000:3.0:1789608747.105265:0:32164:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x20:0x0](ffff94d918927448): rc = 0 00000080:00000001:3.0:1789608747.105268:0:32164:0:(namei.c:156:ll_iget()) Process leaving (rc=18446626258873906248 : -117814835645368 : ffff94d918927448) 00010000:00000001:3.0:1789608747.105270:0:32164:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608747.105272:0:32164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608747.105273:0:32164:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0a00 refcount=3 00000020:00000001:3.0:1789608747.105274:0:32164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:3.0:1789608747.105276:0:32164:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:3.0:1789608747.105278:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608747.105279:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789608747.105281:0:32164:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1789608747.105284:0:32164:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1789608747.105285:0:32164:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6280 1 00800000:00000010:3.0:1789608747.105288:0:32164:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d904af6280. 00800000:00000001:3.0:1789608747.105291:0:32164:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608747.105294:0:32164:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x20:0x0](ffff94d918927448) for lock 0xc54db3288176fe09 00800000:00000001:3.0:1789608747.105297:0:32164:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789608747.105299:0:32164:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789608747.105300:0:32164:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608747.105301:0:32164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608747.105302:0:32164:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0a00 refcount=3 00000020:00000001:3.0:1789608747.105304:0:32164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:3.0:1789608747.105306:0:32164:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:3.0:1789608747.105309:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608747.105310:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608747.105311:0:32164:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608747.105313:0:32164:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1789608747.105882:0:32164:0:(namei.c:653:ll_splice_alias()) Add dentry ffff94d918b2ee58 inode ffff94d918927448 refc 1 flags 0x20000e 00000080:00000002:3.0:1789608747.105892:0:32164:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21g.recovery-small-2 [0x200000405:0x20:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:3.0:1789608747.105897:0:32164:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1789608747.105901:0:32164:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x20:0x0](ffff94d918927448) 00000080:00010000:3.0:1789608747.105905:0:32164:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fe09 from it ffffae3e01bf7e00 00010000:00000001:3.0:1789608747.105907:0:32164:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608747.105909:0:32164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608747.105910:0:32164:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0a00 refcount=3 00000020:00000001:3.0:1789608747.105912:0:32164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:3.0:1789608747.105916:0:32164:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:3.0:1789608747.105919:0:32164:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608747.105922:0:32164:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0a00/0xc54db3288176fe09 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed91ab expref: -99 pid: 32164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608747.105930:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608747.105931:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608747.105933:0:32164:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608747.105936:0:32164:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608747.105939:0:32164:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0a00/0xc54db3288176fe09 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed91ab expref: -99 pid: 32164 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789608747.105947:0:32164:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608747.105950:0:32164:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608747.105953:0:32164:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608747.105958:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608747.105959:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608747.105961:0:32164:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608747.105965:0:32164:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608747.105967:0:32164:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608747.105970:0:32164:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608747.105974:0:32164:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608747.105976:0:32164:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608747.105977:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608747.105978:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789608747.105980:0:32164:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1789608747.105984:0:32164:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dcc200. 00000100:00000001:3.0:1789608747.105990:0:32164:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608747.105997:0:32164:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908491500 x1876538934276608/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/688 e 0 to 0 dl 1789608763 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608747.106004:0:32164:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608747.106007:0:32164:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608747.106011:0:32164:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d90406f000. 02000000:00000001:3.0:1789608747.106015:0:32164:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608747.106018:0:32164:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608747.106020:0:32164:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=9 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608747.106022:0:32164:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608747.106025:0:32164:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d90839a800. 02000000:00000001:3.0:1789608747.106028:0:32164:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608747.106030:0:32164:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608747.106032:0:32164:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908491500. 00000100:00000001:3.0:1789608747.106036:0:32164:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608747.106038:0:32164:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789608747.106041:0:32164:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1789608747.106043:0:32164:0:(dcache.c:176:ll_intent_release()) intent ffffae3e01bf7e00 released 00000080:00000001:3.0:1789608747.106044:0:32164:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1789608747.106051:0:32164:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789608747.106053:0:32164:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789608747.106055:0:32164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bf7d50 00000080:00200000:3.0:1789608747.106058:0:32164:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:3.0:1789608747.106065:0:32164:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d911dcc200. 00800000:00000002:3.0:1789608747.106070:0:32164:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:3.0:1789608747.106073:0:32164:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789608747.106077:0:32164:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789608747.106079:0:32164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bf7c70 00800000:00000002:3.0:1789608747.106081:0:32164:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608747.106085:0:32164:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789608747.106088:0:32164:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608747.106091:0:32164:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608747.106094:0:32164:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608747.106096:0:32164:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608747.106099:0:32164:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608747.106101:0:32164:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608747.106104:0:32164:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608747.106108:0:32164:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789608747.106113:0:32164:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789608747.106115:0:32164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bf7b40 00000002:00010000:3.0:1789608747.106117:0:32164:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789608747.106121:0:32164:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789608747.106123:0:32164:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608747.106125:0:32164:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608747.106130:0:32164:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69c00 count: 2 00010000:00000001:3.0:1789608747.106133:0:32164:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608747.106136:0:32164:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608747.106138:0:32164:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789608747.106142:0:32164:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232000/0xc54db3288176fdf4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9150 expref: -99 pid: 32164 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1789608747.106150:0:32164:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789608747.106154:0:32164:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608747.106157:0:32164:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232000/0xc54db3288176fdf4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9150 expref: -99 pid: 32164 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1789608747.106164:0:32164:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789608747.106166:0:32164:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789608747.106169:0:32164:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608747.106170:0:32164:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608747.106172:0:32164:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608747.106174:0:32164:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789608747.106177:0:32164:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789608747.106179:0:32164:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:3.0:1789608747.106181:0:32164:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dcc200. 00000080:00000001:3.0:1789608747.106184:0:32164:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789608747.106186:0:32164:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608747.106188:0:32164:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:3.0:1789608747.106192:0:32164:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176fdf4 00800000:00000001:3.0:1789608747.106195:0:32164:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789608747.106197:0:32164:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789608747.106198:0:32164:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608747.106199:0:32164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608747.106201:0:32164:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232000 refcount=3 00000020:00000001:3.0:1789608747.106203:0:32164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614951936 : -117815094599680 : ffff94d909232000) 00010000:00000001:3.0:1789608747.106205:0:32164:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614951936 : -117815094599680 : ffff94d909232000) 00010000:00000001:3.0:1789608747.106207:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608747.106208:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608747.106209:0:32164:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608747.106211:0:32164:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608747.106213:0:32164:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fdf4 from it ffffae3e01bf7d88 00010000:00000001:3.0:1789608747.106214:0:32164:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608747.106215:0:32164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608747.106216:0:32164:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232000 refcount=3 00000020:00000001:3.0:1789608747.106218:0:32164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614951936 : -117815094599680 : ffff94d909232000) 00010000:00000001:3.0:1789608747.106220:0:32164:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614951936 : -117815094599680 : ffff94d909232000) 00010000:00000001:3.0:1789608747.106222:0:32164:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608747.106224:0:32164:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232000/0xc54db3288176fdf4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9150 expref: -99 pid: 32164 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1789608747.106229:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608747.106230:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608747.106231:0:32164:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608747.106232:0:32164:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608747.106234:0:32164:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232000/0xc54db3288176fdf4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9150 expref: -99 pid: 32164 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1789608747.106238:0:32164:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608747.106240:0:32164:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608747.106241:0:32164:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608747.106243:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608747.106244:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608747.106245:0:32164:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608747.106247:0:32164:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608747.106249:0:32164:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608747.106251:0:32164:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608747.106252:0:32164:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608747.106254:0:32164:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608747.106255:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608747.106256:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789608747.106258:0:32164:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789608747.106259:0:32164:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608747.106262:0:32164:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 3 00000080:00000001:3.0:1789608747.106267:0:32164:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608747.106272:0:32164:0:(namei.c:2258:ll_rmdir()) Process entered 00000020:00000001:3.0:1789608747.106274:0:32164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bf7e18 00000080:00200000:3.0:1789608747.106276:0:32164:0:(namei.c:2261:ll_rmdir()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00000001:3.0:1789608747.106279:0:32164:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:3.0:1789608747.106282:0:32164:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21g.recovery-small-2, [0x200000405:0x20:0x0]) is foreign... 00000080:00000001:3.0:1789608747.106285:0:32164:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1789608747.106289:0:32164:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d911dcc200. 00800000:00000002:3.0:1789608747.106292:0:32164:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00800000:00000001:3.0:1789608747.106299:0:32164:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:3.0:1789608747.106302:0:32164:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608747.106303:0:32164:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608747.106305:0:32164:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608747.106306:0:32164:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608747.106308:0:32164:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608747.106310:0:32164:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608747.106311:0:32164:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608747.106313:0:32164:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608747.106314:0:32164:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608747.106578:0:32164:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608747.106580:0:32164:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608747.106582:0:32164:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608747.106584:0:32164:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:3.0:1789608747.106586:0:32164:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608747.106589:0:32164:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:3.0:1789608747.106591:0:32164:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608747.106592:0:32164:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608747.106593:0:32164:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608747.106594:0:32164:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608747.106597:0:32164:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608747.106599:0:32164:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:3.0:1789608747.106600:0:32164:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608747.106603:0:32164:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x20:0x0] 00800000:00000001:3.0:1789608747.106605:0:32164:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608747.106607:0:32164:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x20:0x0] -> mds #0 00000002:00000001:3.0:1789608747.106612:0:32164:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:3.0:1789608747.106615:0:32164:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1789608747.106618:0:32164:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69c00 count: 2 00010000:00000001:3.0:1789608747.106620:0:32164:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608747.106623:0:32164:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1789608747.106628:0:32164:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789608747.106631:0:32164:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232000/0xc54db3288176fdf4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x91bddff8e8ed9150 expref: -99 pid: 32164 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:3.0:1789608747.106640:0:32164:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789608747.106644:0:32164:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789608747.106646:0:32164:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789608747.106649:0:32164:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1789608747.106651:0:32164:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608747.106653:0:32164:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608747.106654:0:32164:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69c00 count: 3 00010000:00000001:3.0:1789608747.106657:0:32164:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608747.106659:0:32164:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608747.106660:0:32164:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608747.106662:0:32164:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608747.106663:0:32164:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69c00 count: 3 00010000:00000001:3.0:1789608747.106665:0:32164:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608747.106667:0:32164:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608747.106669:0:32164:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608747.106670:0:32164:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608747.106672:0:32164:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69c00 count: 3 00010000:00000001:3.0:1789608747.106674:0:32164:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608747.106706:0:32164:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608747.106709:0:32164:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789608747.106712:0:32164:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff94d918926b40, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1789608747.106788:0:32164:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1789608747.106790:0:32164:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1789608747.106794:0:32164:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789608747.106796:0:32164:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608747.106800:0:32164:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789608747.106803:0:32164:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789608747.106805:0:32164:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789608747.106807:0:32164:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608747.106809:0:32164:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789608747.106811:0:32164:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d909232000 with handle 0xc54db3288176fdf4 from hash 00010000:00000001:3.0:1789608747.106814:0:32164:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789608747.106816:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608747.106817:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608747.106818:0:32164:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789608747.106821:0:32164:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789608747.106822:0:32164:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789608747.106826:0:32164:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789608747.106828:0:32164:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789608747.106830:0:32164:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789608747.106833:0:32164:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1789608747.106836:0:32164:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fcc00 count: 3 00010000:00000001:3.0:1789608747.106838:0:32164:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608747.106840:0:32164:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1789608747.106842:0:32164:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789608747.106845:0:32164:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0a00/0xc54db3288176fe09 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x91bddff8e8ed91ab expref: -99 pid: 32164 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1789608747.106853:0:32164:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789608747.106855:0:32164:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789608747.106856:0:32164:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789608747.106858:0:32164:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x20:0x0] mode (null) 00000002:00000001:3.0:1789608747.106860:0:32164:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608747.106861:0:32164:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608747.106863:0:32164:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fcc00 count: 4 00010000:00000001:3.0:1789608747.106865:0:32164:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608747.106868:0:32164:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608747.106870:0:32164:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608747.106871:0:32164:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608747.106872:0:32164:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fcc00 count: 4 00010000:00000001:3.0:1789608747.106875:0:32164:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608747.106876:0:32164:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608747.106877:0:32164:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608747.106879:0:32164:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608747.106880:0:32164:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fcc00 count: 4 00010000:00000001:3.0:1789608747.106881:0:32164:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608747.106883:0:32164:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608747.106884:0:32164:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789608747.106886:0:32164:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000405:0x20:0x0] lli = ffff94d918927380, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1789608747.106889:0:32164:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1789608747.106890:0:32164:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1789608747.106892:0:32164:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1789608747.106894:0:32164:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x20:0x0](ffff94d918927448) invalid 00000020:00000001:3.0:1789608747.106897:0:32164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bf7a80 00000080:00002000:3.0:1789608747.106899:0:32164:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-2 (ffff94d918b2ee58) parent ffff94d918a99a20 inode ffff94d918927448 refc 2 00000080:00000001:3.0:1789608747.106903:0:32164:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1789608747.106904:0:32164:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789608747.106906:0:32164:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608747.106908:0:32164:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789608747.106910:0:32164:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789608747.106911:0:32164:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789608747.106912:0:32164:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608747.106914:0:32164:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789608747.106916:0:32164:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d9421c0a00 with handle 0xc54db3288176fe09 from hash 00010000:00000001:3.0:1789608747.106918:0:32164:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789608747.106919:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608747.106921:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608747.106922:0:32164:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789608747.106923:0:32164:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789608747.106925:0:32164:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789608747.106927:0:32164:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789608747.106930:0:32164:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0200/0xc54db3288176fe02 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x91bddff8e8ed916c expref: -99 pid: 32164 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:3.0:1789608747.106942:0:32164:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789608747.106943:0:32164:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789608747.106945:0:32164:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789608747.106946:0:32164:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x20:0x0] mode CR 00000002:00000001:3.0:1789608747.106949:0:32164:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608747.106950:0:32164:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608747.106952:0:32164:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fcc00 count: 4 00010000:00000001:3.0:1789608747.106954:0:32164:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608747.106956:0:32164:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608747.106958:0:32164:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608747.106959:0:32164:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608747.106960:0:32164:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fcc00 count: 4 00010000:00000001:3.0:1789608747.106963:0:32164:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608747.106965:0:32164:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608747.106966:0:32164:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608747.106968:0:32164:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1789608747.106972:0:32164:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1789608747.106977:0:32164:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff94d911dcd400. 00000080:00000001:3.0:1789608747.106980:0:32164:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:3.0:1789608747.106983:0:32164:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d9071bf9c0 2 00000080:00000001:3.0:1789608747.106986:0:32164:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1789608747.106989:0:32164:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:3.0:1789608747.106991:0:32164:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608747.106993:0:32164:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608747.106994:0:32164:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608747.106996:0:32164:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608747.106998:0:32164:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608747.107000:0:32164:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:3.0:1789608747.107002:0:32164:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608747.107004:0:32164:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x20:0x0] 00000002:00000001:3.0:1789608747.107008:0:32164:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1789608747.107011:0:32164:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff94d904ceb000: [0x200000405:0x20:0x0] file closed with intent: 0 00000100:00000010:3.0:1789608747.107017:0:32164:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908491500. 00000020:00000040:3.0:1789608747.107022:0:32164:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=10 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:3.0:1789608747.107026:0:32164:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608747.107030:0:32164:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608747.107034:0:32164:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608747.107043:0:32164:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d911dcc000. 00000100:00000001:3.0:1789608747.107051:0:32164:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1789608747.107070:0:32164:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94d908491880 x1876538934276224/t4294967612(4294967612) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/664 e 0 to 0 dl 1789608763 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1789608747.107082:0:32164:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d904ceb000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1789608747.107088:0:32164:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d908491500 x1876538934276864/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1789608747.107095:0:32164:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789608747.107097:0:32164:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789608747.107106:0:32164:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d90340b480. 00000100:00000001:3.0:1789608747.107108:0:32164:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258516227200 : -117815193324416 : ffff94d90340b480) 00000100:00000001:3.0:1789608747.107111:0:32164:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608747.107113:0:32164:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600662272 : -117815108889344 : ffff94d908491500) 00000100:00000001:3.0:1789608747.107118:0:32164:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608747.107123:0:32164:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608747.107126:0:32164:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789608747.107128:0:32164:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608747.107132:0:32164:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908491500 x1876538934276864/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608747.107140:0:32164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608747.107143:0:32164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608747.107147:0:32164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608747.107150:0:32164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608747.107153:0:32164:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608747.107157:0:32164:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908491500 pname:cluuid:pid:xid:nid:opc:job rm:25f5d458-2cbe-49cd-9693-334c08df7e27:32164:1876538934276864:192.168.203.121@tcp:35:rm.0 00000100:00000001:3.0:1789608747.107161:0:32164:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608747.107167:0:32164:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608747.107169:0:32164:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608747.107172:0:32164:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608747.107176:0:32164:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d90839a800. 02000000:00000001:3.0:1789608747.107178:0:32164:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608747.107187:0:32164:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608747.107192:0:32164:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a898. 00000400:00000010:3.0:1789608747.107200:0:32164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9d48. 00000100:00000200:3.0:1789608747.107210:0:32164:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934276864, portal 10 00000100:00000001:3.0:1789608747.107212:0:32164:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608747.107213:0:32164:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600662272 : -117815108889344 : ffff94d908491500) 00000100:00000040:3.0:1789608747.107220:0:32164:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d908491500 x1876538934276864/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608763 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608747.107227:0:32164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608747.107230:0:32164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608747.107233:0:32164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9440. 00000100:00000200:3.0:1789608747.107237:0:32164:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876538934276864, offset 0 00000400:00000200:3.0:1789608747.107244:0:32164:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608747.107255:0:32164:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608747.107262:0:32164:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608747.107269:0:32164:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608747.107273:0:32164:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608747.107278:0:32164:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608747.107281:0:32164:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608747.107284:0:32164:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2706:2706:256:4294967295] 192.168.203.121@tcp LPNI seq info [2706:2706:8:4294967295] 00000400:00000200:3.0:1789608747.107289:0:32164:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608747.107300:0:32164:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608747.107306:0:32164:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608747.107312:0:32164:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d90827bd00. 00000800:00000200:3.0:1789608747.107588:0:32164:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608747.107981:0:32164:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608747.107988:0:32164:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d90827bd00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1789608747.108034:0:32164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608747.108040:0:32164:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 855530 usecs (856 jiffies) 00000400:00000200:3.0:1789608747.108046:0:32164:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608747.108049:0:32164:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296475054 00000100:00000001:3.0:1789608747.108054:0:32164:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296475999 00000100:00000001:3.0:1789608747.108057:0:32164:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296475054 00000100:00000001:3.0:1789608747.108059:0:32164:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296475999 00000100:00000001:3.0:1789608747.108062:0:32164:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608747.108065:0:32164:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608747.108068:0:32164:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608747.108070:0:32164:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789608747.108073:0:32164:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d90340b480 going to sleep for 11 seconds 00000100:00000001:3.0:1789608747.108076:0:32164:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608747.108080:0:32164:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608747.108229:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608747.108235:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d90827bd00. 00000400:00000200:0.0:1789608747.108242:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608747.108248:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608747.108255:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9440 00000400:00000010:0.0:1789608747.108258:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9440. 00000100:00000001:0.0:1789608747.108263:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608747.108269:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908491500 x1876538934276864/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608763 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608747.108280:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608747.108284:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908491500 x1876538934276864/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608763 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608747.108291:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608747.108293:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608747.112150:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608747.112172:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608747.112178:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608747.112180:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608747.112192:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608747.112201:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608747.112212:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608747.112217:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608747.112223:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608747.112228:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 456 into portal 10 MB=0x6aab3c495b300 00000400:00000200:1.0:1789608747.112235:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608747.112242:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 456/456 into md 0x7c61 [1] + 224 00000800:00000001:1.0:1789608747.112250:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608747.112258:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608747.112262:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608747.112267:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608747.112276:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608747.112288:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908491500 x1876538934276864/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608763 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608747.112299:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94d908491500 x1876538934276864/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608763 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608747.112320:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608747.112330:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608747.112334:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608747.112398:0:32164:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608747.112408:0:32164:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608747.112410:0:32164:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608747.112415:0:32164:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a898. 00000400:00000200:3.0:1789608747.112420:0:32164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9d48 00000400:00000010:3.0:1789608747.112423:0:32164:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9d48. 00000100:00000001:3.0:1789608747.112427:0:32164:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608747.112432:0:32164:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908491500 x1876538934276864/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608763 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789608747.112441:0:32164:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908491500 x1876538934276864/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608763 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608747.112456:0:32164:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608747.112459:0:32164:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608747.112462:0:32164:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608747.112466:0:32164:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608747.112469:0:32164:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608747.112471:0:32164:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608747.112475:0:32164:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608747.112488:0:32164:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11cf0 time=105 v=5 (5 5 5 5) 00000100:00001000:3.0:1789608747.112493:0:32164:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608747.112496:0:32164:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608747.112498:0:32164:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608747.112501:0:32164:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608747.112506:0:32164:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608747.112512:0:32164:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1789608747.112514:0:32164:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1789608747.112516:0:32164:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1789608747.112519:0:32164:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608747.112520:0:32164:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600662272 : -117815108889344 : ffff94d908491500) 00000100:00000001:3.0:1789608747.112524:0:32164:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608747.112526:0:32164:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967601 00000100:00000001:3.0:1789608747.112529:0:32164:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608747.112532:0:32164:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608747.112537:0:32164:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908491500 x1876538934276864/t4294967614(4294967614) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608763 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608747.112545:0:32164:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608747.112549:0:32164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608747.112552:0:32164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608747.112556:0:32164:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908491500 x1876538934276864/t4294967614(4294967614) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608763 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789608747.112564:0:32164:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908491500 pname:cluuid:pid:xid:nid:opc:job rm:25f5d458-2cbe-49cd-9693-334c08df7e27:32164:1876538934276864:192.168.203.121@tcp:35:rm.0 00000100:00000001:3.0:1789608747.112570:0:32164:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608747.112573:0:32164:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608747.112577:0:32164:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789608747.112579:0:32164:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608747.112583:0:32164:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908491500 x1876538934276864/t4294967614(4294967614) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608763 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608747.112589:0:32164:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608747.112593:0:32164:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d90340b480. 00000100:00000001:3.0:1789608747.112597:0:32164:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789608747.112598:0:32164:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608747.112607:0:32164:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608747.112609:0:32164:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600662272 : -117815108889344 : ffff94d908491500) 00000002:00000001:3.0:1789608747.112612:0:32164:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608747.112616:0:32164:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608747.112621:0:32164:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d9071bf9c0 2 00000080:00000010:3.0:1789608747.112625:0:32164:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dcd400. 00000080:00000001:3.0:1789608747.112629:0:32164:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1789608747.112633:0:32164:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:3.0:1789608747.112636:0:32164:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608747.112639:0:32164:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608747.112641:0:32164:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608747.112644:0:32164:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608747.112647:0:32164:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608747.112649:0:32164:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:3.0:1789608747.112651:0:32164:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608747.112656:0:32164:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1789608747.112662:0:32164:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94d908491880 x1876538934276224/t4294967612(4294967612) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/664 e 0 to 0 dl 1789608763 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608747.112669:0:32164:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608747.112670:0:32164:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600663168 : -117815108888448 : ffff94d908491880) 00000100:00000001:3.0:1789608747.112672:0:32164:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608747.112675:0:32164:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908491880 x1876538934276224/t4294967612(4294967612) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/664 e 0 to 0 dl 1789608763 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608747.112734:0:32164:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608747.112736:0:32164:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608747.112740:0:32164:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908491500 x1876538934276864/t4294967614(4294967614) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608763 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608747.112746:0:32164:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608747.112747:0:32164:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608747.112750:0:32164:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908491880 x1876538934276224/t4294967612(4294967612) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/664 e 0 to 0 dl 1789608763 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608747.112757:0:32164:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1789608747.112760:0:32164:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608747.112763:0:32164:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=9 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608747.112765:0:32164:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608747.112769:0:32164:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d90839b800. 02000000:00000001:3.0:1789608747.112774:0:32164:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608747.112776:0:32164:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608747.112779:0:32164:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908491880. 00000100:00000001:3.0:1789608747.112783:0:32164:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608747.112784:0:32164:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608747.112785:0:32164:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608747.112788:0:32164:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908491500 x1876538934276864/t4294967614(4294967614) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608763 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608747.112793:0:32164:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608747.112795:0:32164:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff94d906078960. 00000002:00000001:3.0:1789608747.112798:0:32164:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608747.112799:0:32164:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789608747.112801:0:32164:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94d904af6e00. 00000100:00000001:3.0:1789608747.112804:0:32164:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608747.112806:0:32164:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908491500 x1876538934276864/t4294967614(4294967614) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608763 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608747.112811:0:32164:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608747.112813:0:32164:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608747.112815:0:32164:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d90839a800. 02000000:00000001:3.0:1789608747.112818:0:32164:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608747.112819:0:32164:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608747.112820:0:32164:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608747.112822:0:32164:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608747.112823:0:32164:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d911dcc000. 02000000:00000001:3.0:1789608747.112827:0:32164:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608747.112827:0:32164:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608747.112829:0:32164:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908491500. 00000100:00000001:3.0:1789608747.112830:0:32164:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608747.112831:0:32164:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789608747.112834:0:32164:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608747.112837:0:32164:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789608747.112840:0:32164:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x20:0x0] mode (null) 00000002:00000001:3.0:1789608747.112843:0:32164:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608747.112847:0:32164:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608747.112855:0:32164:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fcc00 count: 4 00010000:00000001:3.0:1789608747.112858:0:32164:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608747.112864:0:32164:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608747.112867:0:32164:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608747.112871:0:32164:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1789608747.112873:0:32164:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x20:0x0](ffff94d918927448) invalid 00000020:00000001:3.0:1789608747.112878:0:32164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bf7a80 00000080:00002000:3.0:1789608747.112881:0:32164:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-2 (ffff94d918b2ee58) parent ffff94d918a99a20 inode ffff94d918927448 refc 2 00000080:00000001:3.0:1789608747.112885:0:32164:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1789608747.112888:0:32164:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789608747.112890:0:32164:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608747.112894:0:32164:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789608747.112899:0:32164:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789608747.112901:0:32164:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789608747.112903:0:32164:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608747.112908:0:32164:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789608747.112912:0:32164:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d9421c0200 with handle 0xc54db3288176fe02 from hash 00010000:00000001:3.0:1789608747.112919:0:32164:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789608747.112921:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608747.112923:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608747.112924:0:32164:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789608747.112928:0:32164:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789608747.112930:0:32164:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789608747.112934:0:32164:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1789608747.112937:0:32164:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:3.0:1789608747.112940:0:32164:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:3.0:1789608747.112947:0:32164:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908491500. 00000020:00000040:3.0:1789608747.112950:0:32164:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=9 obd=lustre-MDT0000-mdc-ffff94d904ceb000 02000000:00000001:3.0:1789608747.112956:0:32164:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789608747.112958:0:32164:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608747.112961:0:32164:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789608747.112967:0:32164:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608747.112970:0:32164:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608747.112973:0:32164:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608747.112976:0:32164:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608747.112982:0:32164:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608747.112990:0:32164:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d911dcc000. 00000100:00000001:3.0:1789608747.112997:0:32164:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608747.113000:0:32164:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608747.113004:0:32164:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1789608747.113011:0:32164:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0a00/0xc54db3288176fe09 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed91ab expref: -99 pid: 32164 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1789608747.113022:0:32164:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0200/0xc54db3288176fe02 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed916c expref: -99 pid: 32164 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1789608747.113030:0:32164:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232000/0xc54db3288176fdf4 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed9150 expref: -99 pid: 32164 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1789608747.113036:0:32164:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:3.0:1789608747.113038:0:32164:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:3.0:1789608747.113040:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789608747.113042:0:32164:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0a00/0xc54db3288176fe09 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed91ab expref: -99 pid: 32164 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789608747.113056:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608747.113057:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789608747.113059:0:32164:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0200/0xc54db3288176fe02 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed916c expref: -99 pid: 32164 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:3.0:1789608747.113065:0:32164:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d9037fcc00 count: 0 00010000:00000010:3.0:1789608747.113071:0:32164:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d90330c480. 00010000:00000001:3.0:1789608747.113077:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608747.113078:0:32164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789608747.113080:0:32164:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232000/0xc54db3288176fdf4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed9150 expref: -99 pid: 32164 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:3.0:1789608747.113085:0:32164:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d903b69c00 count: 0 00010000:00000010:3.0:1789608747.113089:0:32164:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d90847ba80. 00010000:00000001:3.0:1789608747.113096:0:32164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608747.113098:0:32164:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608747.113100:0:32164:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608747.113102:0:32164:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608747.113105:0:32164:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1789608747.113116:0:32164:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d904ceb000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1789608747.113123:0:32164:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d908491500 x1876538934277120/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789608747.113130:0:32164:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789608747.113133:0:32164:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789608747.113139:0:32164:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d90340b480. 00000100:00000001:3.0:1789608747.113142:0:32164:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258516227200 : -117815193324416 : ffff94d90340b480) 00000100:00000001:3.0:1789608747.113144:0:32164:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608747.113145:0:32164:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600662272 : -117815108889344 : ffff94d908491500) 00000100:00000001:3.0:1789608747.113150:0:32164:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608747.113154:0:32164:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608747.113157:0:32164:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789608747.113159:0:32164:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608747.113162:0:32164:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908491500 x1876538934277120/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608747.113170:0:32164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608747.113172:0:32164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608747.113176:0:32164:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608747.113178:0:32164:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608747.113181:0:32164:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608747.113184:0:32164:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908491500 pname:cluuid:pid:xid:nid:opc:job rm:25f5d458-2cbe-49cd-9693-334c08df7e27:32164:1876538934277120:192.168.203.121@tcp:36:rm.0 00000100:00000001:3.0:1789608747.113188:0:32164:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608747.113194:0:32164:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608747.113197:0:32164:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608747.113200:0:32164:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608747.113203:0:32164:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d90839a800. 02000000:00000001:3.0:1789608747.113205:0:32164:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608747.113212:0:32164:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608747.113215:0:32164:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a898. 00000400:00000010:3.0:1789608747.113220:0:32164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9d48. 00000100:00000200:3.0:1789608747.113227:0:32164:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934277120, portal 10 00000100:00000001:3.0:1789608747.113229:0:32164:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608747.113230:0:32164:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600662272 : -117815108889344 : ffff94d908491500) 00000100:00000040:3.0:1789608747.113237:0:32164:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d908491500 x1876538934277120/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 512/624 e 0 to 0 dl 1789608763 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608747.113243:0:32164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608747.113246:0:32164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608747.113248:0:32164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9dd0. 00000100:00000200:3.0:1789608747.113251:0:32164:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1876538934277120, offset 0 00000400:00000200:3.0:1789608747.113258:0:32164:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608747.113265:0:32164:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608747.113272:0:32164:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608747.113279:0:32164:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608747.113284:0:32164:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608747.113288:0:32164:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608747.113291:0:32164:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608747.113295:0:32164:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2707:2707:256:4294967295] 192.168.203.121@tcp LPNI seq info [2707:2707:8:4294967295] 00000400:00000200:3.0:1789608747.113300:0:32164:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608747.113309:0:32164:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608747.113316:0:32164:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608747.113321:0:32164:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d90827b300. 00000800:00000200:3.0:1789608747.113328:0:32164:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608747.113336:0:32164:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608747.113341:0:32164:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d90827b300 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:3.0:1789608747.113351:0:32164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608747.113356:0:32164:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 854283 usecs (855 jiffies) 00000400:00000200:3.0:1789608747.113359:0:32164:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608747.113363:0:32164:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296475058 00000100:00000001:3.0:1789608747.113366:0:32164:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296475999 00000100:00000001:3.0:1789608747.113371:0:32164:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296475058 00000100:00000001:3.0:1789608747.113373:0:32164:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296475999 00000100:00000001:3.0:1789608747.113376:0:32164:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608747.113378:0:32164:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608747.113381:0:32164:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608747.113383:0:32164:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789608747.113386:0:32164:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d90340b480 going to sleep for 11 seconds 00000100:00000001:3.0:1789608747.113388:0:32164:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608747.113390:0:32164:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608747.114010:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608747.114017:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d90827b300. 00000400:00000200:0.0:1789608747.114023:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608747.114030:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608747.114038:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9dd0 00000400:00000010:0.0:1789608747.114041:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9dd0. 00000100:00000001:0.0:1789608747.114045:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608747.114051:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908491500 x1876538934277120/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 512/624 e 0 to 0 dl 1789608763 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608747.114061:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608747.114063:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908491500 x1876538934277120/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 512/624 e 0 to 0 dl 1789608763 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608747.114070:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608747.114071:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:3.1:1789608747.119100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0a00. 00010000:00000010:3.1:1789608747.119122:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9037fcc00. 00010000:00000010:3.1:1789608747.119128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0200. 00010000:00000010:3.1:1789608747.119131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69c00. 00010000:00000010:3.1:1789608747.119136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232000. 00000800:00000001:1.0:1789608747.138029:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608747.138052:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608747.138057:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608747.138060:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608747.138070:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608747.138081:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608747.138093:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608747.138099:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608747.138105:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608747.138110:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 456 into portal 10 MB=0x6aab3c495b400 00000400:00000200:1.0:1789608747.138117:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608747.138123:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 456/456 into md 0x7c69 [1] + 224 00000800:00000001:1.0:1789608747.138132:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608747.138139:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608747.138143:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608747.138148:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608747.138157:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608747.138169:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908491500 x1876538934277120/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 512/624 e 0 to 0 dl 1789608763 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608747.138181:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff94d908491500 x1876538934277120/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 512/624 e 0 to 0 dl 1789608763 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608747.138202:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608747.138212:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608747.138215:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608747.138277:0:32164:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608747.138288:0:32164:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608747.138290:0:32164:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608747.138295:0:32164:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a898. 00000400:00000200:3.0:1789608747.138300:0:32164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9d48 00000400:00000010:3.0:1789608747.138303:0:32164:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9d48. 00000100:00000001:3.0:1789608747.138307:0:32164:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608747.138312:0:32164:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908491500 x1876538934277120/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 512/624 e 0 to 0 dl 1789608763 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608747.138332:0:32164:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908491500 x1876538934277120/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 512/624 e 0 to 0 dl 1789608763 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608747.138339:0:32164:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608747.138342:0:32164:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608747.138344:0:32164:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608747.138348:0:32164:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608747.138352:0:32164:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608747.138355:0:32164:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608747.138358:0:32164:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608747.138378:0:32164:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=105 v=5 (104 104 104 137) 00000100:00001000:3.0:1789608747.138383:0:32164:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608747.138386:0:32164:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608747.138388:0:32164:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608747.138392:0:32164:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608747.138396:0:32164:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608747.138400:0:32164:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1789608747.138403:0:32164:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009c/0x10000012e] 00000100:00000001:3.0:1789608747.138405:0:32164:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1789608747.138407:0:32164:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608747.138409:0:32164:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600662272 : -117815108889344 : ffff94d908491500) 00000100:00000001:3.0:1789608747.138413:0:32164:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608747.138415:0:32164:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967601 00000100:00000001:3.0:1789608747.138417:0:32164:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608747.138420:0:32164:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608747.138426:0:32164:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908491500 x1876538934277120/t4294967615(4294967615) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 512/456 e 0 to 0 dl 1789608763 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608747.138433:0:32164:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608747.138437:0:32164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608747.138439:0:32164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608747.138444:0:32164:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908491500 x1876538934277120/t4294967615(4294967615) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 512/456 e 0 to 0 dl 1789608763 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608747.138462:0:32164:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908491500 pname:cluuid:pid:xid:nid:opc:job rm:25f5d458-2cbe-49cd-9693-334c08df7e27:32164:1876538934277120:192.168.203.121@tcp:36:rm.0 00000100:00000001:3.0:1789608747.138468:0:32164:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608747.138472:0:32164:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608747.138475:0:32164:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789608747.138478:0:32164:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608747.138482:0:32164:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908491500 x1876538934277120/t4294967615(4294967615) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 512/456 e 0 to 0 dl 1789608763 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608747.138489:0:32164:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608747.138493:0:32164:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d90340b480. 00000100:00000001:3.0:1789608747.138497:0:32164:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789608747.138499:0:32164:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608747.138508:0:32164:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608747.138513:0:32164:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608747.138517:0:32164:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:3.0:1789608747.138521:0:32164:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dcc200. 00000080:00000002:3.0:1789608747.138528:0:32164:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1789608746 to 1789608747 00000100:00000001:3.0:1789608747.138535:0:32164:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608747.138539:0:32164:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908491500 x1876538934277120/t4294967615(4294967615) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 512/456 e 0 to 0 dl 1789608763 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608747.138546:0:32164:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608747.138548:0:32164:0:(namei.c:2304:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608747.138568:0:32164:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:3.0:1789608747.138573:0:32164:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:3.0:1789608747.138575:0:32164:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x20:0x0](ffff94d918927448) 00800000:00000001:3.0:1789608747.138579:0:32164:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:3.0:1789608747.138581:0:32164:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x20:0x0] 00000002:00000001:3.0:1789608747.138587:0:32164:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:3.0:1789608747.138594:0:32164:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608747.138597:0:32164:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:3.0:1789608747.138599:0:32164:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608747.138601:0:32164:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608747.138604:0:32164:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:3.0:1789608747.138607:0:32164:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:3.0:1789608747.138608:0:32164:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608747.138611:0:32164:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608747.138614:0:32164:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d9071bf9c0 1 00800000:00000010:3.0:1789608747.138617:0:32164:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d9071bf9c0. 00000080:00000001:3.0:1789608747.138623:0:32164:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:3.0:1789608747.138625:0:32164:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:3.0:1789608747.138641:0:32164:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1789608747.138645:0:32164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bf7e30 00000080:00002000:3.0:1789608747.138648:0:32164:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-2 (ffff94d918b2ee58, parent ffff94d918a99a20, inode 0000000000000000) hashed, 00000080:00000001:3.0:1789608747.138652:0:32164:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789608747.138656:0:32164:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1789608747.138659:0:32164:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:3.1:1789608747.150745:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d918927380. 00000080:00000010:3.1:1789608747.150766:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d906078680. 00010000:00000001:3.0:1789608747.790535:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608747.790545:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608747.790553:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608747.790554:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608747.790558:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608747.790560:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608747.981800:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789608747.981814:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789608747.981823:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5e680. 00000020:00000040:0.0:1789608747.981830:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=4 obd=MGC192.168.203.121@tcp 00000100:00000001:0.0:1789608747.981835:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608747.981850:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608747.981857:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608747.981869:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d91a306300. 00000100:00000001:0.0:1789608747.981878:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608747.981894:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS req@ffff94d907e5e680 x1876538934277248/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789608747.981908:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608747.981913:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608747.981920:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa5cca34] to pc [ptlrpcd_00_01+1] req@ffff94d907e5e680 x1876538934277248/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608747.981953:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608747.981956:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789608747.981960:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789608747.981963:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5d880. 00000020:00000040:0.0:1789608747.981966:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=10 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:0.0:1789608747.981969:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608747.981970:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608747.981972:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608747.981976:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d91a306f00. 00000100:00000001:0.0:1789608747.981980:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608747.981984:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID req@ffff94d907e5d880 x1876538934277376/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789608747.981992:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608747.981994:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608747.981998:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b849195] to pc [ptlrpcd_00_00+0] req@ffff94d907e5d880 x1876538934277376/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608747.982007:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608747.982010:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789608747.982014:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789608747.982017:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5c380. 00000020:00000040:0.0:1789608747.982020:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=4 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000100:00000001:0.0:1789608747.982023:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608747.982024:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608747.982026:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608747.982029:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d91a306d00. 00000100:00000001:0.0:1789608747.982032:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608747.982037:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID req@ffff94d907e5c380 x1876538934277504/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789608747.982044:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608747.982046:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608747.982050:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8202186] to pc [ptlrpcd_00_01+1] req@ffff94d907e5c380 x1876538934277504/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608747.982058:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608747.982060:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789608747.982064:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789608747.982068:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5ed80. 00000020:00000040:0.0:1789608747.982071:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00000100:00000001:0.0:1789608747.982073:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608747.982074:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608747.982076:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608747.982079:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d91a306e00. 00000100:00000001:0.0:1789608747.982082:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608747.982086:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID req@ffff94d907e5ed80 x1876538934277632/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789608747.982094:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608747.982095:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608747.982099:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007c964e7] to pc [ptlrpcd_00_00+0] req@ffff94d907e5ed80 x1876538934277632/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608747.982107:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608747.982109:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789608747.982113:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789608747.982117:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5ea00. 00000020:00000040:0.0:1789608747.982119:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b13000 refcount=3 obd=lustre-OST0001-osc-ffff94d904ceb000 00000100:00000001:0.0:1789608747.982121:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608747.982122:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608747.982124:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608747.982127:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d91a306b00. 00000100:00000001:0.0:1789608747.982130:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608747.982134:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID req@ffff94d907e5ea00 x1876538934277760/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789608747.982140:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608747.982142:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608747.982146:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055ce9f9d] to pc [ptlrpcd_00_01+1] req@ffff94d907e5ea00 x1876538934277760/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608747.982153:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608747.982157:0:21207:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1812) 00000100:00000001:0.0:1789608747.982177:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608747.982182:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608747.982185:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608747.982191:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5d880 x1876538934277376/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608747.982199:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608747.982201:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608747.982206:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608747.982209:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608747.982212:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608747.982215:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934277376:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608747.982220:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608747.982226:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608747.982229:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608747.982231:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608747.982236:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d906144600. 02000000:00000001:0.0:1789608747.982239:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608747.982248:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608747.982253:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8b00. 00000400:00000010:0.0:1789608747.982261:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095eddd0. 00000100:00000200:0.0:1789608747.982270:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934277376, portal 10 00000100:00000001:0.0:1789608747.982272:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608747.982274:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594158720 : -117815115392896 : ffff94d907e5d880) 00000100:00000040:0.0:1789608747.982283:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5d880 x1876538934277376/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608747.982291:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608747.982295:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608747.982298:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed220. 00000100:00000200:0.0:1789608747.982300:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934277376, offset 0 00000400:00000200:0.0:1789608747.982307:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608747.982329:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608747.982337:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608747.982343:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608747.982348:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608747.982353:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608747.982356:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608747.982361:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2708:2708:256:4294967295] 192.168.203.121@tcp LPNI seq info [2708:2708:8:4294967295] 00000400:00000200:0.0:1789608747.982365:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608747.982377:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608747.982383:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608747.982388:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306200. 00000800:00000200:0.0:1789608747.982396:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608747.982406:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608747.982411:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608747.982424:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608747.982428:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 853077 usecs (854 jiffies) 00000400:00000200:0.0:1789608747.982432:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608747.982435:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296475926 00000100:00000001:0.0:1789608747.982439:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296475999 00000100:00000001:0.0:1789608747.982452:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296475926 00000100:00000001:0.0:1789608747.982454:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296475999 00000100:00000001:0.0:1789608747.982457:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608747.982460:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608747.982462:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608747.982466:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5ed80 x1876538934277632/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608747.982473:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608747.982474:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608747.982477:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608747.982478:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608747.982480:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608747.982483:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934277632:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608747.982487:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608747.982489:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608747.982491:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608747.982492:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608747.982496:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d906144c00. 02000000:00000001:0.0:1789608747.982498:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608747.982501:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608747.982505:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8dc0. 00000400:00000010:0.0:1789608747.982510:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed440. 00000100:00000200:0.0:1789608747.982514:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934277632, portal 4 00000100:00000001:0.0:1789608747.982515:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608747.982516:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594164096 : -117815115387520 : ffff94d907e5ed80) 00000100:00000040:0.0:1789608747.982522:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5ed80 x1876538934277632/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608747.982528:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608747.982529:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608747.982532:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed110. 00000100:00000200:0.0:1789608747.982534:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876538934277632, offset 0 00000400:00000200:0.0:1789608747.982538:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608747.982541:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608747.982544:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608747.982547:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608747.982549:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608747.982551:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608747.982553:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608747.982556:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2709:2709:255:4294967295] 192.168.203.121@tcp LPNI seq info [2709:2709:7:4294967295] 00000400:00000200:0.0:1789608747.982559:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608747.982564:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608747.982568:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608747.982571:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306800. 00000800:00000200:0.0:1789608747.982575:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608747.982579:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608747.982581:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608747.982583:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608747.982586:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 220062 usecs (221 jiffies) 00000400:00000200:0.0:1789608747.982589:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608747.982590:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296475293 00000100:00000001:0.0:1789608747.982592:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296475999 00000100:00000001:0.0:1789608747.982594:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296475293 00000100:00000001:0.0:1789608747.982596:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296475999 00000100:00000001:0.0:1789608747.982598:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608747.982600:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608747.982602:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608747.982605:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608747.982616:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608747.982618:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789608747.982622:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608747.982623:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608747.982624:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608747.982627:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00000001:0.0:1789608747.982629:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608747.982630:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608747.982631:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608747.982633:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608747.982633:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608747.982634:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608747.982638:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5e680 x1876538934277248/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608747.982643:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608747.982644:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608747.982646:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608747.982647:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608747.982649:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608747.982651:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2409:1876538934277248:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608747.982654:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608747.982656:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608747.982657:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608747.982659:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608747.982661:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d906145600. 02000000:00000001:0.0:1789608747.982663:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608747.982666:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608747.982668:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8738. 00000400:00000010:0.0:1789608747.982672:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed660. 00000100:00000200:0.0:1789608747.982700:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934277248, portal 25 00000100:00000001:0.0:1789608747.982702:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608747.982703:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594162304 : -117815115389312 : ffff94d907e5e680) 00000100:00000040:0.0:1789608747.982708:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5e680 x1876538934277248/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608747.982713:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608747.982715:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608747.982718:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed5d8. 00000100:00000200:0.0:1789608747.982720:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876538934277248, offset 0 00000400:00000200:0.0:1789608747.982724:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608747.982728:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608747.982731:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608747.982733:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608747.982735:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608747.982738:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608747.982740:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608747.982743:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2710:2710:254:4294967295] 192.168.203.121@tcp LPNI seq info [2710:2710:6:4294967295] 00000400:00000200:0.0:1789608747.982747:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608747.982752:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608747.982756:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608747.982759:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306700. 00000800:00000200:0.0:1789608747.982763:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608747.982766:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608747.982769:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608747.982772:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608747.982774:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608747.982776:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 0 is 4296479006 00000100:00000001:0.0:1789608747.982784:0:2409:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296475999 00000100:00000001:0.0:1789608747.982788:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 1 is 4296479006 00000100:00000001:0.0:1789608747.982791:0:2409:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296475999 00000100:00000001:0.0:1789608747.982794:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608747.982795:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608747.982797:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608747.982801:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5c380 x1876538934277504/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608747.982807:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608747.982808:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608747.982810:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608747.982812:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608747.982814:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608747.982816:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934277504:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608747.982819:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608747.982821:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608747.982822:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608747.982824:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608747.982827:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d906145200. 02000000:00000001:0.0:1789608747.982829:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608747.982831:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608747.982833:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8aa8. 00000400:00000010:0.0:1789608747.982837:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed3b8. 00000100:00000200:0.0:1789608747.982840:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934277504, portal 10 00000100:00000001:0.0:1789608747.982841:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608747.982842:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594153344 : -117815115398272 : ffff94d907e5c380) 00000100:00000040:0.0:1789608747.982848:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5c380 x1876538934277504/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608747.982854:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608747.982856:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608747.982858:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed7f8. 00000100:00000200:0.0:1789608747.982860:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934277504, offset 0 00000400:00000200:0.0:1789608747.982864:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608747.982867:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608747.982870:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608747.982872:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608747.982875:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608747.982877:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608747.982879:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608747.982882:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2711:2711:253:4294967295] 192.168.203.121@tcp LPNI seq info [2711:2711:5:4294967295] 00000400:00000200:0.0:1789608747.982885:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608747.982890:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608747.982894:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608747.982898:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903ee1000. 00000800:00000200:0.0:1789608747.982902:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608747.982905:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608747.982908:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903ee1000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608747.982910:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608747.982913:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: using a timeout of 23256 usecs (24 jiffies) 00000400:00000200:0.0:1789608747.982916:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608747.982917:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296475096 00000100:00000001:0.0:1789608747.982920:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296479006 00000100:00000001:0.0:1789608747.982922:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296475096 00000100:00000001:0.0:1789608747.982924:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296479006 00000100:00000001:0.0:1789608747.982926:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608747.982928:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608747.982930:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608747.982933:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5ea00 x1876538934277760/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608747.982939:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608747.982941:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608747.982943:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608747.982944:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608747.982946:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608747.982948:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934277760:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608747.982952:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608747.982954:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608747.982955:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608747.982956:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608747.982959:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d906145e00. 02000000:00000001:0.0:1789608747.982961:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608747.982963:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608747.982966:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8000. 00000400:00000010:0.0:1789608747.982969:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edf68. 00000100:00000200:0.0:1789608747.982971:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934277760, portal 4 00000100:00000001:0.0:1789608747.982973:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608747.982974:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594163200 : -117815115388416 : ffff94d907e5ea00) 00000100:00000040:0.0:1789608747.982980:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5ea00 x1876538934277760/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608747.982986:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608747.982988:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608747.982990:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed4c8. 00000100:00000200:0.0:1789608747.982993:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876538934277760, offset 0 00000400:00000200:0.0:1789608747.982997:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608747.983000:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608747.983002:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608747.983005:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608747.983007:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608747.983009:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608747.983011:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608747.983014:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2712:2712:252:4294967295] 192.168.203.121@tcp LPNI seq info [2712:2712:4:4294967295] 00000400:00000200:0.0:1789608747.983017:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608747.983022:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608747.983026:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608747.983029:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903ee1500. 00000800:00000200:0.0:1789608747.983033:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608747.983036:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608747.983039:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903ee1500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608747.983041:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608747.983044:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: using a timeout of 25063 usecs (26 jiffies) 00000400:00000200:0.0:1789608747.983046:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608747.983048:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296475098 00000100:00000001:0.0:1789608747.983050:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296479006 00000100:00000001:0.0:1789608747.983052:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296475098 00000100:00000001:0.0:1789608747.983055:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296479006 00000100:00000001:0.0:1789608747.983057:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608747.983058:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608747.983060:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608747.983062:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608747.983120:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608747.983124:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306200. 00000400:00000200:0.0:1789608747.983133:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608747.983138:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608747.983144:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed220 00000400:00000010:0.0:1789608747.983146:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed220. 00000100:00000001:0.0:1789608747.983150:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608747.983155:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5d880 x1876538934277376/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608747.983164:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608747.983167:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5d880 x1876538934277376/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608763 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608747.983174:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608747.983175:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608747.983186:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608747.983188:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306800. 00000400:00000200:0.0:1789608747.983190:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608747.983193:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608747.983196:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed110 00000400:00000010:0.0:1789608747.983197:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed110. 00000100:00000001:0.0:1789608747.983199:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608747.983203:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5ed80 x1876538934277632/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608747.983209:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608747.983212:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5ed80 x1876538934277632/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608763 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608747.983224:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608747.983226:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608747.983232:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608747.983234:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306700. 00000400:00000200:0.0:1789608747.983236:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608747.983239:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608747.983242:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed5d8 00000400:00000010:0.0:1789608747.983244:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed5d8. 00000100:00000001:0.0:1789608747.983246:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608747.983249:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5e680 x1876538934277248/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608747.983255:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608747.983258:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5e680 x1876538934277248/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608763 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608747.983265:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608747.983266:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608747.983271:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608747.983273:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903ee1000. 00000400:00000200:0.0:1789608747.983275:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608747.983278:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608747.983280:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed7f8 00000400:00000010:0.0:1789608747.983282:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed7f8. 00000100:00000001:0.0:1789608747.983284:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608747.983287:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5c380 x1876538934277504/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608747.983294:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608747.983296:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5c380 x1876538934277504/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608763 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608747.983303:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608747.983304:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608747.983371:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608747.983374:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903ee1500. 00000400:00000200:0.0:1789608747.983377:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608747.983380:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608747.983382:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed4c8 00000400:00000010:0.0:1789608747.983384:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed4c8. 00000100:00000001:0.0:1789608747.983386:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608747.983389:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5ea00 x1876538934277760/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608747.983396:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608747.983399:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5ea00 x1876538934277760/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608763 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608747.983404:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608747.983406:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789608747.985038:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608747.985048:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789608747.993410:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608747.993429:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608747.993434:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608747.993437:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608747.993458:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608747.993467:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608747.993479:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608747.993484:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608747.993491:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608747.993496:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c495b600 00000400:00000200:1.0:1789608747.993502:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608747.993510:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x7c81 [1] + 224 00000800:00000001:1.0:1789608747.993520:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608747.993525:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608747.993528:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608747.993533:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608747.993543:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608747.993555:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5ed80 x1876538934277632/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608763 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608747.993567:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907e5ed80 x1876538934277632/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608763 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608747.993590:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608747.993600:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608747.993605:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608747.993606:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608747.993609:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608747.993612:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608747.993615:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608747.993619:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608747.993621:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608747.993624:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608747.993627:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 25 MB=0x6aab3c495b480 00000400:00000200:1.0:1789608747.993631:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608747.993635:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.121@tcp of length 224/224 into md 0x7c91 [1] + 224 00000800:00000001:1.0:1789608747.993639:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608747.993646:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608747.993648:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608747.993651:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608747.993653:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608747.993657:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5e680 x1876538934277248/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608763 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608747.993666:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907e5e680 x1876538934277248/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608763 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608747.993673:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608747.993702:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608747.993706:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608747.993812:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608747.993818:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789608747.993826:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608747.993829:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608747.993833:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8738. 00000400:00000200:0.0:1789608747.993838:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed660 00000400:00000010:0.0:1789608747.993841:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed660. 00000100:00000001:0.0:1789608747.993845:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608747.993850:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5e680 x1876538934277248/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608763 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608747.993860:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5e680 x1876538934277248/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608763 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608747.993867:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608747.993869:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608747.993872:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608747.993876:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608747.993879:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608747.993882:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608747.993885:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608747.993895:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d90510e460 time=105 v=5 (5 5 5 5) 00000100:00001000:0.0:1789608747.993899:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d90510e418 time=105 v=5 (1 1 1 1) 00000100:00000001:0.0:1789608747.993903:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608747.993905:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608747.993908:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608747.993911:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608747.993914:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608747.993919:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5e680 x1876538934277248/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608763 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608747.993927:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608747.993931:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608747.993933:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608747.993937:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5e680 x1876538934277248/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608763 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789608747.993946:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2409:1876538934277248:192.168.203.121@tcp:400:kworker.0 00000400:00000001:0.0:1789608747.993953:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608747.993955:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608747.993956:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8dc0. 00000400:00000200:0.0:1789608747.993959:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed440 00000400:00000010:0.0:1789608747.993961:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed440. 00000100:00000001:0.0:1789608747.993963:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608747.993966:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5ed80 x1876538934277632/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608763 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608747.993974:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5ed80 x1876538934277632/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608763 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608747.993981:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608747.993982:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608747.993984:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608747.993986:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608747.993987:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608747.993988:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608747.993990:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608747.993997:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13c60 time=105 v=5 (5 5 5 36) 00000100:00001000:0.0:1789608747.994000:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1789608747.994002:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608747.994004:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608747.994005:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608747.994009:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608747.994012:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608747.994015:0:2409:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: skip recheck: last_committed 4294967331 00000100:00000001:0.0:1789608747.994017:0:2409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608747.994018:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608747.994022:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5ed80 x1876538934277632/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608763 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608747.994028:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608747.994030:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608747.994031:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608747.994034:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5ed80 x1876538934277632/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608763 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789608747.994041:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934277632:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608747.994045:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608747.994047:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608747.994050:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5e680 x1876538934277248/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608763 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608747.994057:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608747.994059:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608747.994063:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d906145600. 02000000:00000001:0.0:1789608747.994068:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608747.994071:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608747.994073:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=3 obd=MGC192.168.203.121@tcp 00000020:00000001:0.0:1789608747.994075:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608747.994078:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d91a306300. 02000000:00000001:0.0:1789608747.994082:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608747.994084:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608747.994086:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5e680. 00000100:00000001:0.0:1789608747.994089:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608747.994091:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608747.994093:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608747.994096:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5ed80 x1876538934277632/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608763 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608747.994102:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608747.994103:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608747.994105:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d906144c00. 02000000:00000001:0.0:1789608747.994107:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608747.994108:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608747.994110:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=2 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:0.0:1789608747.994112:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608747.994113:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d91a306e00. 02000000:00000001:0.0:1789608747.994115:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608747.994116:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608747.994118:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5ed80. 00000100:00000001:0.0:1789608747.994120:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608747.994121:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608747.994124:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608747.994126:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608747.994128:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608747.994130:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608747.994131:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789608748.012543:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608748.012566:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608748.012571:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608748.012574:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608748.012584:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608748.012593:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608748.012603:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608748.012609:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608748.012616:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608748.012621:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c495b680 00000400:00000200:0.0:1789608748.012627:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608748.012635:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x7cb1 [1] + 224 00000800:00000001:0.0:1789608748.012645:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608748.012649:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608748.012654:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608748.012659:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608748.012668:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608748.012701:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5ea00 x1876538934277760/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608763 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608748.012769:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907e5ea00 x1876538934277760/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608763 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608748.012823:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608748.012828:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608748.013017:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608748.013029:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608748.013035:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608748.013037:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608748.013039:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608748.013043:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608748.013046:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608748.013051:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608748.013053:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608748.013056:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608748.013059:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c495b500 00000400:00000200:0.0:1789608748.013063:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608748.013067:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x7c71 [1] + 224 00000800:00000001:0.0:1789608748.013071:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608748.013074:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608748.013076:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608748.013080:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608748.013083:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608748.013089:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5d880 x1876538934277376/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608763 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608748.013098:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907e5d880 x1876538934277376/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608763 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608748.013105:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608748.013109:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608748.013112:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608748.013114:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608748.013116:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608748.013119:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608748.013122:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608748.013127:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608748.013129:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608748.013132:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608748.013134:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c495b580 00000400:00000200:0.0:1789608748.013137:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608748.013141:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x7ca1 [1] + 224 00000800:00000001:0.0:1789608748.013144:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608748.013151:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608748.013153:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608748.013156:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608748.013159:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608748.013163:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5c380 x1876538934277504/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608763 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608748.013171:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907e5c380 x1876538934277504/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608763 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608748.013177:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608748.013181:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608748.013184:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789608748.013642:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608748.013645:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608748.013649:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8000. 00000400:00000200:1.0:1789608748.013655:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edf68 00000400:00000010:1.0:1789608748.013658:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edf68. 00000100:00000001:1.0:1789608748.013661:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608748.013666:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5ea00 x1876538934277760/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608763 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608748.013834:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5ea00 x1876538934277760/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608763 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608748.017521:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608748.017528:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608748.017534:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608748.017538:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608748.017541:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608748.017544:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608748.017548:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608748.017561:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13460 time=106 v=5 (5 5 5 36) 00000100:00001000:1.0:1789608748.017569:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608748.017571:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608748.017573:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608748.017577:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608748.017581:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608748.017586:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608748.017589:0:2409:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d904ceb000: skip recheck: last_committed 4294967322 00000100:00000001:1.0:1789608748.017592:0:2409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608748.017594:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608748.017607:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5ea00 x1876538934277760/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608763 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608748.017617:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608748.017620:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608748.017623:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608748.017628:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5ea00 x1876538934277760/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608763 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608748.017637:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934277760:192.168.203.121@tcp:400:kworker.0 00000400:00000001:1.0:1789608748.017650:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608748.017652:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608748.017657:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8b00. 00000400:00000200:1.0:1789608748.017665:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095eddd0 00000400:00000010:1.0:1789608748.017669:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095eddd0. 00000100:00000001:1.0:1789608748.017673:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608748.017698:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5d880 x1876538934277376/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608763 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608748.017707:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5d880 x1876538934277376/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608763 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608748.017781:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608748.017784:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608748.017786:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608748.017788:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608748.017789:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608748.017791:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608748.017793:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608748.017798:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=106 v=5 (104 104 104 137) 00000100:00001000:1.0:1789608748.017801:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=3 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608748.017804:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608748.017805:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608748.017807:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608748.017809:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608748.017811:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608748.017813:0:2409:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967601 00000100:00000001:1.0:1789608748.017814:0:2409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608748.017817:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608748.017822:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5d880 x1876538934277376/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608763 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608748.017828:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608748.017830:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608748.017831:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608748.017834:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5d880 x1876538934277376/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608763 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608748.017966:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934277376:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608748.017971:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608748.017976:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608748.017980:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5ea00 x1876538934277760/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608763 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608748.017986:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608748.017989:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608748.017994:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d906145e00. 02000000:00000001:1.0:1789608748.017997:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608748.018001:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608748.018003:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b13000 refcount=2 obd=lustre-OST0001-osc-ffff94d904ceb000 00000020:00000001:1.0:1789608748.018006:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608748.018009:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d91a306b00. 02000000:00000001:1.0:1789608748.018013:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608748.018014:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608748.018017:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5ea00. 00000100:00000001:1.0:1789608748.018021:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608748.018022:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608748.018024:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608748.018027:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5d880 x1876538934277376/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608763 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608748.018032:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608748.018033:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608748.018034:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d906144600. 02000000:00000001:1.0:1789608748.018036:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608748.018037:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608748.018038:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=9 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:1.0:1789608748.018040:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608748.018041:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d91a306f00. 02000000:00000001:1.0:1789608748.018043:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608748.018044:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608748.018045:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5d880. 00000100:00000001:1.0:1789608748.018047:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608748.018048:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608748.018052:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608748.018055:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608748.018057:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789608748.018061:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608748.018063:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608748.018065:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8aa8. 00000400:00000200:1.0:1789608748.018067:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed3b8 00000400:00000010:1.0:1789608748.018069:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed3b8. 00000100:00000001:1.0:1789608748.018072:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608748.018076:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5c380 x1876538934277504/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608763 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608748.018084:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5c380 x1876538934277504/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608763 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608748.018091:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608748.018092:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608748.018094:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608748.018096:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608748.018097:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608748.018098:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608748.018100:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608748.018106:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b17c60 time=106 v=5 (104 104 104 137) 00000100:00001000:1.0:1789608748.018109:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b17c18 time=106 v=5 (1 1 1 1) 00000100:00000001:1.0:1789608748.018112:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608748.018113:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608748.018114:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608748.018116:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608748.018119:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608748.018120:0:2409:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1789608748.018122:0:2409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608748.018123:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608748.018127:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5c380 x1876538934277504/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608763 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608748.018132:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608748.018134:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608748.018135:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608748.018138:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5c380 x1876538934277504/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608763 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608748.018151:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934277504:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608748.018155:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608748.018157:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608748.018160:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5c380 x1876538934277504/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608763 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608748.018166:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608748.018167:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608748.018169:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d906145200. 02000000:00000001:1.0:1789608748.018171:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608748.018172:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608748.018174:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=3 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:1.0:1789608748.018176:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608748.018177:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d91a306d00. 02000000:00000001:1.0:1789608748.018179:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608748.018180:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608748.018182:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5c380. 00000100:00000001:1.0:1789608748.018184:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608748.018186:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608748.018188:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608748.018196:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608748.018198:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608748.018200:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608748.018202:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608748.549793:0:32251:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608748.813780:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608748.813788:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608748.813795:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608748.813797:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608748.813802:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608748.813803:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608748.813964:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608748.813968:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608748.813973:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789608749.837816:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608749.837824:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608749.837830:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608749.837831:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608749.837835:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608749.837836:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608749.838090:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608749.838094:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608749.838097:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1789608750.075113:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608750.077018:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608750.077031:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608750.078223:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608750.078240:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608750.078250:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608750.078260:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608750.078266:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608750.078273:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608750.078279:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 328 into portal 15 MB=0x6aab3c51c7100 00000400:00000200:0.0:1789608750.078290:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.121@tcp of length 328/328 into md 0x6d51 [2] + 1312 00000800:00000001:0.0:1789608750.078300:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608750.078306:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608750.078310:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608750.078315:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608750.078325:0:2401:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1789608750.078328:0:2401:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1789608750.078335:0:2401:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5ed80. 00000100:00000040:0.0:1789608750.078339:0:2401:0:(events.c:341:request_in_callback()) incoming req@ffff94d907e5ed80 x1876538943107328 msgsize 328 00000100:00100000:0.0:1789608750.078344:0:2401:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.121@tcp (source: 12345-192.168.203.121@tcp) 00000100:00000001:0.0:1789608750.078352:0:2401:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:0.0:1789608750.078363:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608750.078367:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608750.078369:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608750.078371:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608750.078374:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608750.078377:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608750.078381:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608750.078384:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608750.078387:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608750.078390:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 328 into portal 15 MB=0x6aab3c51c7200 00000400:00000200:0.0:1789608750.078394:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.121@tcp of length 328/328 into md 0x6d51 [2] + 1640 00000800:00000001:0.0:1789608750.078398:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608750.078418:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608750.078421:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608750.078433:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608750.078437:0:2401:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1789608750.078438:0:2401:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1789608750.078442:0:2401:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5e680. 00000100:00000040:0.0:1789608750.078445:0:2401:0:(events.c:341:request_in_callback()) incoming req@ffff94d907e5e680 x1876538943107584 msgsize 328 00000100:00100000:0.0:1789608750.078449:0:2401:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.121@tcp (source: 12345-192.168.203.121@tcp) 00000100:00000001:0.0:1789608750.078462:0:2401:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:0.0:1789608750.078467:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608750.078470:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608750.078501:0:16946:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1789608750.078505:0:16946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876538943107328 02000000:00000001:0.0:1789608750.078508:0:16946:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1789608750.078511:0:16946:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608750.078514:0:16946:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608750.078521:0:16946:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608750.078527:0:16946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876538943107328 00000020:00000001:0.0:1789608750.078532:0:16946:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789608750.078535:0:16946:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc54db3288176f366 00000020:00000001:0.0:1789608750.078538:0:16946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608750.078542:0:16946:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d903104000 refcount=4 00000020:00000001:0.0:1789608750.078545:0:16946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258513051648 : -117815196499968 : ffff94d903104000) 00000020:00000001:0.0:1789608750.078547:0:16946:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626258513051648 : -117815196499968 : ffff94d903104000) 00000100:00000001:0.0:1789608750.078553:0:16946:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1789608750.078559:0:16946:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d91213b100. 00000100:00000001:0.0:1789608750.078562:0:16946:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1789608750.078566:0:16946:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d91213b100. 00000020:00000010:0.0:1789608750.078573:0:16946:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94d906145a00. 00000020:00000010:0.0:1789608750.078580:0:16946:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff94d90330c700. 00000020:00000010:0.0:1789608750.078586:0:16946:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff94d909230578. 00000100:00000040:0.0:1789608750.078599:0:16946:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1789608750.078602:0:16946:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1789608750.078604:0:16946:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1789608750.078607:0:16946:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608750.078618:0:16946:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608750.078625:0:16946:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608750.078637:0:16946:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1789608750.078638:0:16946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876538943107584 02000000:00000001:0.0:1789608750.078640:0:16946:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1789608750.078641:0:16946:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608750.078642:0:16946:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608750.078644:0:16946:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608750.078646:0:16946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876538943107584 00000020:00000001:0.0:1789608750.078648:0:16946:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789608750.078649:0:16946:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc54db3288176f35f 00000020:00000001:0.0:1789608750.078650:0:16946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608750.078652:0:16946:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d903103800 refcount=4 00000020:00000001:0.0:1789608750.078654:0:16946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258513049600 : -117815196502016 : ffff94d903103800) 00000020:00000001:0.0:1789608750.078656:0:16946:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626258513049600 : -117815196502016 : ffff94d903103800) 00000100:00000001:0.0:1789608750.078659:0:16946:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1789608750.078661:0:16946:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d91213b100. 00000100:00000001:0.0:1789608750.078663:0:16946:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1789608750.078665:0:16946:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d91213b100. 00000020:00000010:0.0:1789608750.078668:0:16946:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94d906145200. 00000020:00000010:0.0:1789608750.078670:0:16946:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff94d90330cf80. 00000020:00000010:0.0:1789608750.078673:0:16946:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff94d909230960. 00000100:00000001:0.0:1789608750.078698:0:16946:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1789608750.078700:0:16946:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1789608750.078701:0:16946:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608750.078704:0:16946:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608750.078706:0:16946:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608750.078713:0:16946:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1789608750.078715:0:16946:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1789608750.078720:0:16946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.121@tcp, seq: 56 00000100:00000040:0.0:1789608750.078724:0:16946:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff94d903104000 : new rpc_count 1 00000100:00000001:0.0:1789608750.078726:0:16946:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446626258594164096 : -117815115387520 : ffff94d907e5ed80) 00000100:00000040:0.0:1789608750.078735:0:16946:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff94d907e5ed80 x1876538943107328/t0(0) o104->LOV_OSC_UUID@192.168.203.121@tcp:551/0 lens 328/0 e 0 to 0 dl 1789608761 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789608750.078745:0:16946:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1789608750.078747:0:16946:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d91213b100. 00000100:00000001:0.0:1789608750.078749:0:16946:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1789608750.078751:0:16946:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d91213b100. 00000100:00100000:0.0:1789608750.078756:0:16946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff94d907e5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8102:x1876538943107328:12345-192.168.203.121@tcp:104: 00000100:00000200:0.0:1789608750.078760:0:16946:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876538943107328 00010000:00000001:0.0:1789608750.078763:0:16946:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1789608750.078774:0:16946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608750.078776:0:16946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608750.078778:0:16946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a800 refcount=2 00000020:00000001:0.0:1789608750.078780:0:16946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528151552 : -117815181400064 : ffff94d903f6a800) 00010000:00000001:0.0:1789608750.078784:0:16946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528151552 : -117815181400064 : ffff94d903f6a800) 00010000:00000001:0.0:1789608750.078788:0:16946:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608750.078793:0:16946:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789608750.078799:0:16946:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 00000000d967a426/0xc54db3288176fdc3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x91bddff8e8ed9093 expref: -99 pid: 32162 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:0.0:1789608750.078814:0:16946:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1789608750.078817:0:16946:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1789608750.078835:0:16946:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff94d903116000. 02000000:00000001:0.0:1789608750.078839:0:16946:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608750.078842:0:16946:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608750.078848:0:16946:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1789608750.078851:0:16946:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608750.078855:0:16946:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d909864de8 time=107 v=5 (1 1 1 1) 00000100:00000001:0.0:1789608750.078861:0:16946:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789608750.078864:0:16946:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff94d907ddb340 refcount 16 to 192.168.203.121@tcp 00000100:00000001:0.0:1789608750.078867:0:16946:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446626258593624896 : -117815115926720 : ffff94d907ddb340) 02000000:00000001:0.0:1789608750.078869:0:16946:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1789608750.078872:0:16946:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608750.078876:0:16946:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608750.078879:0:16946:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608750.078885:0:16946:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed440. 00000100:00000200:0.0:1789608750.078891:0:16946:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876538943107328, offset 224 00000400:00000200:0.0:1789608750.078899:0:16946:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608750.078906:0:16946:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608750.078914:0:16946:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.21@tcp to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608750.078921:0:16946:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2713:2713:256:4294967295] 192.168.203.121@tcp LPNI seq info [2713:2713:8:4294967295] 00000400:00000200:0.0:1789608750.078925:0:16946:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608750.078936:0:16946:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:192.168.203.21@tcp) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608750.078942:0:16946:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608750.078947:0:16946:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903ee1500. 00000800:00000200:0.0:1789608750.078955:0:16946:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608750.078963:0:16946:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608750.078967:0:16946:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903ee1500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608750.078977:0:16946:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608750.078981:0:16946:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff94d907ddb340 refcount 15 to 192.168.203.121@tcp 00010000:00000001:0.0:1789608750.078984:0:16946:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1789608750.078988:0:16946:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff94d90716e3c0. 00010000:00000001:0.0:1789608750.078991:0:16946:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1789608750.079006:0:16946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1789608750.079009:0:16946:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608750.079220:0:16946:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608750.079223:0:16946:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608750.079230:0:16946:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5ed80 x1876538943107328/t0(0) o104->LOV_OSC_UUID@192.168.203.121@tcp:551/0 lens 328/224 e 0 to 0 dl 1789608761 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789608750.079241:0:16946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff94d907e5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8102:x1876538943107328:12345-192.168.203.121@tcp:104: Request processed in 494us (899us total) trans 0 rc 0/0 00000100:00100000:0.0:1789608750.079250:0:16946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.121@tcp, seq: 56 00000100:00000040:0.0:1789608750.079254:0:16946:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff94d903104000 : new rpc_count 0 00000100:00000001:0.0:1789608750.079256:0:16946:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1789608750.079259:0:16946:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1789608750.079264:0:16946:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff94d90330c700. 00000020:00000010:0.0:1789608750.079269:0:16946:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff94d909230578. 00000020:00000010:0.0:1789608750.079273:0:16946:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94d906145a00. 00000020:00000040:0.0:1789608750.079278:0:16946:0:(genops.c:879:class_export_put()) PUTting export ffff94d903104000 : new refcount 3 00000100:00000001:0.0:1789608750.079281:0:16946:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608750.079291:0:16946:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1789608750.079293:0:16946:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1789608750.079296:0:16946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.121@tcp, seq: 57 00000100:00000040:0.0:1789608750.079300:0:16946:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff94d903103800 : new rpc_count 1 00000100:00000001:0.0:1789608750.079302:0:16946:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446626258594162304 : -117815115389312 : ffff94d907e5e680) 00000100:00000040:0.0:1789608750.079306:0:16946:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff94d907e5e680 x1876538943107584/t0(0) o104->LOV_OSC_UUID@192.168.203.121@tcp:551/0 lens 328/0 e 0 to 0 dl 1789608761 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789608750.079313:0:16946:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1789608750.079316:0:16946:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d91213b100. 00000100:00000001:0.0:1789608750.079319:0:16946:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1789608750.079321:0:16946:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d91213b100. 00000100:00100000:0.0:1789608750.079325:0:16946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff94d907e5e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8103:x1876538943107584:12345-192.168.203.121@tcp:104: 00000100:00000200:0.0:1789608750.079328:0:16946:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876538943107584 00010000:00000001:0.0:1789608750.079330:0:16946:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1789608750.079334:0:16946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608750.079336:0:16946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608750.079338:0:16946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233400 refcount=2 00000020:00000001:0.0:1789608750.079340:0:16946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614957056 : -117815094594560 : ffff94d909233400) 00010000:00000001:0.0:1789608750.079343:0:16946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614957056 : -117815094594560 : ffff94d909233400) 00010000:00000001:0.0:1789608750.079346:0:16946:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608750.079349:0:16946:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789608750.079352:0:16946:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 0000000020875860/0xc54db3288176fdd8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x91bddff8e8ed90d2 expref: -99 pid: 32163 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:0.0:1789608750.079361:0:16946:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1789608750.079363:0:16946:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1789608750.079366:0:16946:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff94d903115800. 02000000:00000001:0.0:1789608750.079368:0:16946:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608750.079370:0:16946:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608750.079372:0:16946:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1789608750.079375:0:16946:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608750.079377:0:16946:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d909864de8 time=107 v=5 (1 1 1 1) 00000100:00000001:0.0:1789608750.079380:0:16946:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789608750.079382:0:16946:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff94d907ddb340 refcount 16 to 192.168.203.121@tcp 00000100:00000001:0.0:1789608750.079385:0:16946:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446626258593624896 : -117815115926720 : ffff94d907ddb340) 02000000:00000001:0.0:1789608750.079387:0:16946:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1789608750.079388:0:16946:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608750.079390:0:16946:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608750.079392:0:16946:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608750.079395:0:16946:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed660. 00000100:00000200:0.0:1789608750.079399:0:16946:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876538943107584, offset 224 00000400:00000200:0.0:1789608750.079404:0:16946:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608750.079409:0:16946:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608750.079413:0:16946:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.21@tcp to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608750.079417:0:16946:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2714:2714:255:4294967295] 192.168.203.121@tcp LPNI seq info [2714:2714:7:4294967295] 00000400:00000200:0.0:1789608750.079420:0:16946:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608750.079438:0:16946:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:192.168.203.21@tcp) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608750.079442:0:16946:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608750.079446:0:16946:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903ee1000. 00000800:00000200:0.0:1789608750.079449:0:16946:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608750.079453:0:16946:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608750.079456:0:16946:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903ee1000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608750.079459:0:16946:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608750.079462:0:16946:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff94d907ddb340 refcount 15 to 192.168.203.121@tcp 00010000:00000001:0.0:1789608750.079464:0:16946:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1789608750.079467:0:16946:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff94d90716e900. 00010000:00000001:0.0:1789608750.079469:0:16946:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1789608750.079477:0:16946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00010000:00000001:0.0:1789608750.079479:0:16946:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608750.079481:0:16946:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608750.079482:0:16946:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608750.079487:0:16946:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5e680 x1876538943107584/t0(0) o104->LOV_OSC_UUID@192.168.203.121@tcp:551/0 lens 328/224 e 0 to 0 dl 1789608761 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789608750.079496:0:16946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff94d907e5e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8103:x1876538943107584:12345-192.168.203.121@tcp:104: Request processed in 181us (1049us total) trans 0 rc 0/0 00000100:00100000:0.0:1789608750.079503:0:16946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.121@tcp, seq: 57 00000100:00000040:0.0:1789608750.079506:0:16946:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff94d903103800 : new rpc_count 0 00000100:00000001:0.0:1789608750.079508:0:16946:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1789608750.079509:0:16946:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1789608750.079513:0:16946:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff94d90330cf80. 00000020:00000010:0.0:1789608750.079516:0:16946:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff94d909230960. 00000020:00000010:0.0:1789608750.079519:0:16946:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94d906145200. 00000020:00000040:0.0:1789608750.079522:0:16946:0:(genops.c:879:class_export_put()) PUTting export ffff94d903103800 : new refcount 3 00000100:00000001:0.0:1789608750.079525:0:16946:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1789608750.079575:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608750.079579:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903ee1500. 00000400:00000200:0.0:1789608750.079583:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608750.079588:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608750.079594:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed440 00000400:00000010:0.0:1789608750.079597:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed440. 00000100:00000001:0.0:1789608750.079602:0:2402:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1789608750.079604:0:2402:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:0.0:1789608750.079671:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608750.079673:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903ee1000. 00000400:00000200:0.0:1789608750.079799:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608750.079803:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608750.079806:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed660 00000400:00000010:0.0:1789608750.079808:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed660. 00000100:00000001:0.0:1789608750.079811:0:2402:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1789608750.079812:0:2402:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000001:1.0:1789608750.080387:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608750.080392:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608750.080396:0:16957:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00000001:1.0:1789608750.080400:0:16957:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1789608750.080403:0:16957:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1789608750.080409:0:16957:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 00000000d967a426/0xc54db3288176fdc3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x91bddff8e8ed9093 expref: -99 pid: 32162 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1789608750.080422:0:16957:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d903f6a800 already unused, calling callback (ffffffffc1007300) 00000008:00000001:1.0:1789608750.080437:0:16957:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1789608750.080441:0:16957:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1789608750.080443:0:16957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608750.080445:0:16957:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608750.080448:0:16957:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a800 refcount=3 00000020:00000001:1.0:1789608750.080451:0:16957:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528151552 : -117815181400064 : ffff94d903f6a800) 00010000:00000001:1.0:1789608750.080454:0:16957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528151552 : -117815181400064 : ffff94d903f6a800) 00010000:00000001:1.0:1789608750.080457:0:16957:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789608750.080460:0:16957:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 00000000d967a426/0xc54db3288176fdc3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x91bddff8e8ed9093 expref: -99 pid: 32162 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1789608750.080469:0:16957:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1789608750.080471:0:16957:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789608750.080475:0:16957:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514697752 : -117815194853864 : ffff94d903295e18) 00000020:00001000:1.0:1789608750.080478:0:16957:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295e10 00000008:00000001:1.0:1789608750.080481:0:16957:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1789608750.080483:0:16957:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789608750.080486:0:16957:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295e10 00000008:00000001:1.0:1789608750.080489:0:16957:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608750.080492:0:16957:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789608750.080497:0:16957:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789608750.080499:0:16957:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789608750.080501:0:16957:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608750.080504:0:16957:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789608750.080507:0:16957:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d903f6a800 with handle 0xc54db3288176fdc3 from hash 00010000:00000001:1.0:1789608750.080509:0:16957:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789608750.080511:0:16957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608750.080513:0:16957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608750.080515:0:16957:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789608750.080519:0:16957:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789608750.080521:0:16957:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1789608750.080527:0:16957:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789608750.080531:0:16957:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608750.080533:0:16957:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789608750.080536:0:16957:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1789608750.080543:0:16957:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904057800. 00000020:00000040:1.0:1789608750.080547:0:16957:0:(genops.c:1209:class_import_get()) import ffff94d902b13000 refcount=3 obd=lustre-OST0001-osc-ffff94d904ceb000 00000100:00000001:1.0:1789608750.080553:0:16957:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608750.080555:0:16957:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608750.080560:0:16957:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608750.080568:0:16957:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d9070afa00. 00000100:00000001:1.0:1789608750.080574:0:16957:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608750.080576:0:16957:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789608750.080583:0:16957:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 00000000d967a426/0xc54db3288176fdc3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x91bddff8e8ed9093 expref: -99 pid: 32162 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1789608750.080591:0:16957:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1789608750.080593:0:16957:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608750.080599:0:16957:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608750.080605:0:16957:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608750.080614:0:16957:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000663e050a] to pc [ptlrpcd_00_00+0] req@ffff94d904057800 x1876538934277888/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789608750.080652:0:16957:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789608750.080656:0:16957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608750.080657:0:16957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608750.080659:0:16957:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608750.080662:0:16957:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789608750.080664:0:16957:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608750.080667:0:16957:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 00000000d967a426/0xc54db3288176fdc3 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x91bddff8e8ed9093 expref: -99 pid: 32162 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789608750.080770:0:16957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789608750.080776:0:16957:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 00000000d967a426/0xc54db3288176fdc3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x91bddff8e8ed9093 expref: -99 pid: 32162 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1789608750.080787:0:16957:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d91117dec0. 00010000:00000040:1.0:1789608750.080793:0:16957:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d90906bb00 count: 0 00010000:00000010:1.0:1789608750.080802:0:16957:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff94d90906b100. 00010000:00000001:1.0:1789608750.080809:0:16957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608750.080811:0:16957:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1789608750.080813:0:16957:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff94d90716e3c0. 00010000:00000001:1.0:1789608750.080817:0:16957:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608750.080869:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608750.080872:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608750.080875:0:16957:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1789608750.080877:0:16957:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1789608750.080878:0:16957:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1789608750.080882:0:16957:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 0000000020875860/0xc54db3288176fdd8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x91bddff8e8ed90d2 expref: -99 pid: 32163 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1789608750.080890:0:16957:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d909233400 already unused, calling callback (ffffffffc1007300) 00000008:00000001:1.0:1789608750.080891:0:16957:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1789608750.080893:0:16957:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1789608750.080894:0:16957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608750.080896:0:16957:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608750.080897:0:16957:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233400 refcount=3 00000020:00000001:1.0:1789608750.080899:0:16957:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614957056 : -117815094594560 : ffff94d909233400) 00010000:00000001:1.0:1789608750.080901:0:16957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614957056 : -117815094594560 : ffff94d909233400) 00010000:00000001:1.0:1789608750.080903:0:16957:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789608750.080905:0:16957:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 0000000020875860/0xc54db3288176fdd8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x91bddff8e8ed90d2 expref: -99 pid: 32163 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1789608750.080911:0:16957:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1789608750.080913:0:16957:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789608750.080916:0:16957:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514697752 : -117815194853864 : ffff94d903295e18) 00000020:00001000:1.0:1789608750.080918:0:16957:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295e10 00000008:00000001:1.0:1789608750.080920:0:16957:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1789608750.080921:0:16957:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789608750.080923:0:16957:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295e10 00000008:00000001:1.0:1789608750.080925:0:16957:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608750.080928:0:16957:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789608750.080930:0:16957:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789608750.080932:0:16957:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789608750.080934:0:16957:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608750.080936:0:16957:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789608750.080938:0:16957:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d909233400 with handle 0xc54db3288176fdd8 from hash 00010000:00000001:1.0:1789608750.080941:0:16957:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789608750.080942:0:16957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608750.080944:0:16957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608750.080945:0:16957:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789608750.080948:0:16957:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789608750.080949:0:16957:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1789608750.080954:0:16957:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789608750.080957:0:16957:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608750.080959:0:16957:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789608750.080960:0:16957:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1789608750.080966:0:16957:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904055f80. 00000020:00000040:1.0:1789608750.080968:0:16957:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00000100:00000001:1.0:1789608750.080972:0:16957:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608750.080974:0:16957:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608750.080976:0:16957:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608750.080980:0:16957:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d9070af000. 00000100:00000001:1.0:1789608750.080983:0:16957:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608750.080986:0:16957:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789608750.080989:0:16957:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 0000000020875860/0xc54db3288176fdd8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x91bddff8e8ed90d2 expref: -99 pid: 32163 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1789608750.080996:0:16957:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1789608750.080998:0:16957:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608750.081001:0:16957:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608750.081004:0:16957:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608750.081009:0:16957:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ae15b1e] to pc [ptlrpcd_00_01+1] req@ffff94d904055f80 x1876538934278016/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789608750.081089:0:16957:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789608750.081091:0:16957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608750.081093:0:16957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608750.081094:0:16957:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608750.081096:0:16957:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789608750.081098:0:16957:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608750.081101:0:16957:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 0000000020875860/0xc54db3288176fdd8 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x91bddff8e8ed90d2 expref: -99 pid: 32163 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789608750.081108:0:16957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789608750.081110:0:16957:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 0000000020875860/0xc54db3288176fdd8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x91bddff8e8ed90d2 expref: -99 pid: 32163 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1789608750.081118:0:16957:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d9071bfa40. 00010000:00000040:1.0:1789608750.081123:0:16957:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d903b69600 count: 0 00010000:00000010:1.0:1789608750.081127:0:16957:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff94d903b69b00. 00010000:00000001:1.0:1789608750.081134:0:16957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608750.081135:0:16957:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1789608750.081137:0:16957:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff94d90716e900. 00010000:00000001:1.0:1789608750.081140:0:16957:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608750.081142:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608750.081143:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608750.081145:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789608750.081147:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608750.081148:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608750.081150:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789608750.081152:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608750.081153:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608750.081155:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789608750.081166:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608750.081170:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608750.081172:0:2410:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608750.081179:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904055f80 x1876538934278016/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608750.081188:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608750.081191:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608750.081195:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608750.081199:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608750.081201:0:2410:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608750.081204:0:2410:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904055f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934278016:192.168.203.121@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1789608750.081209:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608750.081216:0:2410:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608750.081219:0:2410:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608750.081222:0:2410:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608750.081227:0:2410:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d9070aea00. 02000000:00000001:1.0:1789608750.081229:0:2410:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608750.081238:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608750.081244:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d347e8. 00000400:00000010:1.0:1789608750.081252:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35f68. 00000100:00000200:1.0:1789608750.081260:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934278016, portal 18 00000100:00000001:1.0:1789608750.081262:0:2410:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608750.081264:0:2410:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529116032 : -117815180435584 : ffff94d904055f80) 00000100:00000040:1.0:1789608750.081272:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904055f80 x1876538934278016/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608766 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608750.081280:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608750.081283:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608750.081288:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d357f8. 00000100:00000200:1.0:1789608750.081291:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876538934278016, offset 0 00000400:00000200:1.0:1789608750.081299:0:2410:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608750.081307:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608750.081315:0:2410:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608750.081322:0:2410:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608750.081327:0:2410:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000020:00000001:3.0:1789608750.081331:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000400:00000200:1.0:1789608750.081332:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000020:00000001:3.0:1789608750.081336:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608750.081339:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00010000:00010000:3.0:1789608750.081341:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1789608750.081346:0:2410:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2715:2715:256:4294967295] 192.168.203.121@tcp LPNI seq info [2715:2715:8:4294967295] 00000400:00000200:1.0:1789608750.081352:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608750.081363:0:2410:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608750.081370:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608750.081375:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa000. 00000800:00000200:1.0:1789608750.081382:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608750.081389:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608750.081393:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1789608750.081407:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608750.081412:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 219061 usecs (220 jiffies) 00000400:00000200:1.0:1789608750.081416:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608750.081419:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296477390 00000100:00000001:1.0:1789608750.081422:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296479006 00000100:00000001:1.0:1789608750.081435:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296477390 00000100:00000001:1.0:1789608750.081438:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296479006 00000100:00000001:1.0:1789608750.081441:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608750.081444:0:2410:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608750.081448:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608750.081451:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608750.081458:0:2410:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608750.081461:0:2410:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789608750.081463:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608750.081464:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608750.081466:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608750.081468:0:2410:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1789608750.081470:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608750.081472:0:2410:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608750.081474:0:2410:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608750.081476:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608750.081477:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608750.081478:0:2410:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608750.081483:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904057800 x1876538934277888/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608750.081491:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608750.081492:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608750.081495:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608750.081497:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608750.081498:0:2410:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608750.081501:0:2410:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904057800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934277888:192.168.203.121@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1789608750.081505:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608750.081507:0:2410:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608750.081509:0:2410:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608750.081510:0:2410:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608750.081513:0:2410:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d9070ae400. 02000000:00000001:1.0:1789608750.081515:0:2410:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608750.081518:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608750.081521:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34f78. 00000400:00000010:1.0:1789608750.081525:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35aa0. 00000100:00000200:1.0:1789608750.081527:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934277888, portal 18 00000100:00000001:1.0:1789608750.081529:0:2410:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608750.081530:0:2410:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529122304 : -117815180429312 : ffff94d904057800) 00000100:00000040:1.0:1789608750.081536:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904057800 x1876538934277888/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608766 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608750.081543:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608750.081545:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608750.081548:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35550. 00000100:00000200:1.0:1789608750.081550:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876538934277888, offset 0 00000400:00000200:1.0:1789608750.081555:0:2410:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608750.081559:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608750.081562:0:2410:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608750.081565:0:2410:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608750.081568:0:2410:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608750.081570:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608750.081572:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608750.081575:0:2410:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2716:2716:255:4294967295] 192.168.203.121@tcp LPNI seq info [2716:2716:7:4294967295] 00000400:00000200:1.0:1789608750.081579:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608750.081585:0:2410:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608750.081589:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608750.081594:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faab00. 00000800:00000200:1.0:1789608750.081597:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608750.081601:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608750.081603:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faab00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1789608750.081606:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608750.081609:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: using a timeout of 25191 usecs (26 jiffies) 00000400:00000200:1.0:1789608750.081612:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608750.081614:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296477196 00000100:00000001:1.0:1789608750.081617:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296479006 00000100:00000001:1.0:1789608750.081619:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296477196 00000100:00000001:1.0:1789608750.081621:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296479006 00000100:00000001:1.0:1789608750.081623:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608750.081625:0:2410:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608750.081628:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608750.081630:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608750.081671:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1789608750.081800:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608750.081804:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1789608750.081845:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa000. 00000400:00000200:1.0:1789608750.081851:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608750.081857:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608750.081863:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d357f8 00000400:00000010:1.0:1789608750.081866:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d357f8. 00000100:00000001:1.0:1789608750.081870:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608750.081874:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904055f80 x1876538934278016/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608766 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608750.081891:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608750.081894:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904055f80 x1876538934278016/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608766 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608750.081901:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608750.081903:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608750.082113:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608750.082117:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faab00. 00000400:00000200:1.0:1789608750.082120:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608750.082125:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608750.082128:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35550 00000400:00000010:1.0:1789608750.082131:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35550. 00000100:00000001:1.0:1789608750.082133:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608750.082137:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904057800 x1876538934277888/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608766 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608750.082145:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608750.082148:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904057800 x1876538934277888/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608766 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608750.082155:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608750.082156:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1789608750.095872:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d90906bb00. 00010000:00000010:1.1:1789608750.095896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6a800. 00010000:00000010:1.1:1789608750.095901:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69600. 00010000:00000010:1.1:1789608750.095907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909233400. 00000800:00000001:0.0:1789608750.096905:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608750.096925:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608750.096930:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608750.096933:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608750.096943:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608750.096954:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608750.096966:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608750.096973:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608750.096979:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608750.096985:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 18 MB=0x6aab3c495b780 00000400:00000200:0.0:1789608750.096991:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608750.096998:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.121@tcp of length 224/224 into md 0x7cd1 [1] + 224 00000800:00000001:0.0:1789608750.097008:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608750.097014:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608750.097019:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608750.097024:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608750.097034:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608750.097045:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904055f80 x1876538934278016/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608766 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608750.097056:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904055f80 x1876538934278016/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608766 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608750.097081:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608750.097093:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608750.097097:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608750.097099:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608750.097101:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608750.097104:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608750.097108:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608750.097112:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608750.097115:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608750.097118:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608750.097121:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 18 MB=0x6aab3c495b700 00000400:00000200:0.0:1789608750.097125:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608750.097128:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.121@tcp of length 224/224 into md 0x7ce1 [1] + 224 00000800:00000001:0.0:1789608750.097132:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608750.097139:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608750.097141:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608750.097144:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608750.097147:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608750.097152:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904057800 x1876538934277888/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608766 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608750.097161:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904057800 x1876538934277888/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608766 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608750.097168:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608750.097171:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608750.097173:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608750.100308:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608750.100319:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789608750.100333:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608750.100335:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608750.100340:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34f78. 00000400:00000200:1.0:1789608750.100351:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35aa0 00000400:00000010:1.0:1789608750.100354:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35aa0. 00000100:00000001:1.0:1789608750.100360:0:2410:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608750.100374:0:2410:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904057800 x1876538934277888/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608766 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608750.100401:0:2410:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904057800 x1876538934277888/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608766 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608750.100415:0:2410:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608750.100417:0:2410:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608750.100420:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608750.100433:0:2410:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608750.100437:0:2410:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608750.100440:0:2410:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608750.100444:0:2410:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608750.100456:0:2410:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b134a8 time=106 v=5 (5 5 5 5) 00000100:00001000:1.0:1789608750.100460:0:2410:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13418 time=4 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608750.100462:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608750.100465:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608750.100467:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608750.100473:0:2410:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608750.100478:0:2410:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608750.100480:0:2410:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d904ceb000: skip recheck: last_committed 4294967322 00000100:00000001:1.0:1789608750.100482:0:2410:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608750.100485:0:2410:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608750.100491:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904057800 x1876538934277888/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608766 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608750.100499:0:2410:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608750.100503:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608750.100505:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608750.100510:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904057800 x1876538934277888/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608766 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608750.100518:0:2410:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904057800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934277888:192.168.203.121@tcp:103:ldlm_bl.0 00000400:00000001:1.0:1789608750.100525:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608750.100527:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608750.100529:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d347e8. 00000400:00000200:1.0:1789608750.100532:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35f68 00000400:00000010:1.0:1789608750.100534:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35f68. 00000100:00000001:1.0:1789608750.100536:0:2410:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608750.100541:0:2410:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904055f80 x1876538934278016/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608766 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608750.100549:0:2410:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904055f80 x1876538934278016/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608766 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608750.100556:0:2410:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608750.100557:0:2410:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608750.100559:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608750.100560:0:2410:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608750.100561:0:2410:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608750.100563:0:2410:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608750.100565:0:2410:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608750.100569:0:2410:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13d38 time=91 v=5 (5 5 0 5) 00000100:00001000:1.0:1789608750.100572:0:2410:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608750.100574:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608750.100575:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608750.100576:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608750.100579:0:2410:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608750.100581:0:2410:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608750.100583:0:2410:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: skip recheck: last_committed 4294967331 00000100:00000001:1.0:1789608750.100584:0:2410:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608750.100586:0:2410:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608750.100590:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904055f80 x1876538934278016/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608766 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608750.100596:0:2410:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608750.100598:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608750.100599:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608750.100603:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904055f80 x1876538934278016/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608766 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608750.100610:0:2410:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904055f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934278016:192.168.203.121@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1789608750.100615:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608750.100619:0:2410:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608750.100622:0:2410:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904057800 x1876538934277888/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608766 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608750.100635:0:2410:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608750.100638:0:2410:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608750.100643:0:2410:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d9070ae400. 02000000:00000001:1.0:1789608750.100647:0:2410:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608750.100651:0:2410:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608750.100652:0:2410:0:(genops.c:1222:class_import_put()) import ffff94d902b13000 refcount=2 obd=lustre-OST0001-osc-ffff94d904ceb000 00000020:00000001:1.0:1789608750.101250:0:2410:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608750.101256:0:2410:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d9070afa00. 02000000:00000001:1.0:1789608750.101263:0:2410:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608750.101266:0:2410:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608750.101268:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904057800. 00000100:00000001:1.0:1789608750.101273:0:2410:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608750.101274:0:2410:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608750.101277:0:2410:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608750.101283:0:2410:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904055f80 x1876538934278016/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608766 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608750.101290:0:2410:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608750.101293:0:2410:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608750.101294:0:2410:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d9070aea00. 02000000:00000001:1.0:1789608750.101296:0:2410:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608750.101298:0:2410:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608750.101299:0:2410:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=2 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:1.0:1789608750.101301:0:2410:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608750.101303:0:2410:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d9070af000. 02000000:00000001:1.0:1789608750.101305:0:2410:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608750.101306:0:2410:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608750.101307:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904055f80. 00000100:00000001:1.0:1789608750.101310:0:2410:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608750.101311:0:2410:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608750.101314:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608750.101325:0:2410:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608750.101328:0:2410:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608750.101331:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608750.101335:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608750.237199:0:32390:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608750.861853:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608750.861863:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608750.861927:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608750.861931:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608750.861935:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789608751.885962:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608751.885971:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608751.886382:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608751.886389:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608751.886394:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789608751.950576:0:809:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d110 (cpu 1) has reached its deadline 4296479006, at 4296479040 00000100:00000010:1.0:1789608751.950600:0:809:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d9094a95a0. 00000100:00000040:0.0:1789608751.954525:0:20560:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d000 (cpu 0) has reached its deadline 4296479006, at 4296479044 00000100:00000010:0.0:1789608751.954539:0:20560:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d9094a98a0. 00000080:00000001:0.0:1789608752.080859:0:32537:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608752.812171:0:32600:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608752.909928:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608752.909938:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608752.909969:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789608752.909971:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608752.909975:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789608753.166871:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608753.166880:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608753.166889:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904055f80. 00000020:00000040:1.0:1789608753.166895:0:36:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=4 obd=MGC192.168.203.121@tcp 00000100:00000001:1.0:1789608753.166899:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608753.166903:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608753.166908:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608753.166917:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faae00. 00000100:00000001:1.0:1789608753.166924:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608753.166936:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS req@ffff94d904055f80 x1876538934278144/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608753.166947:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608753.166952:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608753.166958:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ae15b1e] to pc [ptlrpcd_00_00+0] req@ffff94d904055f80 x1876538934278144/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608753.166997:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608753.167001:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608753.167004:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608753.167011:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904055f80 x1876538934278144/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608753.167019:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608753.167021:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608753.167025:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608753.167027:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608753.167030:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608753.167033:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904055f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2409:1876538934278144:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608753.167038:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608753.167042:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608753.167045:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608753.167047:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608753.167052:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d904f5b000. 02000000:00000001:0.0:1789608753.167055:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608753.167062:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608753.167066:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8dc0. 00000400:00000010:0.0:1789608753.167072:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed660. 00000100:00000200:0.0:1789608753.167080:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934278144, portal 25 00000100:00000001:0.0:1789608753.167082:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608753.167084:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529116032 : -117815180435584 : ffff94d904055f80) 00000100:00000040:0.0:1789608753.167090:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904055f80 x1876538934278144/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608753.167097:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608753.167100:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608753.167103:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed440. 00000100:00000200:0.0:1789608753.167106:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876538934278144, offset 0 00000400:00000200:0.0:1789608753.167112:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608753.167120:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608753.167127:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608753.167132:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608753.167136:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608753.167140:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608753.167143:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608753.167147:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2717:2717:256:4294967295] 192.168.203.121@tcp LPNI seq info [2717:2717:8:4294967295] 00000400:00000200:0.0:1789608753.167152:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608753.167161:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608753.167167:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608753.167172:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903ee1c00. 00000800:00000200:0.0:1789608753.167179:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608753.167187:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608753.167191:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903ee1c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608753.167204:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608753.167208:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608753.167211:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 0 is 4296484190 00000100:00000010:0.0:1789608753.167216:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d9082d7c00. 00000100:00000001:0.0:1789608753.167223:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789608753.167230:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 1 is 4296484190 00000100:00000010:0.0:1789608753.167233:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d9082d7cc0. 00000100:00000001:0.0:1789608753.167237:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789608753.167240:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608753.167243:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608753.167245:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608753.167248:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608753.167275:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608753.167278:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608753.167282:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608753.167285:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904057800. 00000020:00000040:1.0:1789608753.167288:0:36:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=10 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:1.0:1789608753.167291:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608753.167293:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608753.167295:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608753.167299:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faa000. 00000100:00000001:1.0:1789608753.167302:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608753.167307:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID req@ffff94d904057800 x1876538934278272/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608753.167321:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608753.167323:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608753.167327:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000663e050a] to pc [ptlrpcd_00_01+1] req@ffff94d904057800 x1876538934278272/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608753.168545:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608753.168550:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789608753.168556:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608753.168558:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608753.168560:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608753.168564:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1789608753.168566:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608753.168568:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608753.168570:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608753.168572:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608753.168573:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608753.168574:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608753.168584:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904057800 x1876538934278272/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608753.168593:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608753.168595:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608753.168598:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608753.168601:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608753.168604:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608753.168607:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904057800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934278272:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608753.168610:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608753.168615:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608753.168617:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608753.168619:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608753.168624:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d904f5b200. 02000000:00000001:0.0:1789608753.168625:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608753.168633:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608753.168637:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8738. 00000400:00000010:0.0:1789608753.168643:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed4c8. 00000100:00000200:0.0:1789608753.168649:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934278272, portal 10 00000100:00000001:0.0:1789608753.168652:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608753.168653:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529122304 : -117815180429312 : ffff94d904057800) 00000100:00000040:0.0:1789608753.168660:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904057800 x1876538934278272/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608753.168667:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608753.168669:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608753.168672:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed7f8. 00000100:00000200:0.0:1789608753.168698:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934278272, offset 0 00000400:00000200:0.0:1789608753.168705:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608753.168712:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608753.168718:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608753.168722:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608753.168726:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608753.168729:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608753.168732:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608753.168735:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2718:2718:255:4294967295] 192.168.203.121@tcp LPNI seq info [2718:2718:7:4294967295] 00000400:00000200:0.0:1789608753.168740:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608753.168748:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608753.168754:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608753.168758:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903ee1e00. 00000800:00000200:0.0:1789608753.168764:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608753.168770:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608753.168774:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903ee1e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608753.168778:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608753.168782:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 851893 usecs (852 jiffies) 00000400:00000200:0.0:1789608753.168785:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608753.168788:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296481110 00000100:00000001:0.0:1789608753.168791:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296484190 00000100:00000001:0.0:1789608753.168793:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296481110 00000100:00000001:0.0:1789608753.168796:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296484190 00000100:00000001:0.0:1789608753.168799:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608753.168802:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608753.168805:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608753.168807:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608753.168851:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608753.168855:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903ee1c00. 00000400:00000200:0.0:1789608753.168859:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608753.168863:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608753.168868:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed440 00000400:00000010:0.0:1789608753.168871:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed440. 00000100:00000001:0.0:1789608753.168875:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608753.168880:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904055f80 x1876538934278144/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608753.168890:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608753.168893:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904055f80 x1876538934278144/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608769 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608753.168901:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608753.168902:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608753.168970:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608753.168973:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903ee1e00. 00000400:00000200:0.0:1789608753.168976:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608753.168979:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608753.168982:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed7f8 00000400:00000010:0.0:1789608753.168984:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed7f8. 00000100:00000001:0.0:1789608753.168986:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608753.168989:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904057800 x1876538934278272/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608753.168996:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608753.168999:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904057800 x1876538934278272/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608769 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608753.169005:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608753.169007:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789608753.171709:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608753.171717:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608753.175637:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608753.175645:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608753.175650:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608753.175657:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904054380. 00000020:00000040:1.0:1789608753.175662:0:36:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=4 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000100:00000001:1.0:1789608753.175667:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608753.175670:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608753.175692:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608753.175700:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faaf00. 00000100:00000001:1.0:1789608753.175707:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608753.175719:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID req@ffff94d904054380 x1876538934278400/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608753.175733:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608753.175738:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608753.175744:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030888fc6] to pc [ptlrpcd_00_00+0] req@ffff94d904054380 x1876538934278400/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608753.175758:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608753.175761:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608753.175764:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608753.175768:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904057100. 00000020:00000040:1.0:1789608753.175771:0:36:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00000100:00000001:1.0:1789608753.175773:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608753.175774:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608753.175776:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608753.175779:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faa900. 00000100:00000001:1.0:1789608753.175783:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608753.175787:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID req@ffff94d904057100 x1876538934278528/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608753.175794:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608753.175796:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608753.175799:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000928ee147] to pc [ptlrpcd_00_01+1] req@ffff94d904057100 x1876538934278528/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608753.175807:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608753.175809:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608753.175812:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608753.175815:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904057b80. 00000020:00000040:1.0:1789608753.175817:0:36:0:(genops.c:1209:class_import_get()) import ffff94d902b13000 refcount=3 obd=lustre-OST0001-osc-ffff94d904ceb000 00000100:00000001:1.0:1789608753.175818:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608753.175820:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608753.175821:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608753.175824:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faa300. 00000100:00000001:1.0:1789608753.175826:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608753.175830:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID req@ffff94d904057b80 x1876538934278656/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608753.175836:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608753.175837:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608753.175841:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ef5f569] to pc [ptlrpcd_00_00+0] req@ffff94d904057b80 x1876538934278656/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608753.175847:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608753.175852:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1817) 00000100:00000001:1.0:1789608753.175869:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608753.175873:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608753.175875:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608753.175879:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904054380 x1876538934278400/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608753.175893:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608753.175896:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608753.175899:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608753.175902:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608753.175904:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608753.175907:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934278400:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608753.175911:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608753.175916:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608753.175918:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608753.175920:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608753.175924:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d906145a00. 02000000:00000001:1.0:1789608753.175926:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608753.175934:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608753.175938:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d347e8. 00000400:00000010:1.0:1789608753.175944:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35f68. 00000100:00000200:1.0:1789608753.175950:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934278400, portal 10 00000100:00000001:1.0:1789608753.175953:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608753.175955:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529108864 : -117815180442752 : ffff94d904054380) 00000100:00000040:1.0:1789608753.175961:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904054380 x1876538934278400/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608753.175969:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608753.175972:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608753.175974:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35aa0. 00000100:00000200:1.0:1789608753.175977:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934278400, offset 0 00000400:00000200:1.0:1789608753.175984:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608753.175993:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608753.176001:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608753.176005:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608753.176009:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608753.176013:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608753.176015:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608753.176020:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2719:2719:256:4294967295] 192.168.203.121@tcp LPNI seq info [2719:2719:8:4294967295] 00000400:00000200:1.0:1789608753.176024:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608753.176035:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608753.176041:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608753.176046:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa700. 00000800:00000200:1.0:1789608753.176053:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608753.176061:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608753.176066:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608753.176077:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608753.176082:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: using a timeout of 23341 usecs (24 jiffies) 00000400:00000200:1.0:1789608753.176085:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608753.176088:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296480288 00000100:00000001:1.0:1789608753.176092:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296484190 00000100:00000001:1.0:1789608753.176094:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296480288 00000100:00000001:1.0:1789608753.176097:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296484190 00000100:00000001:1.0:1789608753.176099:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608753.176102:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608753.176105:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608753.176109:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904057b80 x1876538934278656/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608753.176116:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608753.176118:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608753.176120:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608753.176122:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608753.176124:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608753.176127:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934278656:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608753.176130:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608753.176132:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608753.176134:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608753.176136:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608753.176139:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d906145800. 02000000:00000001:1.0:1789608753.176141:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608753.176144:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608753.176147:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34f78. 00000400:00000010:1.0:1789608753.176150:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35550. 00000100:00000200:1.0:1789608753.176153:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934278656, portal 4 00000100:00000001:1.0:1789608753.176155:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608753.176157:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529123200 : -117815180428416 : ffff94d904057b80) 00000100:00000040:1.0:1789608753.176162:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904057b80 x1876538934278656/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608753.176168:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608753.176170:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608753.176172:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d357f8. 00000100:00000200:1.0:1789608753.176174:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876538934278656, offset 0 00000400:00000200:1.0:1789608753.176178:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608753.176182:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608753.176185:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608753.176188:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608753.176190:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608753.176192:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608753.176194:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608753.176197:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2720:2720:255:4294967295] 192.168.203.121@tcp LPNI seq info [2720:2720:7:4294967295] 00000400:00000200:1.0:1789608753.176201:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608753.176207:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608753.176212:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608753.176215:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa600. 00000800:00000200:1.0:1789608753.176218:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608753.176222:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608753.176225:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608753.176227:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608753.176230:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: using a timeout of 25188 usecs (26 jiffies) 00000400:00000200:1.0:1789608753.176233:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608753.176235:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296480290 00000100:00000001:1.0:1789608753.176237:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296484190 00000100:00000001:1.0:1789608753.176239:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296480290 00000100:00000001:1.0:1789608753.176241:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296484190 00000100:00000001:1.0:1789608753.176243:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608753.176245:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608753.176248:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608753.176250:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608753.176258:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608753.176260:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789608753.176263:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608753.176264:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608753.176266:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608753.176268:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1789608753.176270:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608753.176272:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608753.176273:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608753.176275:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608753.176276:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608753.176277:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608753.176280:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904057100 x1876538934278528/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608753.176286:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608753.176288:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608753.176290:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608753.176292:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608753.176294:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608753.176297:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904057100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934278528:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608753.176300:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608753.176302:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608753.176303:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608753.176306:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608753.176309:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d906144400. 02000000:00000001:1.0:1789608753.176311:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608753.176314:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608753.176316:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34b00. 00000400:00000010:1.0:1789608753.176320:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d356e8. 00000100:00000200:1.0:1789608753.176322:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934278528, portal 4 00000100:00000001:1.0:1789608753.176324:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608753.176325:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529120512 : -117815180431104 : ffff94d904057100) 00000100:00000040:1.0:1789608753.176330:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904057100 x1876538934278528/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608753.176335:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608753.176337:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608753.176339:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d354c8. 00000100:00000200:1.0:1789608753.176341:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876538934278528, offset 0 00000400:00000200:1.0:1789608753.176345:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608753.176349:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608753.176352:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608753.176354:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608753.176356:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608753.176358:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608753.176360:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608753.176362:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2721:2721:254:4294967295] 192.168.203.121@tcp LPNI seq info [2721:2721:6:4294967295] 00000400:00000200:1.0:1789608753.176366:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608753.176371:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608753.176374:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608753.176377:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa100. 00000800:00000200:1.0:1789608753.176381:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608753.176384:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608753.176387:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608753.176389:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608753.176392:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 218116 usecs (219 jiffies) 00000400:00000200:1.0:1789608753.176395:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608753.176396:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296480483 00000100:00000001:1.0:1789608753.176398:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296484190 00000100:00000001:1.0:1789608753.176400:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296480483 00000100:00000001:1.0:1789608753.176414:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296484190 00000100:00000001:1.0:1789608753.176416:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608753.176418:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608753.176421:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608753.176423:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608753.176460:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608753.176464:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa700. 00000400:00000200:1.0:1789608753.176470:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608753.176474:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608753.176479:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35aa0 00000400:00000010:1.0:1789608753.176482:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35aa0. 00000100:00000001:1.0:1789608753.176485:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608753.176489:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904054380 x1876538934278400/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608753.176498:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608753.176501:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904054380 x1876538934278400/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608769 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608753.176507:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608753.176509:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608753.176519:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608753.176521:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa600. 00000400:00000200:1.0:1789608753.176524:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608753.176527:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608753.176529:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d357f8 00000400:00000010:1.0:1789608753.176530:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d357f8. 00000100:00000001:1.0:1789608753.176532:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608753.176535:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904057b80 x1876538934278656/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608753.176541:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608753.176544:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904057b80 x1876538934278656/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608769 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608753.176550:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608753.176552:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789608753.176793:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608753.176796:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608753.178450:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608753.178458:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa100. 00000400:00000200:1.0:1789608753.178465:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608753.178472:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608753.178478:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d354c8 00000400:00000010:1.0:1789608753.178481:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d354c8. 00000100:00000001:1.0:1789608753.178485:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608753.178492:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904057100 x1876538934278528/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608753.178502:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608753.178506:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904057100 x1876538934278528/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608769 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608753.178512:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608753.178514:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608753.182658:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608753.182689:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608753.182694:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608753.182697:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608753.182705:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608753.182713:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608753.182721:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608753.182726:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608753.182732:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608753.182736:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 25 MB=0x6aab3c495b800 00000400:00000200:0.0:1789608753.182741:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608753.182748:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.121@tcp of length 224/224 into md 0x7cf1 [1] + 224 00000800:00000001:0.0:1789608753.182754:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608753.182758:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608753.182761:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608753.182766:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608753.182773:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608753.182782:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904055f80 x1876538934278144/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608769 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608753.182793:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904055f80 x1876538934278144/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608769 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608753.182813:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608753.182821:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608753.182825:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608753.182827:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608753.182829:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608753.182833:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608753.182836:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608753.182841:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608753.182843:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608753.182847:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608753.182850:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c495b880 00000400:00000200:0.0:1789608753.182854:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608753.182858:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x7d01 [1] + 224 00000800:00000001:0.0:1789608753.182862:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608753.182870:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608753.182873:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608753.182876:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608753.182879:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608753.182883:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904057800 x1876538934278272/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608769 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608753.182892:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904057800 x1876538934278272/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608769 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608753.182899:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608753.182902:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608753.182905:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608753.182974:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608753.182979:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789608753.182988:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608753.182990:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608753.182993:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8738. 00000400:00000200:1.0:1789608753.182998:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed4c8 00000400:00000010:1.0:1789608753.183001:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed4c8. 00000100:00000001:1.0:1789608753.183004:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608753.183009:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904057800 x1876538934278272/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608769 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608753.183017:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904057800 x1876538934278272/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608769 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608753.183030:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608753.183032:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608753.183034:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608753.183037:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608753.183040:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608753.183042:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608753.183045:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608753.183065:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=111 v=5 (104 104 104 137) 00000100:00001000:1.0:1789608753.183070:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608753.183073:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608753.183075:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608753.183078:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608753.183083:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608753.183087:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789608753.183090:0:2409:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: committing for last_committed 4294967615 gen 2 00000100:00000040:1.0:1789608753.183096:0:2409:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967615) req@ffff94d907d25f80 x1876538934268800/t4294967602(4294967602) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608761 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608753.183104:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608753.183108:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d25f80 x1876538934268800/t4294967602(4294967602) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608761 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608753.183115:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608753.183117:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608753.183121:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903dbf000. 02000000:00000001:1.0:1789608753.183126:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608753.183129:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608753.183131:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=9 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:1.0:1789608753.183134:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608753.183136:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d904acde00. 02000000:00000001:1.0:1789608753.183139:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608753.183141:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608753.183143:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d25f80. 00000100:00000001:1.0:1789608753.183147:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608753.183148:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608753.183154:0:2409:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967615) req@ffff94d904055880 x1876538934272128/t4294967603(4294967603) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608761 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608753.183161:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608753.183164:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904055880 x1876538934272128/t4294967603(4294967603) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608761 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608753.183171:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608753.183172:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608753.183173:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d908240400. 02000000:00000001:1.0:1789608753.183175:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608753.183177:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608753.183178:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:1.0:1789608753.183180:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608753.183181:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d9071fac00. 02000000:00000001:1.0:1789608753.183184:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608753.183185:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608753.183186:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904055880. 00000100:00000001:1.0:1789608753.183189:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608753.183190:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608753.183195:0:2409:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967615) req@ffff94d907d27100 x1876538934274560/t4294967607(4294967607) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/456 e 0 to 0 dl 1789608762 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608753.183202:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608753.183205:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d27100 x1876538934274560/t4294967607(4294967607) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/456 e 0 to 0 dl 1789608762 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608753.183212:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608753.183213:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608753.183214:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903dbf800. 02000000:00000001:1.0:1789608753.183217:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608753.183218:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608753.183220:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:1.0:1789608753.183222:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608753.183223:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d904acc000. 02000000:00000001:1.0:1789608753.183225:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608753.183226:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608753.183228:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d27100. 00000100:00000001:1.0:1789608753.183230:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608753.183231:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608753.183235:0:2409:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967615) req@ffff94d907d25880 x1876538934275200/t4294967609(4294967609) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 512/456 e 0 to 0 dl 1789608762 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608753.183242:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608753.183245:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d25880 x1876538934275200/t4294967609(4294967609) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 512/456 e 0 to 0 dl 1789608762 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608753.183251:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608753.183252:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608753.183254:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903dbc800. 02000000:00000001:1.0:1789608753.183256:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608753.183257:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608753.183258:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:1.0:1789608753.183260:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608753.183261:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d904acd200. 02000000:00000001:1.0:1789608753.183263:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608753.183264:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608753.183265:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d25880. 00000100:00000001:1.0:1789608753.183267:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608753.183268:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608753.183273:0:2409:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967615) req@ffff94d908490e00 x1876538934276480/t4294967613(4294967613) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/456 e 0 to 0 dl 1789608763 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608753.183291:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608753.183295:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908490e00 x1876538934276480/t4294967613(4294967613) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/456 e 0 to 0 dl 1789608763 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608753.183301:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608753.183302:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608753.183304:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d90839ac00. 02000000:00000001:1.0:1789608753.183307:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608753.183308:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608753.183309:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:1.0:1789608753.183311:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608753.183313:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d911dcd800. 02000000:00000001:1.0:1789608753.183316:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608753.183317:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608753.183318:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908490e00. 00000100:00000001:1.0:1789608753.183321:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608753.183322:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608753.183327:0:2409:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967615) req@ffff94d908491500 x1876538934277120/t4294967615(4294967615) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 512/456 e 0 to 0 dl 1789608763 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608753.183334:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608753.183337:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908491500 x1876538934277120/t4294967615(4294967615) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 512/456 e 0 to 0 dl 1789608763 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608753.183343:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608753.183344:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608753.183345:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d90839a800. 02000000:00000001:1.0:1789608753.183348:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608753.183349:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608753.183350:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:1.0:1789608753.183352:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608753.183353:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d911dcc000. 02000000:00000001:1.0:1789608753.183356:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608753.183357:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608753.183358:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908491500. 00000100:00000001:1.0:1789608753.183361:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608753.183362:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608753.183364:0:2409:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1789608753.183367:0:2409:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: normal: skip=1 replay=6/6 committed=0/0 00000100:00000001:1.0:1789608753.183370:0:2409:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608753.183371:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608753.183376:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904057800 x1876538934278272/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608769 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608753.183384:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608753.183386:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608753.183389:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608753.183393:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904057800 x1876538934278272/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608769 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608753.183411:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904057800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934278272:192.168.203.121@tcp:400:kworker.0 00000400:00000001:1.0:1789608753.183418:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608753.183419:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608753.183421:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8dc0. 00000400:00000200:1.0:1789608753.183423:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed660 00000400:00000010:1.0:1789608753.183425:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed660. 00000100:00000001:1.0:1789608753.183427:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608753.183431:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904055f80 x1876538934278144/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608769 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608753.183439:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904055f80 x1876538934278144/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608769 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608753.183445:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608753.183447:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608753.183449:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608753.183450:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608753.183452:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608753.183453:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608753.183455:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608753.183458:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d90510e460 time=111 v=5 (5 5 5 5) 00000100:00001000:1.0:1789608753.183461:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d90510e418 time=111 v=5 (1 1 1 1) 00000100:00000001:1.0:1789608753.183463:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608753.183464:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608753.183466:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608753.183468:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608753.183470:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608753.183473:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904055f80 x1876538934278144/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608769 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608753.183480:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608753.183482:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608753.183484:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608753.183487:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904055f80 x1876538934278144/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608769 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608753.183495:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904055f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2409:1876538934278144:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608753.183500:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608753.183502:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608753.183505:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904057800 x1876538934278272/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608769 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608753.183511:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608753.183513:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608753.183514:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d904f5b200. 02000000:00000001:1.0:1789608753.183518:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608753.183519:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608753.183520:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=3 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:1.0:1789608753.183522:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608753.183524:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faa000. 02000000:00000001:1.0:1789608753.183527:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608753.183529:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608753.183530:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904057800. 00000100:00000001:1.0:1789608753.183533:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608753.183534:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608753.183536:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608753.183539:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904055f80 x1876538934278144/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608769 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608753.183545:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608753.183546:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608753.183547:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d904f5b000. 02000000:00000001:1.0:1789608753.183549:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608753.183551:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608753.183552:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=3 obd=MGC192.168.203.121@tcp 00000020:00000001:1.0:1789608753.183554:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608753.183555:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faae00. 02000000:00000001:1.0:1789608753.183557:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608753.183558:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608753.183559:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904055f80. 00000100:00000001:1.0:1789608753.183562:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608753.183563:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608753.183567:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608753.183569:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608753.183570:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608753.183572:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608753.183574:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789608753.185880:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608753.190523:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608753.190532:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608753.190538:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608753.190558:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608753.190565:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608753.190582:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608753.190587:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608753.190592:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608753.190597:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c495b900 00000400:00000200:1.0:1789608753.190603:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608753.190608:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x7d11 [1] + 224 00000800:00000001:1.0:1789608753.190615:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608753.190620:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608753.190624:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608753.190628:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608753.190636:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608753.190647:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904054380 x1876538934278400/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608769 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608753.190659:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904054380 x1876538934278400/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608769 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608753.191238:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608753.191249:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608753.191253:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608753.191256:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608753.191258:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608753.191263:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608753.191268:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608753.191274:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608753.191277:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608753.191280:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608753.191283:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c495ba00 00000400:00000200:1.0:1789608753.191287:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608753.191291:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x7d21 [1] + 224 00000800:00000001:1.0:1789608753.191296:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608753.191300:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608753.191302:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608753.191305:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608753.191308:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608753.191313:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904057b80 x1876538934278656/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608769 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608753.191322:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904057b80 x1876538934278656/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608769 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608753.191329:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608753.191332:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608753.191335:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608753.191348:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608753.191352:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608753.191355:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608753.191576:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608753.191584:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608753.191653:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608753.191657:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608753.191660:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c495b980 00000400:00000200:1.0:1789608753.191664:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608753.191668:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x7d31 [1] + 224 00000800:00000001:1.0:1789608753.191672:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608753.192566:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608753.192571:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608753.192577:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608753.192583:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608753.192645:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904057100 x1876538934278528/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608769 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608753.192656:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904057100 x1876538934278528/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608769 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608753.192665:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608753.192672:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608753.192813:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608753.192827:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608753.192831:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789608753.192838:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608753.192840:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608753.192843:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34b00. 00000400:00000200:1.0:1789608753.192847:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d356e8 00000400:00000010:1.0:1789608753.192850:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d356e8. 00000100:00000001:1.0:1789608753.192853:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608753.192858:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904057100 x1876538934278528/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608769 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608753.192867:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904057100 x1876538934278528/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608769 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608753.192874:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608753.192875:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608753.192878:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608753.192881:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608753.192884:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608753.192887:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608753.192890:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608753.192899:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13c60 time=111 v=5 (5 5 5 36) 00000100:00001000:1.0:1789608753.192903:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608753.192906:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608753.192908:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608753.192911:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608753.192914:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608753.192918:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608753.192921:0:2409:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: skip recheck: last_committed 4294967331 00000100:00000001:1.0:1789608753.192923:0:2409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608753.192924:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608753.192929:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904057100 x1876538934278528/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608769 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608753.192936:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608753.192938:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608753.192940:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608753.192944:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904057100 x1876538934278528/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608769 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608753.192952:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904057100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934278528:192.168.203.121@tcp:400:kworker.0 00000400:00000001:1.0:1789608753.192957:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608753.192958:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608753.192960:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d347e8. 00000400:00000200:1.0:1789608753.192962:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35f68 00000400:00000010:1.0:1789608753.192963:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35f68. 00000100:00000001:1.0:1789608753.192965:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608753.192969:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904054380 x1876538934278400/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608769 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608753.192977:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904054380 x1876538934278400/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608769 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608753.192983:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608753.192984:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608753.192986:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608753.192987:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608753.193055:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608753.193056:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608753.193058:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608753.193062:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b17c60 time=111 v=5 (104 104 104 137) 00000100:00001000:1.0:1789608753.193065:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b17c18 time=111 v=5 (1 1 1 1) 00000100:00000001:1.0:1789608753.193068:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608753.193069:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608753.193071:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608753.193073:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608753.193075:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608753.193077:0:2409:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1789608753.193079:0:2409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608753.193080:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608753.193085:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904054380 x1876538934278400/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608769 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608753.193091:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608753.193093:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608753.193095:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608753.193098:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904054380 x1876538934278400/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608769 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608753.193106:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934278400:192.168.203.121@tcp:400:kworker.0 00000400:00000001:1.0:1789608753.193111:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608753.193112:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608753.193114:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34f78. 00000400:00000200:1.0:1789608753.193116:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35550 00000400:00000010:1.0:1789608753.193118:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35550. 00000100:00000001:1.0:1789608753.193120:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608753.193124:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904057b80 x1876538934278656/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608769 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608753.193133:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904057b80 x1876538934278656/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608769 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608753.193243:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608753.193244:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608753.193246:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608753.193248:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608753.193250:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608753.193251:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608753.193254:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608753.193259:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13460 time=111 v=5 (5 5 5 36) 00000100:00001000:1.0:1789608753.193263:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13418 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608753.193264:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608753.193265:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608753.193267:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608753.193268:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608753.193271:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608753.193272:0:2409:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d904ceb000: skip recheck: last_committed 4294967322 00000100:00000001:1.0:1789608753.193274:0:2409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608753.193275:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608753.193279:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904057b80 x1876538934278656/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608769 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608753.193284:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608753.193286:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608753.193287:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608753.193290:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904057b80 x1876538934278656/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608769 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608753.193296:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934278656:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608753.193299:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608753.193302:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608753.193305:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904057100 x1876538934278528/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608769 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608753.193311:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608753.193314:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608753.193317:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d906144400. 02000000:00000001:1.0:1789608753.193320:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608753.193323:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608753.193324:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=2 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:1.0:1789608753.193327:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608753.193329:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faa900. 02000000:00000001:1.0:1789608753.193334:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608753.193336:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608753.193338:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904057100. 00000100:00000001:1.0:1789608753.193342:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608753.193343:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608753.193345:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608753.193348:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904054380 x1876538934278400/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608769 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608753.193354:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608753.193355:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608753.193357:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d906145a00. 02000000:00000001:1.0:1789608753.193359:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608753.193361:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608753.193362:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=3 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:1.0:1789608753.193364:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608753.193366:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faaf00. 02000000:00000001:1.0:1789608753.193368:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608753.193369:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608753.193370:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904054380. 00000100:00000001:1.0:1789608753.193372:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608753.193373:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608753.193375:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608753.193378:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904057b80 x1876538934278656/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608769 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608753.193384:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608753.193385:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608753.193386:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d906145800. 02000000:00000001:1.0:1789608753.193456:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608753.193459:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608753.193460:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b13000 refcount=2 obd=lustre-OST0001-osc-ffff94d904ceb000 00000020:00000001:1.0:1789608753.193463:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608753.193465:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faa300. 02000000:00000001:1.0:1789608753.193468:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608753.193470:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608753.193471:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904057b80. 00000100:00000001:1.0:1789608753.193474:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608753.193475:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608753.193478:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608753.193487:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608753.193489:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608753.193491:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608753.193493:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608753.936881:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608753.936888:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608753.937659:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608753.937665:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608753.937670:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789608754.277166:0:32731:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789608754.277174:0:32731:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789608754.277177:0:32731:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789608754.277181:0:32731:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d7fb20 00000080:00200000:0.0:1789608754.277185:0:32731:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:0.0:1789608754.277193:0:32731:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d907db7800. 00800000:00000002:0.0:1789608754.277199:0:32731:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:0.0:1789608754.277203:0:32731:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789608754.277207:0:32731:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789608754.277209:0:32731:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d7fa40 00800000:00000002:0.0:1789608754.277212:0:32731:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789608754.277215:0:32731:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789608754.277218:0:32731:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789608754.277221:0:32731:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789608754.277223:0:32731:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789608754.277226:0:32731:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789608754.277229:0:32731:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608754.277231:0:32731:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789608754.277233:0:32731:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608754.277237:0:32731:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789608754.277242:0:32731:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789608754.277244:0:32731:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d7f910 00000002:00010000:0.0:1789608754.277246:0:32731:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789608754.277250:0:32731:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789608754.277252:0:32731:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608754.277256:0:32731:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789608754.277335:0:32731:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608754.277338:0:32731:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608754.277341:0:32731:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608754.277343:0:32731:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789608754.277346:0:32731:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789608754.277351:0:32731:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5c000. 00000020:00000040:0.0:1789608754.277356:0:32731:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00010000:00000001:0.0:1789608754.277363:0:32731:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789608754.277367:0:32731:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789608754.277371:0:32731:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608754.277374:0:32731:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608754.277378:0:32731:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608754.277381:0:32731:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608754.277388:0:32731:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d903114400. 00000100:00000001:0.0:1789608754.277406:0:32731:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608754.277411:0:32731:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789608754.277413:0:32731:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608754.277415:0:32731:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789608754.277416:0:32731:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608754.277418:0:32731:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608754.277424:0:32731:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626258594152448 : -117815115399168 : ffff94d907e5c000) 00010000:00000001:0.0:1789608754.277428:0:32731:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789608754.277430:0:32731:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789608754.277435:0:32731:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d9037fcc00. 00010000:00000010:0.0:1789608754.277439:0:32731:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d90330c800. 00010000:00000001:0.0:1789608754.277445:0:32731:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789608754.277448:0:32731:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d905f54a00. 00000020:00000001:0.0:1789608754.277452:0:32731:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789608754.277455:0:32731:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d905f54a00 with handle 0xc54db3288176fe10 to hash 00000020:00000001:0.0:1789608754.277456:0:32731:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789608754.277458:0:32731:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626258561616384 : -117815147935232 : ffff94d905f54a00) 00010000:00000001:0.0:1789608754.277461:0:32731:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626258561616384 : -117815147935232 : ffff94d905f54a00) 00010000:00000001:0.0:1789608754.277464:0:32731:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608754.277466:0:32731:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608754.277471:0:32731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54a00/0xc54db3288176fe10 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789608754.277480:0:32731:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54a00/0xc54db3288176fe10 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789608754.277490:0:32731:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54a00/0xc54db3288176fe10 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32731 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789608754.277496:0:32731:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789608754.277498:0:32731:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789608754.277504:0:32731:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d902fa4d80. 00000100:00000001:0.0:1789608754.277506:0:32731:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258511613312 : -117815197938304 : ffff94d902fa4d80) 00000100:00000001:0.0:1789608754.277508:0:32731:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608754.277510:0:32731:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594152448 : -117815115399168 : ffff94d907e5c000) 00000100:00000001:0.0:1789608754.277514:0:32731:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608754.277517:0:32731:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608754.277519:0:32731:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789608754.277521:0:32731:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608754.277530:0:32731:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5c000 x1876538934278784/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608754.277539:0:32731:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608754.277541:0:32731:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608754.277544:0:32731:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608754.277547:0:32731:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608754.277550:0:32731:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608754.277553:0:32731:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5c000 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:32731:1876538934278784:192.168.203.121@tcp:101:lfs.0 00000100:00000001:0.0:1789608754.277557:0:32731:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608754.277562:0:32731:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608754.277564:0:32731:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608754.277566:0:32731:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608754.277571:0:32731:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d9070f9800. 02000000:00000001:0.0:1789608754.277572:0:32731:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608754.277579:0:32731:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608754.277583:0:32731:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8d10. 00000400:00000010:0.0:1789608754.277589:0:32731:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed7f8. 00000100:00000200:0.0:1789608754.277596:0:32731:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876538934278784, portal 10 00000100:00000001:0.0:1789608754.277597:0:32731:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608754.277599:0:32731:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594152448 : -117815115399168 : ffff94d907e5c000) 00000100:00000040:0.0:1789608754.277604:0:32731:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d907e5c000 x1876538934278784/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608770 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608754.277611:0:32731:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608754.277614:0:32731:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608754.277616:0:32731:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed440. 00000100:00000200:0.0:1789608754.277619:0:32731:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876538934278784, offset 0 00000400:00000200:0.0:1789608754.277625:0:32731:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608754.277632:0:32731:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608754.277639:0:32731:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608754.277644:0:32731:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608754.277648:0:32731:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608754.277652:0:32731:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608754.277654:0:32731:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608754.277658:0:32731:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2722:2722:256:4294967295] 192.168.203.121@tcp LPNI seq info [2722:2722:8:4294967295] 00000400:00000200:0.0:1789608754.277662:0:32731:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608754.277670:0:32731:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608754.277787:0:32731:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608754.277797:0:32731:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d902c9dd00. 00000800:00000200:0.0:1789608754.277804:0:32731:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608754.277811:0:32731:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608754.277816:0:32731:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d902c9dd00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1789608754.277830:0:32731:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608754.277834:0:32731:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 850677 usecs (851 jiffies) 00000400:00000200:0.0:1789608754.277838:0:32731:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608754.277840:0:32731:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296482217 00000800:00000200:0.0:1789608754.278464:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608754.278469:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d902c9dd00. 00000400:00000200:0.0:1789608754.278475:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608754.278481:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608754.278486:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed440 00000400:00000010:0.0:1789608754.278489:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed440. 00000100:00000001:0.0:1789608754.278492:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608754.278497:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5c000 x1876538934278784/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608770 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608754.278507:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608754.278511:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907e5c000 x1876538934278784/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608770 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608754.278517:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608754.278519:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789608754.278536:0:32731:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296484190 00000100:00000001:0.0:1789608754.278540:0:32731:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296482217 00000100:00000001:0.0:1789608754.278542:0:32731:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296484190 00000100:00000001:0.0:1789608754.278544:0:32731:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608754.278547:0:32731:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608754.278550:0:32731:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608754.278552:0:32731:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789608754.278554:0:32731:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d902fa4d80 going to sleep for 11 seconds 00000100:00000001:0.0:1789608754.278557:0:32731:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608754.278560:0:32731:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789608754.291540:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608754.291567:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608754.291573:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608754.291575:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608754.291587:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608754.291598:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608754.291611:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608754.291616:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608754.291622:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608754.291628:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 688 into portal 10 MB=0x6aab3c495ba80 00000400:00000200:1.0:1789608754.291634:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608754.291640:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 688/688 into md 0x7d41 [1] + 224 00000800:00000001:1.0:1789608754.291649:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608754.291764:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608754.291770:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608754.291778:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608754.291790:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608754.291801:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5c000 x1876538934278784/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608770 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608754.291828:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d907e5c000 x1876538934278784/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608770 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608754.291851:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608754.291863:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608754.291868:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608754.295752:0:32731:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789608754.295765:0:32731:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608754.295767:0:32731:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608754.295771:0:32731:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8d10. 00000400:00000200:1.0:1789608754.295778:0:32731:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed7f8 00000400:00000010:1.0:1789608754.295781:0:32731:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed7f8. 00000100:00000001:1.0:1789608754.295786:0:32731:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608754.295796:0:32731:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5c000 x1876538934278784/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608770 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789608754.295807:0:32731:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5c000 x1876538934278784/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608770 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608754.295814:0:32731:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608754.295816:0:32731:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608754.295818:0:32731:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608754.295821:0:32731:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608754.295823:0:32731:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608754.295825:0:32731:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608754.295828:0:32731:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608754.295837:0:32731:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=112 v=5 (104 104 104 137) 00000100:00001000:1.0:1789608754.295841:0:32731:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608754.295843:0:32731:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608754.295845:0:32731:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608754.295847:0:32731:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608754.295850:0:32731:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608754.295853:0:32731:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608754.295856:0:32731:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967615 00000100:00000001:1.0:1789608754.295857:0:32731:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608754.295859:0:32731:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608754.295863:0:32731:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5c000 x1876538934278784/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608770 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608754.295869:0:32731:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608754.295872:0:32731:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608754.295873:0:32731:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608754.295876:0:32731:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5c000 x1876538934278784/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608770 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789608754.295882:0:32731:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5c000 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:32731:1876538934278784:192.168.203.121@tcp:101:lfs.0 00000100:00000001:1.0:1789608754.295886:0:32731:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608754.295889:0:32731:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608754.295891:0:32731:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789608754.295893:0:32731:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608754.295896:0:32731:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5c000 x1876538934278784/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608770 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608754.295901:0:32731:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789608754.295904:0:32731:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d902fa4d80. 00000100:00000001:1.0:1789608754.295907:0:32731:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789608754.295908:0:32731:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608754.295910:0:32731:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789608754.295913:0:32731:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608754.295916:0:32731:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608754.295919:0:32731:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54a00 refcount=4 00000020:00000001:1.0:1789608754.295921:0:32731:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561616384 : -117815147935232 : ffff94d905f54a00) 00010000:00000001:1.0:1789608754.295924:0:32731:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561616384 : -117815147935232 : ffff94d905f54a00) 00010000:00000040:1.0:1789608754.295929:0:32731:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d905f54a00, remote cookie: 0x91bddff8e8ed91dc, flags: 0x1001 00010000:00010000:1.0:1789608754.295934:0:32731:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54a00/0xc54db3288176fe10 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed91dc expref: -99 pid: 32731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789608754.295943:0:32731:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54a00/0xc54db3288176fe10 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed91dc expref: -99 pid: 32731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608754.295960:0:32731:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789608754.295964:0:32731:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789608754.295967:0:32731:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789608754.295968:0:32731:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789608754.295970:0:32731:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789608754.295973:0:32731:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff94d9037fcc00) refcount = 1 00010000:00010000:1.0:1789608754.295977:0:32731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54a00/0xc54db3288176fe10 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed91dc expref: -99 pid: 32731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608754.295983:0:32731:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789608754.295986:0:32731:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789608754.295988:0:32731:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789608754.295991:0:32731:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789608754.295993:0:32731:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608754.295997:0:32731:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54a00/0xc54db3288176fe10 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed91dc expref: -99 pid: 32731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608754.296003:0:32731:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789608754.296004:0:32731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608754.296005:0:32731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608754.296007:0:32731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608754.296007:0:32731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608754.296009:0:32731:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608754.296014:0:32731:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789608754.296016:0:32731:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608754.296017:0:32731:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608754.296018:0:32731:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54a00 refcount=3 00000020:00000001:1.0:1789608754.296020:0:32731:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561616384 : -117815147935232 : ffff94d905f54a00) 00010000:00000001:1.0:1789608754.296022:0:32731:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561616384 : -117815147935232 : ffff94d905f54a00) 00010000:00000001:1.0:1789608754.296024:0:32731:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608754.296025:0:32731:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608754.296027:0:32731:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54a00 refcount=4 00000020:00000001:1.0:1789608754.296028:0:32731:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561616384 : -117815147935232 : ffff94d905f54a00) 00010000:00000001:1.0:1789608754.296030:0:32731:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561616384 : -117815147935232 : ffff94d905f54a00) 00010000:00000001:1.0:1789608754.296033:0:32731:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608754.296040:0:32731:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608754.296044:0:32731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54a00/0xc54db3288176fe10 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed91dc expref: -99 pid: 32731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608754.296050:0:32731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608754.296051:0:32731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608754.296053:0:32731:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608754.296054:0:32731:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608754.296055:0:32731:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54a00 refcount=5 00000020:00000001:1.0:1789608754.296057:0:32731:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561616384 : -117815147935232 : ffff94d905f54a00) 00010000:00000001:1.0:1789608754.296060:0:32731:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561616384 : -117815147935232 : ffff94d905f54a00) 00010000:00000001:1.0:1789608754.296062:0:32731:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789608754.296065:0:32731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54a00/0xc54db3288176fe10 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed91dc expref: -99 pid: 32731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608754.296071:0:32731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608754.296072:0:32731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789608754.296075:0:32731:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54a00/0xc54db3288176fe10 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed91dc expref: -99 pid: 32731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608754.296082:0:32731:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789608754.296083:0:32731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608754.296084:0:32731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608754.296085:0:32731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608754.296086:0:32731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789608754.296091:0:32731:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d907e5c000 x1876538934278784/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608770 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789608754.296101:0:32731:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608754.296102:0:32731:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608754.296103:0:32731:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54a00 refcount=3 00000020:00000001:1.0:1789608754.296105:0:32731:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561616384 : -117815147935232 : ffff94d905f54a00) 00010000:00000001:1.0:1789608754.296106:0:32731:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561616384 : -117815147935232 : ffff94d905f54a00) 00010000:00000001:1.0:1789608754.296108:0:32731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608754.296109:0:32731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789608754.296110:0:32731:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608754.296112:0:32731:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608754.296115:0:32731:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789608754.296117:0:32731:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608754.296118:0:32731:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608754.296119:0:32731:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54a00 refcount=3 00000020:00000001:1.0:1789608754.296121:0:32731:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561616384 : -117815147935232 : ffff94d905f54a00) 00010000:00000001:1.0:1789608754.296123:0:32731:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561616384 : -117815147935232 : ffff94d905f54a00) 00000002:00010000:1.0:1789608754.296126:0:32731:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54a00/0xc54db3288176fe10 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed91dc expref: -99 pid: 32731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608754.296133:0:32731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608754.296134:0:32731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608754.296135:0:32731:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789608754.296136:0:32731:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608754.296137:0:32731:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608754.296139:0:32731:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54a00 refcount=3 00000020:00000001:1.0:1789608754.296140:0:32731:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561616384 : -117815147935232 : ffff94d905f54a00) 00010000:00000001:1.0:1789608754.296142:0:32731:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561616384 : -117815147935232 : ffff94d905f54a00) 00010000:00000040:1.0:1789608754.296148:0:32731:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fcc00 count: 2 00010000:00000001:1.0:1789608754.296151:0:32731:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789608754.296155:0:32731:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d91081f000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1789608754.296157:0:32731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608754.296158:0:32731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789608754.296159:0:32731:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789608754.296162:0:32731:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d7f898 00000002:00002000:1.0:1789608754.296164:0:32731:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789608754.296166:0:32731:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608754.296170:0:32731:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608754.296173:0:32731:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789608754.296176:0:32731:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1789608754.296179:0:32731:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608754.296182:0:32731:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:1.0:1789608754.296186:0:32731:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d907db7800. 00000080:00000001:1.0:1789608754.296191:0:32731:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789608754.296194:0:32731:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789608754.296199:0:32731:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1789608754.296204:0:32731:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1789608754.296210:0:32731:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d91117d8c0. 00800000:00000001:1.0:1789608754.296212:0:32731:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626258748430528 : -117814961121088 : ffff94d91117d8c0) 00800000:00000001:1.0:1789608754.296214:0:32731:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608754.296216:0:32731:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789608754.296219:0:32731:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789608754.296221:0:32731:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1789608754.296224:0:32731:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789608754.296226:0:32731:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789608754.296228:0:32731:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608754.296232:0:32731:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1789608754.296235:0:32731:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1789608754.296240:0:32731:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:1.0:1789608754.296242:0:32731:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608754.296243:0:32731:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608754.296245:0:32731:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54a00 refcount=3 00000020:00000001:1.0:1789608754.296247:0:32731:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561616384 : -117815147935232 : ffff94d905f54a00) 00010000:00000001:1.0:1789608754.296249:0:32731:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561616384 : -117815147935232 : ffff94d905f54a00) 00010000:00000001:1.0:1789608754.296252:0:32731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608754.296253:0:32731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789608754.296255:0:32731:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789608754.296257:0:32731:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1789608754.296259:0:32731:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d91117d8c0 1 00800000:00000010:1.0:1789608754.296277:0:32731:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d91117d8c0. 00800000:00000001:1.0:1789608754.296281:0:32731:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789608754.296284:0:32731:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176fe10 00800000:00000001:1.0:1789608754.296288:0:32731:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789608754.296289:0:32731:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789608754.296291:0:32731:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608754.296292:0:32731:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608754.296293:0:32731:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54a00 refcount=3 00000020:00000001:1.0:1789608754.296296:0:32731:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561616384 : -117815147935232 : ffff94d905f54a00) 00010000:00000001:1.0:1789608754.296298:0:32731:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561616384 : -117815147935232 : ffff94d905f54a00) 00010000:00000001:1.0:1789608754.296301:0:32731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608754.296302:0:32731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789608754.296303:0:32731:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608754.296305:0:32731:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608754.296307:0:32731:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789608754.296310:0:32731:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:1.0:1789608754.296340:0:32731:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fe10 from it ffffae3e01d7fb58 00010000:00000001:1.0:1789608754.296342:0:32731:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608754.296344:0:32731:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608754.296345:0:32731:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54a00 refcount=3 00000020:00000001:1.0:1789608754.296347:0:32731:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561616384 : -117815147935232 : ffff94d905f54a00) 00010000:00000001:1.0:1789608754.296349:0:32731:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561616384 : -117815147935232 : ffff94d905f54a00) 00010000:00000001:1.0:1789608754.296351:0:32731:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789608754.296354:0:32731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54a00/0xc54db3288176fe10 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed91dc expref: -99 pid: 32731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608754.296361:0:32731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608754.296362:0:32731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608754.296363:0:32731:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789608754.296366:0:32731:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789608754.296368:0:32731:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54a00/0xc54db3288176fe10 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed91dc expref: -99 pid: 32731 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789608754.296376:0:32731:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789608754.296379:0:32731:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789608754.296381:0:32731:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789608754.296388:0:32731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608754.296389:0:32731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608754.296391:0:32731:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608754.296401:0:32731:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789608754.296403:0:32731:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608754.296405:0:32731:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608754.296407:0:32731:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608754.296409:0:32731:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789608754.296410:0:32731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608754.296411:0:32731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789608754.296413:0:32731:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608754.296421:0:32731:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5c000 x1876538934278784/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608770 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608754.296427:0:32731:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608754.296430:0:32731:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608754.296432:0:32731:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d9070f9800. 02000000:00000001:1.0:1789608754.296436:0:32731:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608754.296439:0:32731:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608754.296440:0:32731:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=3 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:1.0:1789608754.296442:0:32731:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608754.296444:0:32731:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d903114400. 02000000:00000001:1.0:1789608754.296448:0:32731:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608754.296450:0:32731:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608754.296452:0:32731:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5c000. 00000100:00000001:1.0:1789608754.296454:0:32731:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608754.296456:0:32731:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789608754.296459:0:32731:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 1 00000080:00000001:1.0:1789608754.296464:0:32731:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789608754.296488:0:32731:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d909343f20. 00000020:00000001:1.0:1789608754.296494:0:32731:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d7fae8 00000080:00200000:1.0:1789608754.296496:0:32731:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff94d918926c08), flags=13 00000080:00000001:1.0:1789608754.296500:0:32731:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1789608754.296502:0:32731:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d7f998 00000080:00200000:1.0:1789608754.296504:0:32731:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff94d918926c08), intent=getattr 00000080:00000010:1.0:1789608754.296512:0:32731:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d91a40b200. 00800000:00000002:1.0:1789608754.296517:0:32731:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:1.0:1789608754.296521:0:32731:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789608754.296523:0:32731:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789608754.296525:0:32731:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d7f8b8 00800000:00000002:1.0:1789608754.296527:0:32731:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789608754.296531:0:32731:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789608754.296534:0:32731:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789608754.296536:0:32731:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789608754.296538:0:32731:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789608754.296541:0:32731:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789608754.296542:0:32731:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608754.296545:0:32731:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789608754.296547:0:32731:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608754.296550:0:32731:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d7f850 00800000:00000002:1.0:1789608754.296552:0:32731:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-1' -> mds #0 00000002:00000001:1.0:1789608754.296556:0:32731:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789608754.296557:0:32731:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d7f788 00000002:00010000:1.0:1789608754.296559:0:32731:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:1.0:1789608754.296563:0:32731:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789608754.296565:0:32731:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1789608754.296569:0:32731:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904057b80. 00000020:00000040:1.0:1789608754.296572:0:32731:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00010000:00000001:1.0:1789608754.296576:0:32731:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789608754.296580:0:32731:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789608754.296583:0:32731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608754.296584:0:32731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608754.296585:0:32731:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608754.296588:0:32731:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608754.296590:0:32731:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608754.296594:0:32731:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608754.296600:0:32731:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d908240000. 00000100:00000001:1.0:1789608754.296606:0:32731:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608754.296614:0:32731:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789608754.296616:0:32731:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608754.296618:0:32731:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789608754.296619:0:32731:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608754.296621:0:32731:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608754.296627:0:32731:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626258529123200 : -117815180428416 : ffff94d904057b80) 00010000:00000001:1.0:1789608754.296631:0:32731:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789608754.296633:0:32731:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1789608754.296636:0:32731:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fcc00 count: 2 00010000:00000001:1.0:1789608754.296638:0:32731:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789608754.296641:0:32731:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789608754.296645:0:32731:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d903f6a600. 00000020:00000001:1.0:1789608754.296648:0:32731:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789608754.296650:0:32731:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d903f6a600 with handle 0xc54db3288176fe17 to hash 00000020:00000001:1.0:1789608754.296652:0:32731:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789608754.296654:0:32731:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626258528151040 : -117815181400576 : ffff94d903f6a600) 00010000:00000001:1.0:1789608754.296657:0:32731:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626258528151040 : -117815181400576 : ffff94d903f6a600) 00010000:00000001:1.0:1789608754.296660:0:32731:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608754.296661:0:32731:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608754.296665:0:32731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a600/0xc54db3288176fe17 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789608754.296672:0:32731:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a600/0xc54db3288176fe17 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789608754.296711:0:32731:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a600/0xc54db3288176fe17 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32731 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789608754.296717:0:32731:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789608754.296719:0:32731:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789608754.296725:0:32731:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d90342fa80. 00000100:00000001:1.0:1789608754.296727:0:32731:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258516376192 : -117815193175424 : ffff94d90342fa80) 00000100:00000001:1.0:1789608754.296729:0:32731:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608754.296731:0:32731:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529123200 : -117815180428416 : ffff94d904057b80) 00000100:00000001:1.0:1789608754.296735:0:32731:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608754.296738:0:32731:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608754.296741:0:32731:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789608754.296742:0:32731:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608754.296747:0:32731:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904057b80 x1876538934278912/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608754.296754:0:32731:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608754.296756:0:32731:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608754.296759:0:32731:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608754.296762:0:32731:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608754.296764:0:32731:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608754.296767:0:32731:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904057b80 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:32731:1876538934278912:192.168.203.121@tcp:101:lfs.0 00000100:00000001:1.0:1789608754.296771:0:32731:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608754.296775:0:32731:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608754.296778:0:32731:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608754.296780:0:32731:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608754.296785:0:32731:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d903d91800. 02000000:00000001:1.0:1789608754.296787:0:32731:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608754.296793:0:32731:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608754.296797:0:32731:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34f78. 00000400:00000010:1.0:1789608754.296803:0:32731:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35550. 00000100:00000200:1.0:1789608754.296809:0:32731:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876538934278912, portal 10 00000100:00000001:1.0:1789608754.296811:0:32731:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608754.296812:0:32731:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529123200 : -117815180428416 : ffff94d904057b80) 00000100:00000040:1.0:1789608754.296818:0:32731:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d904057b80 x1876538934278912/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608770 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608754.296825:0:32731:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608754.296827:0:32731:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608754.296830:0:32731:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35f68. 00000100:00000200:1.0:1789608754.296833:0:32731:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876538934278912, offset 0 00000400:00000200:1.0:1789608754.296839:0:32731:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608754.296846:0:32731:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608754.296854:0:32731:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608754.296859:0:32731:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608754.296863:0:32731:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608754.296867:0:32731:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608754.296870:0:32731:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608754.296874:0:32731:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2723:2723:256:4294967295] 192.168.203.121@tcp LPNI seq info [2723:2723:8:4294967295] 00000400:00000200:1.0:1789608754.296878:0:32731:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608754.296886:0:32731:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608754.296891:0:32731:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608754.296896:0:32731:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa400. 00000800:00000200:1.0:1789608754.296902:0:32731:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608754.296910:0:32731:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608754.296914:0:32731:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa400 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1789608754.296934:0:32731:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608754.296938:0:32731:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 849468 usecs (850 jiffies) 00000400:00000200:1.0:1789608754.296942:0:32731:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608754.296945:0:32731:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296482236 00000100:00000001:1.0:1789608754.296948:0:32731:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296484190 00000100:00000001:1.0:1789608754.296952:0:32731:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296482236 00000100:00000001:1.0:1789608754.296954:0:32731:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296484190 00000100:00000001:1.0:1789608754.296957:0:32731:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608754.296959:0:32731:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608754.296962:0:32731:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608754.296964:0:32731:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789608754.296967:0:32731:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d90342fa80 going to sleep for 11 seconds 00000100:00000001:1.0:1789608754.296968:0:32731:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608754.296971:0:32731:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608754.297702:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608754.297707:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa400. 00000400:00000200:0.0:1789608754.297712:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608754.297718:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608754.297724:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35f68 00000400:00000010:0.0:1789608754.297726:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35f68. 00000100:00000001:0.0:1789608754.297730:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608754.297735:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904057b80 x1876538934278912/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608770 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608754.297745:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608754.297748:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d904057b80 x1876538934278912/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608770 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608754.297755:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608754.297761:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608754.315583:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608754.315600:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608754.315604:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608754.315606:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608754.315614:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608754.315621:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608754.315629:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608754.315634:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608754.315639:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608754.315643:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 584 into portal 10 MB=0x6aab3c495bb00 00000400:00000200:1.0:1789608754.315648:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608754.315654:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 584/584 into md 0x7d51 [1] + 224 00000800:00000001:1.0:1789608754.315662:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608754.315669:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608754.315673:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608754.315708:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608754.315716:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608754.315725:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904057b80 x1876538934278912/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608770 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608754.315736:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff94d904057b80 x1876538934278912/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608770 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608754.315755:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608754.315764:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608754.315767:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608754.315824:0:32731:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608754.315832:0:32731:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608754.315834:0:32731:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608754.315838:0:32731:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34f78. 00000400:00000200:3.0:1789608754.315843:0:32731:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35550 00000400:00000010:3.0:1789608754.315846:0:32731:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35550. 00000100:00000001:3.0:1789608754.315848:0:32731:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608754.315853:0:32731:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904057b80 x1876538934278912/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608770 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789608754.315863:0:32731:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904057b80 x1876538934278912/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608770 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608754.315869:0:32731:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608754.315872:0:32731:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608754.315874:0:32731:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608754.315877:0:32731:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608754.315880:0:32731:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608754.315882:0:32731:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608754.315885:0:32731:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608754.315894:0:32731:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=112 v=5 (104 104 104 137) 00000100:00001000:3.0:1789608754.315898:0:32731:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=9 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608754.315901:0:32731:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1789608754.315904:0:32731:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94d904057b80 x1876538934278912/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/584 e 0 to 0 dl 1789608770 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608754.315911:0:32731:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1789608754.315915:0:32731:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608754.315918:0:32731:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967615 00000100:00000001:3.0:1789608754.315920:0:32731:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608754.315922:0:32731:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1789608754.315926:0:32731:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904057b80 x1876538934278912/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/584 e 0 to 0 dl 1789608770 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608754.315933:0:32731:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1789608754.315936:0:32731:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608754.315939:0:32731:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608754.315943:0:32731:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904057b80 x1876538934278912/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/584 e 0 to 0 dl 1789608770 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789608754.315951:0:32731:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904057b80 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:32731:1876538934278912:192.168.203.121@tcp:101:lfs.0 00000100:00000001:3.0:1789608754.315956:0:32731:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608754.315959:0:32731:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1789608754.315961:0:32731:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789608754.315963:0:32731:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608754.315966:0:32731:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904057b80 x1876538934278912/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/584 e 0 to 0 dl 1789608770 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608754.315973:0:32731:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608754.315976:0:32731:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d90342fa80. 00000100:00000001:3.0:1789608754.315980:0:32731:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789608754.315982:0:32731:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1789608754.315985:0:32731:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789608754.315989:0:32731:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608754.315991:0:32731:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608754.315994:0:32731:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a600 refcount=4 00000020:00000001:3.0:1789608754.315997:0:32731:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528151040 : -117815181400576 : ffff94d903f6a600) 00010000:00000001:3.0:1789608754.316000:0:32731:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528151040 : -117815181400576 : ffff94d903f6a600) 00010000:00010000:3.0:1789608754.316005:0:32731:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a600/0xc54db3288176fe17 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608754.316016:0:32731:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1789608754.316019:0:32731:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a600/0xc54db3288176fe17 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608754.316025:0:32731:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608754.316027:0:32731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a600/0xc54db3288176fe17 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608754.316032:0:32731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608754.316034:0:32731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789608754.316036:0:32731:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a600/0xc54db3288176fe17 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608754.316042:0:32731:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608754.316045:0:32731:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608754.316047:0:32731:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1789608754.316050:0:32731:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a600/0xc54db3288176fe17 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608754.316055:0:32731:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d903f6a600 already unused, calling callback (ffffffffc193f740) 00000080:00000001:3.0:1789608754.316059:0:32731:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1789608754.316062:0:32731:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a600/0xc54db3288176fe17 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 32731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608754.316072:0:32731:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1789608754.316074:0:32731:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1789608754.316077:0:32731:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a600/0xc54db3288176fe17 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 32731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608754.316082:0:32731:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1789608754.316085:0:32731:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1789608754.316087:0:32731:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608754.316088:0:32731:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608754.316089:0:32731:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a600 refcount=5 00000020:00000001:3.0:1789608754.316091:0:32731:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528151040 : -117815181400576 : ffff94d903f6a600) 00010000:00000001:3.0:1789608754.316093:0:32731:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528151040 : -117815181400576 : ffff94d903f6a600) 00010000:00000001:3.0:1789608754.316096:0:32731:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789608754.316098:0:32731:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a600/0xc54db3288176fe17 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 32731 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1789608754.316103:0:32731:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789608754.316106:0:32731:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608754.316108:0:32731:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1789608754.316110:0:32731:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789608754.316114:0:32731:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789608754.316115:0:32731:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789608754.316116:0:32731:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608754.316118:0:32731:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789608754.316120:0:32731:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d903f6a600 with handle 0xc54db3288176fe17 from hash 00010000:00000001:3.0:1789608754.316123:0:32731:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789608754.316124:0:32731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608754.316125:0:32731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608754.316126:0:32731:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789608754.316127:0:32731:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789608754.316129:0:32731:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1789608754.316132:0:32731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608754.316133:0:32731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608754.316134:0:32731:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608754.316136:0:32731:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608754.316139:0:32731:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a600/0xc54db3288176fe17 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608754.316144:0:32731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608754.316145:0:32731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608754.316146:0:32731:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1789608754.316148:0:32731:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608754.316149:0:32731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608754.316150:0:32731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608754.316151:0:32731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789608754.316153:0:32731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a600/0xc54db3288176fe17 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608754.316161:0:32731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608754.316162:0:32731:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1789608754.316167:0:32731:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1789608754.316172:0:32731:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff94d904057b80 x1876538934278912/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/584 e 0 to 0 dl 1789608770 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1789608754.316180:0:32731:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1789608754.316182:0:32731:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608754.316184:0:32731:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608754.316186:0:32731:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608754.316189:0:32731:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1789608754.316191:0:32731:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1789608754.316192:0:32731:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608754.316193:0:32731:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789608754.316196:0:32731:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d7f710 00000002:00002000:3.0:1789608754.316198:0:32731:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-1 intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:3.0:1789608754.316201:0:32731:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608754.316205:0:32731:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608754.316207:0:32731:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789608754.316210:0:32731:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1789608754.316213:0:32731:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608754.316216:0:32731:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000001:3.0:1789608754.316219:0:32731:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1789608754.316220:0:32731:0:(namei.c:674:ll_lookup_it_finish()) it ffffae3e01d7fb20 it_disposition 7 00000080:00002000:3.0:1789608754.316225:0:32731:0:(namei.c:653:ll_splice_alias()) Add dentry ffff94d9189c9798 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:3.0:1789608754.316231:0:32731:0:(lmv_obd.c:4261:lmv_revalidate_lock()) Process entered 00800000:00000001:3.0:1789608754.316233:0:32731:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608754.316235:0:32731:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608754.316237:0:32731:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608754.316239:0:32731:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608754.316240:0:32731:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608754.316242:0:32731:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608754.316244:0:32731:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608754.316248:0:32731:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789608754.316250:0:32731:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608754.316252:0:32731:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608754.316258:0:32731:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fcc00 count: 2 00010000:00000001:3.0:1789608754.316261:0:32731:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608754.316277:0:32731:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608754.316279:0:32731:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789608754.316282:0:32731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54a00/0xc54db3288176fe10 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed91dc expref: -99 pid: 32731 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1789608754.316289:0:32731:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789608754.316293:0:32731:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608754.316296:0:32731:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54a00/0xc54db3288176fe10 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed91dc expref: -99 pid: 32731 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1789608754.316302:0:32731:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789608754.316304:0:32731:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608754.316306:0:32731:0:(lmv_obd.c:4268:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789608754.316309:0:32731:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1789608754.316311:0:32731:0:(dcache.c:176:ll_intent_release()) intent ffffae3e01d7f930 released 00000080:00010000:3.0:1789608754.316313:0:32731:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fe10 from it ffffae3e01d7f930 00010000:00000001:3.0:1789608754.316315:0:32731:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608754.316316:0:32731:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608754.316318:0:32731:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54a00 refcount=3 00000020:00000001:3.0:1789608754.316320:0:32731:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561616384 : -117815147935232 : ffff94d905f54a00) 00010000:00000001:3.0:1789608754.316322:0:32731:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561616384 : -117815147935232 : ffff94d905f54a00) 00010000:00000001:3.0:1789608754.316323:0:32731:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608754.316326:0:32731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54a00/0xc54db3288176fe10 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed91dc expref: -99 pid: 32731 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789608754.316332:0:32731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608754.316333:0:32731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608754.316334:0:32731:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608754.316336:0:32731:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608754.316338:0:32731:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54a00/0xc54db3288176fe10 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed91dc expref: -99 pid: 32731 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789608754.316345:0:32731:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608754.316347:0:32731:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608754.316349:0:32731:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608754.316353:0:32731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608754.316354:0:32731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608754.316356:0:32731:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608754.316358:0:32731:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608754.316360:0:32731:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608754.316361:0:32731:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608754.316364:0:32731:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608754.316366:0:32731:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608754.316367:0:32731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608754.316368:0:32731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789608754.316369:0:32731:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1789608754.316370:0:32731:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1789608754.316374:0:32731:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1789608754.316378:0:32731:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d91a40b200. 00000100:00000001:3.0:1789608754.316382:0:32731:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608754.316386:0:32731:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904057b80 x1876538934278912/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/584 e 0 to 0 dl 1789608770 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608754.316402:0:32731:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608754.316406:0:32731:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608754.316408:0:32731:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d903d91800. 02000000:00000001:3.0:1789608754.316413:0:32731:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608754.316415:0:32731:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608754.316417:0:32731:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=3 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608754.316419:0:32731:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608754.316421:0:32731:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d908240000. 02000000:00000001:3.0:1789608754.316425:0:32731:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608754.316426:0:32731:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608754.316428:0:32731:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904057b80. 00000100:00000001:3.0:1789608754.316431:0:32731:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608754.316433:0:32731:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789608754.316435:0:32731:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1789608754.316437:0:32731:0:(dcache.c:176:ll_intent_release()) intent ffffae3e01d7fb20 released 00000080:00000001:3.0:1789608754.316438:0:32731:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1789608754.316442:0:32731:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1789608754.316444:0:32731:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d7fb70 00000080:00002000:3.0:1789608754.316446:0:32731:0:(dcache.c:127:ll_ddelete()) keeping dentry d21h.recovery-small-1 (ffff94d9189c9798, parent ffff94d918a99a20, inode 0000000000000000) hashed, 00000080:00000001:3.0:1789608754.316449:0:32731:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608754.316487:0:32731:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789608754.316490:0:32731:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789608754.316491:0:32731:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789608754.316493:0:32731:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d7fbb0 00000080:00200000:3.0:1789608754.316495:0:32731:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:3.0:1789608754.316500:0:32731:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d904ae7c00. 00800000:00000002:3.0:1789608754.316505:0:32731:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:3.0:1789608754.316507:0:32731:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789608754.316510:0:32731:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789608754.316512:0:32731:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d7fad0 00800000:00000002:3.0:1789608754.316514:0:32731:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608754.316517:0:32731:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789608754.316519:0:32731:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608754.316520:0:32731:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608754.316522:0:32731:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608754.316523:0:32731:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608754.316525:0:32731:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608754.316527:0:32731:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608754.316529:0:32731:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608754.316532:0:32731:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789608754.316535:0:32731:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789608754.316537:0:32731:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d7f9a0 00000002:00010000:3.0:1789608754.316539:0:32731:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789608754.316542:0:32731:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789608754.316543:0:32731:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608754.316544:0:32731:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608754.316547:0:32731:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fcc00 count: 2 00010000:00000001:3.0:1789608754.316549:0:32731:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608754.316552:0:32731:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608754.316553:0:32731:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789608754.316556:0:32731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54a00/0xc54db3288176fe10 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed91dc expref: -99 pid: 32731 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1789608754.316563:0:32731:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789608754.316566:0:32731:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608754.316568:0:32731:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54a00/0xc54db3288176fe10 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed91dc expref: -99 pid: 32731 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1789608754.316574:0:32731:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789608754.316575:0:32731:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789608754.316577:0:32731:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608754.316578:0:32731:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608754.316580:0:32731:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608754.316582:0:32731:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789608754.316583:0:32731:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789608754.316585:0:32731:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:3.0:1789608754.316587:0:32731:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d904ae7c00. 00000080:00000001:3.0:1789608754.316590:0:32731:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789608754.316591:0:32731:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608754.316594:0:32731:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:3.0:1789608754.316597:0:32731:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176fe10 00800000:00000001:3.0:1789608754.316600:0:32731:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789608754.316602:0:32731:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789608754.316604:0:32731:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608754.316605:0:32731:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608754.316606:0:32731:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54a00 refcount=3 00000020:00000001:3.0:1789608754.316609:0:32731:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561616384 : -117815147935232 : ffff94d905f54a00) 00010000:00000001:3.0:1789608754.316611:0:32731:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561616384 : -117815147935232 : ffff94d905f54a00) 00010000:00000001:3.0:1789608754.316613:0:32731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608754.316614:0:32731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608754.316615:0:32731:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608754.316617:0:32731:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608754.316619:0:32731:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fe10 from it ffffae3e01d7fbe8 00010000:00000001:3.0:1789608754.316621:0:32731:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608754.316622:0:32731:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608754.316623:0:32731:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54a00 refcount=3 00000020:00000001:3.0:1789608754.316625:0:32731:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561616384 : -117815147935232 : ffff94d905f54a00) 00010000:00000001:3.0:1789608754.316627:0:32731:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561616384 : -117815147935232 : ffff94d905f54a00) 00010000:00000001:3.0:1789608754.316628:0:32731:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608754.316631:0:32731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54a00/0xc54db3288176fe10 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed91dc expref: -99 pid: 32731 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789608754.316636:0:32731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608754.316637:0:32731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608754.316638:0:32731:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608754.316640:0:32731:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608754.316642:0:32731:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54a00/0xc54db3288176fe10 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed91dc expref: -99 pid: 32731 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1789608754.316647:0:32731:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608754.316649:0:32731:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608754.316650:0:32731:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608754.316652:0:32731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608754.316653:0:32731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608754.316655:0:32731:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608754.316656:0:32731:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608754.316658:0:32731:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608754.316660:0:32731:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608754.316662:0:32731:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608754.316663:0:32731:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608754.316664:0:32731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608754.316665:0:32731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789608754.316667:0:32731:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789608754.316668:0:32731:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608754.316670:0:32731:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 1 00000080:00000001:3.0:1789608754.316723:0:32731:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608754.316727:0:32731:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1789608754.316729:0:32731:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d7fbd8 00000080:00002000:3.0:1789608754.316731:0:32731:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff94d9189c9798) flags 0x8000e refc 0 00000080:00000001:3.0:1789608754.316734:0:32731:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608754.316736:0:32731:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d7fc20 00000080:00200000:3.0:1789608754.316737:0:32731:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=16392 00000080:00000001:3.0:1789608754.316742:0:32731:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1789608754.316743:0:32731:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d7fba8 00000080:00002000:3.0:1789608754.316745:0:32731:0:(dcache.c:127:ll_ddelete()) keeping dentry d21h.recovery-small-1 (ffff94d9189c9798, parent ffff94d918a99a20, inode 0000000000000000) hashed, 00000080:00000001:3.0:1789608754.316747:0:32731:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608754.316768:0:32731:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d7fd08 00000080:00200008:3.0:1789608754.316770:0:32731:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff94d918926c08), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1789608754.316777:0:32731:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:3.0:1789608754.316779:0:32731:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608754.316781:0:32731:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789608754.316782:0:32731:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d7fc80 00000080:00200000:3.0:1789608754.316784:0:32731:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:3.0:1789608754.316787:0:32731:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d904ae7c00. 00800000:00000002:3.0:1789608754.316790:0:32731:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:3.0:1789608754.316792:0:32731:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789608754.316794:0:32731:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789608754.316795:0:32731:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d7fba0 00800000:00000002:3.0:1789608754.316797:0:32731:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608754.316799:0:32731:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789608754.316801:0:32731:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608754.316802:0:32731:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608754.316803:0:32731:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608754.316805:0:32731:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608754.316808:0:32731:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608754.316809:0:32731:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608754.316811:0:32731:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608754.316813:0:32731:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789608754.316816:0:32731:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789608754.316817:0:32731:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d7fa70 00000002:00010000:3.0:1789608754.316819:0:32731:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789608754.316821:0:32731:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789608754.316823:0:32731:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608754.316824:0:32731:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608754.316827:0:32731:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fcc00 count: 2 00010000:00000001:3.0:1789608754.316829:0:32731:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608754.316831:0:32731:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608754.316833:0:32731:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789608754.316836:0:32731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54a00/0xc54db3288176fe10 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed91dc expref: -99 pid: 32731 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1789608754.316843:0:32731:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789608754.316845:0:32731:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608754.316848:0:32731:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54a00/0xc54db3288176fe10 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed91dc expref: -99 pid: 32731 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1789608754.316854:0:32731:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789608754.316856:0:32731:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789608754.316857:0:32731:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608754.316859:0:32731:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608754.316861:0:32731:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608754.316863:0:32731:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789608754.316865:0:32731:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789608754.316867:0:32731:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:3.0:1789608754.316869:0:32731:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d904ae7c00. 00000080:00000001:3.0:1789608754.316871:0:32731:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789608754.316872:0:32731:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608754.316874:0:32731:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:3.0:1789608754.316877:0:32731:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176fe10 00800000:00000001:3.0:1789608754.316879:0:32731:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789608754.316880:0:32731:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789608754.316881:0:32731:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608754.316883:0:32731:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608754.316884:0:32731:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54a00 refcount=3 00000020:00000001:3.0:1789608754.316886:0:32731:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561616384 : -117815147935232 : ffff94d905f54a00) 00010000:00000001:3.0:1789608754.316888:0:32731:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561616384 : -117815147935232 : ffff94d905f54a00) 00010000:00000001:3.0:1789608754.316890:0:32731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608754.316891:0:32731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608754.316892:0:32731:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608754.316894:0:32731:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608754.316896:0:32731:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fe10 from it ffffae3e01d7fcb8 00010000:00000001:3.0:1789608754.316898:0:32731:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608754.316899:0:32731:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608754.316900:0:32731:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54a00 refcount=3 00000020:00000001:3.0:1789608754.316902:0:32731:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561616384 : -117815147935232 : ffff94d905f54a00) 00010000:00000001:3.0:1789608754.316904:0:32731:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561616384 : -117815147935232 : ffff94d905f54a00) 00010000:00000001:3.0:1789608754.316906:0:32731:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608754.316908:0:32731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54a00/0xc54db3288176fe10 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed91dc expref: -99 pid: 32731 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1789608754.316914:0:32731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608754.316915:0:32731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608754.316916:0:32731:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608754.316917:0:32731:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608754.316919:0:32731:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54a00/0xc54db3288176fe10 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed91dc expref: -99 pid: 32731 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1789608754.316925:0:32731:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608754.316926:0:32731:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608754.316928:0:32731:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608754.316930:0:32731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608754.316931:0:32731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608754.316933:0:32731:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608754.316934:0:32731:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608754.316936:0:32731:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608754.316938:0:32731:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608754.316940:0:32731:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608754.316941:0:32731:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608754.316943:0:32731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608754.316944:0:32731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789608754.316946:0:32731:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789608754.316947:0:32731:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789608754.316949:0:32731:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608754.316953:0:32731:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d7fd08 00000080:00000008:3.0:1789608754.316955:0:32731:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff94d918926c08), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1789608754.317413:0:32731:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608754.317438:0:32731:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d7fd08 00000080:00200008:3.0:1789608754.317441:0:32731:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff94d918926c08), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1789608754.317445:0:32731:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789608754.317447:0:32731:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d7fc80 00000080:00200000:3.0:1789608754.317448:0:32731:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:3.0:1789608754.317452:0:32731:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d904ae7c00. 00800000:00000002:3.0:1789608754.317456:0:32731:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:3.0:1789608754.317458:0:32731:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789608754.317461:0:32731:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789608754.317462:0:32731:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d7fba0 00800000:00000002:3.0:1789608754.317464:0:32731:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608754.317467:0:32731:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789608754.317468:0:32731:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608754.317470:0:32731:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608754.317471:0:32731:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608754.317473:0:32731:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608754.317474:0:32731:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608754.317476:0:32731:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608754.317478:0:32731:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608754.317481:0:32731:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789608754.317484:0:32731:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789608754.317486:0:32731:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d7fa70 00000002:00010000:3.0:1789608754.317488:0:32731:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789608754.317491:0:32731:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789608754.317492:0:32731:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608754.317494:0:32731:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608754.317497:0:32731:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fcc00 count: 2 00010000:00000001:3.0:1789608754.317499:0:32731:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608754.317502:0:32731:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608754.317504:0:32731:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789608754.317507:0:32731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54a00/0xc54db3288176fe10 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed91dc expref: -99 pid: 32731 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1789608754.317514:0:32731:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789608754.317517:0:32731:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608754.317520:0:32731:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54a00/0xc54db3288176fe10 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed91dc expref: -99 pid: 32731 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1789608754.317526:0:32731:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789608754.317527:0:32731:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789608754.317529:0:32731:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608754.317531:0:32731:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608754.317532:0:32731:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608754.317534:0:32731:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789608754.317537:0:32731:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789608754.317539:0:32731:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:3.0:1789608754.317541:0:32731:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d904ae7c00. 00000080:00000001:3.0:1789608754.317544:0:32731:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789608754.317545:0:32731:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608754.317547:0:32731:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:3.0:1789608754.317549:0:32731:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176fe10 00800000:00000001:3.0:1789608754.317551:0:32731:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789608754.317553:0:32731:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789608754.317554:0:32731:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608754.317555:0:32731:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608754.317558:0:32731:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54a00 refcount=3 00000020:00000001:3.0:1789608754.317560:0:32731:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561616384 : -117815147935232 : ffff94d905f54a00) 00010000:00000001:3.0:1789608754.317562:0:32731:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561616384 : -117815147935232 : ffff94d905f54a00) 00010000:00000001:3.0:1789608754.317564:0:32731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608754.317565:0:32731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608754.317567:0:32731:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608754.317569:0:32731:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608754.317570:0:32731:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fe10 from it ffffae3e01d7fcb8 00010000:00000001:3.0:1789608754.317572:0:32731:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608754.317573:0:32731:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608754.317574:0:32731:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54a00 refcount=3 00000020:00000001:3.0:1789608754.317576:0:32731:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561616384 : -117815147935232 : ffff94d905f54a00) 00010000:00000001:3.0:1789608754.317577:0:32731:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561616384 : -117815147935232 : ffff94d905f54a00) 00010000:00000001:3.0:1789608754.317579:0:32731:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608754.317581:0:32731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54a00/0xc54db3288176fe10 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed91dc expref: -99 pid: 32731 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1789608754.317586:0:32731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608754.317587:0:32731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608754.317588:0:32731:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608754.317590:0:32731:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608754.317592:0:32731:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54a00/0xc54db3288176fe10 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed91dc expref: -99 pid: 32731 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1789608754.317597:0:32731:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608754.317599:0:32731:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608754.317600:0:32731:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608754.317602:0:32731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608754.317603:0:32731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608754.317604:0:32731:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608754.317606:0:32731:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608754.317607:0:32731:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608754.317609:0:32731:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608754.317611:0:32731:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608754.317613:0:32731:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608754.317614:0:32731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608754.317615:0:32731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789608754.317616:0:32731:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789608754.317618:0:32731:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789608754.317620:0:32731:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608754.317623:0:32731:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d7fd08 00000080:00000008:3.0:1789608754.317625:0:32731:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff94d918926c08), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1789608754.317749:0:32731:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789608754.317751:0:32731:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789608754.317753:0:32731:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d7fb78 00000080:00200000:3.0:1789608754.317755:0:32731:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:3.0:1789608754.317758:0:32731:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d904ae7c00. 00800000:00000002:3.0:1789608754.317761:0:32731:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:3.0:1789608754.317764:0:32731:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789608754.317766:0:32731:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789608754.317767:0:32731:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d7fa98 00800000:00000002:3.0:1789608754.317769:0:32731:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608754.317771:0:32731:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789608754.317773:0:32731:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608754.317774:0:32731:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608754.317775:0:32731:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608754.317776:0:32731:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608754.317778:0:32731:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608754.317779:0:32731:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608754.317781:0:32731:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608754.317782:0:32731:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789608754.317785:0:32731:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789608754.317787:0:32731:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d7f968 00000002:00010000:3.0:1789608754.317788:0:32731:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789608754.317791:0:32731:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789608754.317792:0:32731:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608754.317793:0:32731:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608754.317796:0:32731:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fcc00 count: 2 00010000:00000001:3.0:1789608754.317798:0:32731:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608754.317800:0:32731:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608754.317803:0:32731:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789608754.317806:0:32731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54a00/0xc54db3288176fe10 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed91dc expref: -99 pid: 32731 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1789608754.317814:0:32731:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789608754.317816:0:32731:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608754.317819:0:32731:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54a00/0xc54db3288176fe10 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed91dc expref: -99 pid: 32731 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:3.0:1789608754.317825:0:32731:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789608754.317827:0:32731:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789608754.317828:0:32731:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608754.317830:0:32731:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608754.317831:0:32731:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608754.317833:0:32731:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789608754.317836:0:32731:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789608754.317838:0:32731:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:3.0:1789608754.317840:0:32731:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d904ae7c00. 00000080:00000001:3.0:1789608754.317842:0:32731:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789608754.317843:0:32731:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608754.317845:0:32731:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:3.0:1789608754.317848:0:32731:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176fe10 00800000:00000001:3.0:1789608754.317851:0:32731:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789608754.317852:0:32731:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789608754.317854:0:32731:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608754.317855:0:32731:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608754.317857:0:32731:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54a00 refcount=3 00000020:00000001:3.0:1789608754.317859:0:32731:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561616384 : -117815147935232 : ffff94d905f54a00) 00010000:00000001:3.0:1789608754.317861:0:32731:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561616384 : -117815147935232 : ffff94d905f54a00) 00010000:00000001:3.0:1789608754.317863:0:32731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608754.317864:0:32731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608754.317865:0:32731:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608754.317866:0:32731:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608754.317868:0:32731:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fe10 from it ffffae3e01d7fbb0 00010000:00000001:3.0:1789608754.317871:0:32731:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608754.317872:0:32731:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608754.317873:0:32731:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54a00 refcount=3 00000020:00000001:3.0:1789608754.317875:0:32731:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561616384 : -117815147935232 : ffff94d905f54a00) 00010000:00000001:3.0:1789608754.317877:0:32731:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561616384 : -117815147935232 : ffff94d905f54a00) 00010000:00000001:3.0:1789608754.317879:0:32731:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608754.317882:0:32731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54a00/0xc54db3288176fe10 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed91dc expref: -99 pid: 32731 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1789608754.317888:0:32731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608754.317889:0:32731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608754.317890:0:32731:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608754.317892:0:32731:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608754.317894:0:32731:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54a00/0xc54db3288176fe10 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed91dc expref: -99 pid: 32731 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1789608754.317900:0:32731:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608754.317902:0:32731:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608754.317903:0:32731:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608754.317905:0:32731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608754.317906:0:32731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608754.317907:0:32731:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608754.317909:0:32731:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608754.317910:0:32731:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608754.317912:0:32731:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608754.317914:0:32731:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608754.317915:0:32731:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608754.317916:0:32731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608754.317917:0:32731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789608754.317919:0:32731:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789608754.317921:0:32731:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608754.317922:0:32731:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 44 00000080:00000001:3.0:1789608754.317927:0:32731:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608754.317930:0:32731:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:3.0:1789608754.317932:0:32731:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1789608754.317934:0:32731:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d7fb78 00000080:00200008:3.0:1789608754.317936:0:32731:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff94d918926c08), flags 300000 00000080:00000010:3.0:1789608754.317941:0:32731:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d90517edc0. 00000080:00000001:3.0:1789608754.317945:0:32731:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608754.317947:0:32731:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608754.317958:0:32731:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608754.317960:0:32731:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c03066f0 arg=7ffc27da0940 00000020:00000001:3.0:1789608754.317966:0:32731:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608754.317970:0:32731:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 648 at ffff94d908399800. 00000020:00000001:3.0:1789608754.317974:0:32731:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608754.317977:0:32731:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:3.0:1789608754.317979:0:32731:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d7fad0 00000080:00200000:3.0:1789608754.317981:0:32731:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) name=d21h.recovery-small-1 stripe_offset=0 stripe_count=1, hash_type=0 00000080:00000010:3.0:1789608754.317986:0:32731:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d904ae7c00. 00800000:00000002:3.0:1789608754.317988:0:32731:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00800000:00000001:3.0:1789608754.317996:0:32731:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:3.0:1789608754.317998:0:32731:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1789608754.318001:0:32731:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608754.318002:0:32731:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608754.318003:0:32731:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608754.318005:0:32731:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608754.318007:0:32731:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608754.318008:0:32731:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608754.318010:0:32731:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608754.318013:0:32731:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446626258787724288 : -117814921827328 : ffff94d9136f6c00) 00800000:00000001:3.0:1789608754.318015:0:32731:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1789608754.318017:0:32731:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1789608754.318019:0:32731:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1789608754.318022:0:32731:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1789608754.318024:0:32731:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94d904ceb000: Allocated FID [0x200000405:0x23:0x0] 40000000:00000001:3.0:1789608754.318026:0:32731:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608754.318029:0:32731:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608754.318030:0:32731:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608754.318032:0:32731:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608754.318034:0:32731:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d7f9e8 00800000:00000002:3.0:1789608754.318036:0:32731:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd21h.recovery-small-1' [0x200000405:0x23:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:3.0:1789608754.318039:0:32731:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:3.0:1789608754.318042:0:32731:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1789608754.318045:0:32731:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fcc00 count: 2 00010000:00000001:3.0:1789608754.318047:0:32731:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608754.318050:0:32731:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1789608754.318053:0:32731:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789608754.318056:0:32731:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54a00/0xc54db3288176fe10 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x91bddff8e8ed91dc expref: -99 pid: 32731 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:3.0:1789608754.318063:0:32731:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789608754.318067:0:32731:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789608754.318069:0:32731:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789608754.318070:0:32731:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1789608754.318073:0:32731:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608754.318075:0:32731:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608754.318076:0:32731:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fcc00 count: 3 00010000:00000001:3.0:1789608754.318078:0:32731:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608754.318080:0:32731:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608754.318082:0:32731:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608754.318083:0:32731:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608754.318085:0:32731:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fcc00 count: 3 00010000:00000001:3.0:1789608754.318087:0:32731:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608754.318089:0:32731:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608754.318090:0:32731:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608754.318091:0:32731:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608754.318093:0:32731:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fcc00 count: 3 00010000:00000001:3.0:1789608754.318095:0:32731:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608754.318097:0:32731:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608754.318099:0:32731:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789608754.318101:0:32731:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff94d918926b40, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1789608754.318105:0:32731:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:3.0:1789608754.318108:0:32731:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d7f670 00000080:00002000:3.0:1789608754.318110:0:32731:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d21h.recovery-small-1 00000080:00000001:3.0:1789608754.318114:0:32731:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1789608754.318120:0:32731:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1789608754.318123:0:32731:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1789608754.318126:0:32731:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789608754.318128:0:32731:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608754.318131:0:32731:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789608754.318133:0:32731:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789608754.318135:0:32731:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789608754.318136:0:32731:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608754.318138:0:32731:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789608754.318140:0:32731:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d905f54a00 with handle 0xc54db3288176fe10 from hash 00010000:00000001:3.0:1789608754.318142:0:32731:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789608754.318144:0:32731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608754.318145:0:32731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608754.318146:0:32731:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789608754.318148:0:32731:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789608754.318150:0:32731:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789608754.318152:0:32731:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789608754.318154:0:32731:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789608754.318156:0:32731:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1789608754.318161:0:32731:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908491880. 00000020:00000040:3.0:1789608754.318165:0:32731:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d904ceb000 02000000:00000001:3.0:1789608754.318170:0:32731:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789608754.318172:0:32731:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608754.318174:0:32731:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789608754.318178:0:32731:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608754.318180:0:32731:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608754.318183:0:32731:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608754.318185:0:32731:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608754.318187:0:32731:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608754.318193:0:32731:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d90839b400. 00000100:00000001:3.0:1789608754.318200:0:32731:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608754.318202:0:32731:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608754.318204:0:32731:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1789608754.318209:0:32731:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54a00/0xc54db3288176fe10 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed91dc expref: -99 pid: 32731 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1789608754.318216:0:32731:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1789608754.318217:0:32731:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789608754.318220:0:32731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789608754.318223:0:32731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54a00/0xc54db3288176fe10 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed91dc expref: -99 pid: 32731 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:3.0:1789608754.318230:0:32731:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d9037fcc00 count: 0 00010000:00000010:3.0:1789608754.318235:0:32731:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d90330c800. 00010000:00000001:3.0:1789608754.318242:0:32731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608754.318243:0:32731:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608754.318245:0:32731:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608754.318246:0:32731:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608754.318248:0:32731:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1789608754.318259:0:32731:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d904ceb000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1789608754.318267:0:32731:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d908491880 x1876538934279168/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789608754.318274:0:32731:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789608754.318275:0:32731:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789608754.318281:0:32731:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d9136e40c0. 00000100:00000001:3.0:1789608754.318283:0:32731:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258787647680 : -117814921903936 : ffff94d9136e40c0) 00000100:00000001:3.0:1789608754.318286:0:32731:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608754.318287:0:32731:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600663168 : -117815108888448 : ffff94d908491880) 00000100:00000001:3.0:1789608754.318291:0:32731:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608754.318294:0:32731:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608754.318296:0:32731:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789608754.318297:0:32731:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608754.318301:0:32731:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908491880 x1876538934279168/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608754.318308:0:32731:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608754.318310:0:32731:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608754.318313:0:32731:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608754.318315:0:32731:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608754.318317:0:32731:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608754.318321:0:32731:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908491880 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:32731:1876538934279168:192.168.203.121@tcp:36:lfs.0 00000100:00000001:3.0:1789608754.318325:0:32731:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608754.318329:0:32731:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608754.318331:0:32731:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608754.318334:0:32731:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608754.318338:0:32731:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d908399000. 02000000:00000001:3.0:1789608754.318340:0:32731:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608754.318347:0:32731:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608754.318351:0:32731:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a898. 00000400:00000010:3.0:1789608754.318357:0:32731:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9d48. 00000100:00000200:3.0:1789608754.318363:0:32731:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934279168, portal 10 00000100:00000001:3.0:1789608754.318365:0:32731:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608754.318366:0:32731:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600663168 : -117815108888448 : ffff94d908491880) 00000100:00000040:3.0:1789608754.318371:0:32731:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d908491880 x1876538934279168/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/576 e 0 to 0 dl 1789608770 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608754.318378:0:32731:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608754.318380:0:32731:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608754.318383:0:32731:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9088. 00000100:00000200:3.0:1789608754.318387:0:32731:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1876538934279168, offset 0 00000400:00000200:3.0:1789608754.318393:0:32731:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608754.318411:0:32731:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608754.318418:0:32731:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608754.318423:0:32731:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608754.318427:0:32731:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608754.318431:0:32731:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608754.318433:0:32731:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608754.318436:0:32731:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2724:2724:256:4294967295] 192.168.203.121@tcp LPNI seq info [2724:2724:8:4294967295] 00000400:00000200:3.0:1789608754.318440:0:32731:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608754.318449:0:32731:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608754.318454:0:32731:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608754.318459:0:32731:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d90827b500. 00000800:00000200:3.0:1789608754.318466:0:32731:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608754.318473:0:32731:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608754.318478:0:32731:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d90827b500 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:3.0:1789608754.318494:0:32731:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608754.318498:0:32731:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 848265 usecs (849 jiffies) 00000400:00000200:3.0:1789608754.318502:0:32731:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608754.318504:0:32731:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296482255 00000100:00000001:3.0:1789608754.318507:0:32731:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296484190 00000100:00000001:3.0:1789608754.318509:0:32731:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296482255 00000100:00000001:3.0:1789608754.318511:0:32731:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296484190 00000100:00000001:3.0:1789608754.318513:0:32731:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608754.318516:0:32731:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608754.318518:0:32731:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608754.318519:0:32731:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789608754.318521:0:32731:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d9136e40c0 going to sleep for 11 seconds 00000100:00000001:3.0:1789608754.318524:0:32731:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608754.318527:0:32731:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608754.318989:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608754.318995:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d90827b500. 00000400:00000200:0.0:1789608754.319000:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608754.319005:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608754.319011:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9088 00000400:00000010:0.0:1789608754.319014:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9088. 00000100:00000001:0.0:1789608754.319017:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608754.319021:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908491880 x1876538934279168/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/576 e 0 to 0 dl 1789608770 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608754.319030:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608754.319033:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908491880 x1876538934279168/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/576 e 0 to 0 dl 1789608770 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608754.319039:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608754.319041:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:3.1:1789608754.322352:0:32735:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6a600. 00000080:00000010:3.1:1789608754.324845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d909343f20. 00010000:00000010:3.1:1789608754.324863:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9037fcc00. 00010000:00000010:3.1:1789608754.324869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f54a00. 00000800:00000001:1.0:1789608754.338358:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608754.338375:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608754.338379:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608754.338381:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608754.338390:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608754.338407:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608754.338417:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608754.338422:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608754.338427:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608754.338431:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 448 into portal 10 MB=0x6aab3c495bc00 00000400:00000200:1.0:1789608754.338436:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608754.338442:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 448/448 into md 0x7d61 [1] + 224 00000800:00000001:1.0:1789608754.338449:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608754.338456:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608754.338460:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608754.338464:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608754.338471:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608754.338480:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908491880 x1876538934279168/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/576 e 0 to 0 dl 1789608770 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608754.338491:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff94d908491880 x1876538934279168/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/576 e 0 to 0 dl 1789608770 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608754.338539:0:32731:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608754.338557:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608754.338567:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608754.338571:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1789608754.340100:0:32731:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608754.340106:0:32731:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608754.340110:0:32731:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a898. 00000400:00000200:3.0:1789608754.340117:0:32731:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9d48 00000400:00000010:3.0:1789608754.340120:0:32731:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9d48. 00000100:00000001:3.0:1789608754.340125:0:32731:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608754.340135:0:32731:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908491880 x1876538934279168/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/576 e 0 to 0 dl 1789608770 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608754.340146:0:32731:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908491880 x1876538934279168/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/576 e 0 to 0 dl 1789608770 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608754.340154:0:32731:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608754.340156:0:32731:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608754.340158:0:32731:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608754.340161:0:32731:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608754.340164:0:32731:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608754.340166:0:32731:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608754.340169:0:32731:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608754.340178:0:32731:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=112 v=5 (104 104 104 137) 00000100:00001000:3.0:1789608754.340182:0:32731:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=9 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608754.340185:0:32731:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608754.340187:0:32731:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608754.340190:0:32731:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608754.340194:0:32731:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608754.340197:0:32731:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1789608754.340199:0:32731:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009c/0x1] 00000100:00000001:3.0:1789608754.340201:0:32731:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1789608754.340203:0:32731:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608754.340205:0:32731:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600663168 : -117815108888448 : ffff94d908491880) 00000100:00000001:3.0:1789608754.340208:0:32731:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608754.340209:0:32731:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967615 00000100:00000001:3.0:1789608754.340211:0:32731:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608754.340214:0:32731:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608754.340219:0:32731:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908491880 x1876538934279168/t4294967616(4294967616) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/448 e 0 to 0 dl 1789608770 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608754.340227:0:32731:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608754.340230:0:32731:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608754.340232:0:32731:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608754.340236:0:32731:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908491880 x1876538934279168/t4294967616(4294967616) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/448 e 0 to 0 dl 1789608770 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608754.340244:0:32731:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908491880 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:32731:1876538934279168:192.168.203.121@tcp:36:lfs.0 00000100:00000001:3.0:1789608754.340249:0:32731:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608754.340252:0:32731:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608754.340254:0:32731:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789608754.340256:0:32731:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608754.340260:0:32731:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908491880 x1876538934279168/t4294967616(4294967616) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/448 e 0 to 0 dl 1789608770 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608754.340417:0:32731:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608754.340420:0:32731:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d9136e40c0. 00000100:00000001:3.0:1789608754.340423:0:32731:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789608754.340425:0:32731:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608754.340434:0:32731:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608754.340437:0:32731:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000405:0x23:0x0] 00800000:00000001:3.0:1789608754.340439:0:32731:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608754.340443:0:32731:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1789608754.340449:0:32731:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1789608754.340451:0:32731:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1789608754.340454:0:32731:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:3.0:1789608754.340458:0:32731:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1789608754.340470:0:32731:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94d9189b5ac0. 00000080:00000001:3.0:1789608754.340479:0:32731:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:3.0:1789608754.340482:0:32731:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x23:0x0](ffff94d9189b5b88) 00000080:00000001:3.0:1789608754.340485:0:32731:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1789608754.340487:0:32731:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x23:0x0] 00000080:00000001:3.0:1789608754.340489:0:32731:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608754.340491:0:32731:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:3.0:1789608754.340493:0:32731:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1789608754.340495:0:32731:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611171 mtime from 0 to 1789608754 00000080:00200000:3.0:1789608754.340499:0:32731:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x23:0x0], updating i_size 16384 00000080:00000001:3.0:1789608754.340501:0:32731:0:(llite_lib.c:3382:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1789608754.340504:0:32731:0:(namei.c:156:ll_iget()) Process leaving (rc=18446626258874489736 : -117814835061880 : ffff94d9189b5b88) 00000080:00000001:3.0:1789608754.340506:0:32731:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1789608754.340509:0:32731:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1789608754.340511:0:32731:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608754.340518:0:32731:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608754.340522:0:32731:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908491880 x1876538934279168/t4294967616(4294967616) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/448 e 0 to 0 dl 1789608770 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608754.340528:0:32731:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608754.340530:0:32731:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:3.0:1789608754.340533:0:32731:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d904ae7c00. 00000080:00000010:3.0:1789608754.340538:0:32731:0:(dir.c:2111:ll_dir_ioctl()) kvfree 'data': 648 at ffff94d908399800. 00000080:00000001:3.0:1789608754.340541:0:32731:0:(dir.c:2112:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608754.340555:0:32731:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:3.0:1789608754.340558:0:32731:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1789608754.340561:0:32731:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d7fdd0 00000080:00200008:3.0:1789608754.340564:0:32731:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff94d918926c08), flags 300000 00000080:00400000:3.0:1789608754.340568:0:32731:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:3.0:1789608754.340571:0:32731:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d90517edc0. 00000080:00000001:3.0:1789608754.340575:0:32731:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1789608754.340577:0:32731:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d7fdd0 00000080:00000008:3.0:1789608754.340579:0:32731:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff94d918926c08), flags 300000, rc = 0 00000080:00000001:3.0:1789608754.340582:0:32731:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608754.340583:0:32731:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608754.358761:0:32737:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789608754.358769:0:32737:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789608754.358772:0:32737:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789608754.358775:0:32737:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0147bb20 00000080:00200000:1.0:1789608754.358779:0:32737:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:1.0:1789608754.358787:0:32737:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d91a40ba00. 00800000:00000002:1.0:1789608754.358793:0:32737:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:1.0:1789608754.358798:0:32737:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789608754.358803:0:32737:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789608754.358806:0:32737:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0147ba40 00800000:00000002:1.0:1789608754.358808:0:32737:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789608754.358812:0:32737:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789608754.358815:0:32737:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789608754.358818:0:32737:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789608754.358820:0:32737:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789608754.358822:0:32737:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789608754.358824:0:32737:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608754.358826:0:32737:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789608754.358829:0:32737:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608754.358832:0:32737:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789608754.358837:0:32737:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789608754.358839:0:32737:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0147b910 00000002:00010000:1.0:1789608754.358841:0:32737:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789608754.358845:0:32737:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789608754.358847:0:32737:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789608754.358850:0:32737:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789608754.358857:0:32737:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608754.358860:0:32737:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608754.358862:0:32737:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608754.358864:0:32737:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789608754.358866:0:32737:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1789608754.358871:0:32737:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904054380. 00000020:00000040:1.0:1789608754.358875:0:32737:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00010000:00000001:1.0:1789608754.358881:0:32737:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789608754.358885:0:32737:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789608754.358888:0:32737:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608754.358891:0:32737:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608754.358894:0:32737:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608754.358898:0:32737:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608754.358905:0:32737:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d908241400. 00000100:00000001:1.0:1789608754.358911:0:32737:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608754.358915:0:32737:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789608754.358917:0:32737:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608754.358918:0:32737:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789608754.358919:0:32737:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608754.358922:0:32737:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608754.358927:0:32737:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626258529108864 : -117815180442752 : ffff94d904054380) 00010000:00000001:1.0:1789608754.358930:0:32737:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789608754.358933:0:32737:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789608754.358937:0:32737:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d90906b500. 00010000:00000010:1.0:1789608754.358940:0:32737:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d9121c3280. 00010000:00000001:1.0:1789608754.358945:0:32737:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789608754.358948:0:32737:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d903f6aa00. 00000020:00000001:1.0:1789608754.358952:0:32737:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789608754.358956:0:32737:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d903f6aa00 with handle 0xc54db3288176fe1e to hash 00000020:00000001:1.0:1789608754.358958:0:32737:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789608754.358959:0:32737:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626258528152064 : -117815181399552 : ffff94d903f6aa00) 00010000:00000001:1.0:1789608754.358963:0:32737:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626258528152064 : -117815181399552 : ffff94d903f6aa00) 00010000:00000001:1.0:1789608754.358966:0:32737:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608754.358969:0:32737:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608754.358973:0:32737:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6aa00/0xc54db3288176fe1e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789608754.358982:0:32737:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6aa00/0xc54db3288176fe1e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789608754.358992:0:32737:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6aa00/0xc54db3288176fe1e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32737 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789608754.358997:0:32737:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789608754.358999:0:32737:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789608754.359005:0:32737:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d90342f840. 00000100:00000001:1.0:1789608754.359007:0:32737:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258516375616 : -117815193176000 : ffff94d90342f840) 00000100:00000001:1.0:1789608754.359009:0:32737:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608754.359010:0:32737:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529108864 : -117815180442752 : ffff94d904054380) 00000100:00000001:1.0:1789608754.359014:0:32737:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608754.359017:0:32737:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608754.359020:0:32737:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789608754.359022:0:32737:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608754.359031:0:32737:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904054380 x1876538934279296/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608754.359039:0:32737:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608754.359041:0:32737:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608754.359044:0:32737:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608754.359047:0:32737:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608754.359049:0:32737:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608754.359053:0:32737:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904054380 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:32737:1876538934279296:192.168.203.121@tcp:101:lfs.0 00000100:00000001:1.0:1789608754.359057:0:32737:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608754.359062:0:32737:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608754.359064:0:32737:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608754.359067:0:32737:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608754.359071:0:32737:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d903d90800. 02000000:00000001:1.0:1789608754.359073:0:32737:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608754.359081:0:32737:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608754.359084:0:32737:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d347e8. 00000400:00000010:1.0:1789608754.359090:0:32737:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d356e8. 00000100:00000200:1.0:1789608754.359096:0:32737:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876538934279296, portal 10 00000100:00000001:1.0:1789608754.359098:0:32737:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608754.359099:0:32737:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529108864 : -117815180442752 : ffff94d904054380) 00000100:00000040:1.0:1789608754.359105:0:32737:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d904054380 x1876538934279296/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608770 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608754.359112:0:32737:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608754.359115:0:32737:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608754.359117:0:32737:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d354c8. 00000100:00000200:1.0:1789608754.359120:0:32737:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876538934279296, offset 0 00000400:00000200:1.0:1789608754.359125:0:32737:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608754.359133:0:32737:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608754.359141:0:32737:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608754.359145:0:32737:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608754.359149:0:32737:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608754.359152:0:32737:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608754.359155:0:32737:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608754.359158:0:32737:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2725:2725:256:4294967295] 192.168.203.121@tcp LPNI seq info [2725:2725:8:4294967295] 00000400:00000200:1.0:1789608754.359162:0:32737:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608754.359171:0:32737:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608754.359176:0:32737:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608754.359181:0:32737:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faab00. 00000800:00000200:1.0:1789608754.359188:0:32737:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608754.359195:0:32737:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608754.359199:0:32737:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faab00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1789608754.359218:0:32737:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608754.359223:0:32737:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 847070 usecs (848 jiffies) 00000400:00000200:1.0:1789608754.359227:0:32737:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608754.359229:0:32737:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296482295 00000100:00000001:1.0:1789608754.359232:0:32737:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296484190 00000100:00000001:1.0:1789608754.359235:0:32737:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296482295 00000100:00000001:1.0:1789608754.359237:0:32737:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296484190 00000100:00000001:1.0:1789608754.359239:0:32737:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608754.359242:0:32737:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608754.359244:0:32737:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608754.359245:0:32737:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789608754.359248:0:32737:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d90342f840 going to sleep for 11 seconds 00000100:00000001:1.0:1789608754.359250:0:32737:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608754.359253:0:32737:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608754.361920:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608754.361930:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faab00. 00000400:00000200:0.0:1789608754.361937:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608754.361944:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608754.361951:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d354c8 00000400:00000010:0.0:1789608754.361955:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d354c8. 00000100:00000001:0.0:1789608754.361960:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608754.361967:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904054380 x1876538934279296/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608770 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608754.361979:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608754.361983:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d904054380 x1876538934279296/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608770 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608754.362119:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608754.362121:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608754.366502:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608754.366520:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608754.366523:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608754.366526:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608754.366534:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608754.366542:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608754.366550:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608754.366556:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608754.366560:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608754.366565:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 688 into portal 10 MB=0x6aab3c495bc80 00000400:00000200:1.0:1789608754.366570:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608754.366575:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 688/688 into md 0x7d69 [1] + 224 00000800:00000001:1.0:1789608754.366583:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608754.366590:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608754.366594:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608754.366598:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608754.366605:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608754.366613:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904054380 x1876538934279296/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608770 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608754.366625:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d904054380 x1876538934279296/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608770 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608754.366744:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608754.366753:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608754.366756:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1789608754.376055:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608754.376067:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9070e6900. 00000400:00000200:0.0:1789608754.376074:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608754.376083:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608754.376091:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c330 00000400:00000010:0.0:1789608754.376094:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c330. 00000100:00000001:0.0:1789608754.376099:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608754.376107:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25500 x1876538934279424/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608770 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608754.376122:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608754.376125:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d25500 x1876538934279424/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608770 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608754.376132:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608754.376134:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608754.387732:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608754.387749:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608754.387754:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608754.387757:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608754.387765:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608754.387775:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608754.387785:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608754.387790:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608754.387796:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608754.387801:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 584 into portal 10 MB=0x6aab3c495bd00 00000400:00000200:0.0:1789608754.387807:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608754.387815:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 584/584 into md 0x7d79 [1] + 224 00000800:00000001:0.0:1789608754.387822:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608754.387830:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608754.387834:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608754.387838:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608754.387847:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608754.387857:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d25500 x1876538934279424/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608770 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608754.387869:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff94d907d25500 x1876538934279424/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608770 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608754.387879:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608754.387888:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608754.387890:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1789608754.397941:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608754.397946:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9070e6900. 00000400:00000200:1.0:1789608754.397952:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608754.397958:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608754.397963:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c198 00000400:00000010:1.0:1789608754.397966:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c198. 00000100:00000001:1.0:1789608754.397970:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608754.397974:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25500 x1876538934279680/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/576 e 0 to 0 dl 1789608770 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608754.397984:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608754.397988:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d25500 x1876538934279680/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/576 e 0 to 0 dl 1789608770 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608754.397994:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608754.397996:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1789608754.401800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909233200. 00000080:00000010:2.1:1789608754.412443:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f68120. 00010000:00000010:2.1:1789608754.412464:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d90906b500. 00010000:00000010:2.1:1789608754.412472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6aa00. 00000800:00000001:0.0:1789608754.422504:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608754.422521:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608754.422527:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608754.422530:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608754.422539:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608754.422546:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608754.422555:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608754.422560:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608754.422565:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608754.422569:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 448 into portal 10 MB=0x6aab3c495be00 00000400:00000200:0.0:1789608754.422574:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608754.422579:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 448/448 into md 0x7d81 [1] + 224 00000800:00000001:0.0:1789608754.422586:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608754.422592:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608754.422595:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608754.422600:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608754.422606:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608754.422616:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d25500 x1876538934279680/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/576 e 0 to 0 dl 1789608770 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608754.422627:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff94d907d25500 x1876538934279680/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/576 e 0 to 0 dl 1789608770 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608754.422643:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608754.422650:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608754.422653:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1789608754.459888:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608754.459892:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9070e6900. 00000400:00000200:1.0:1789608754.459897:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608754.459901:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608754.459905:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c7f8 00000400:00000010:1.0:1789608754.459907:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c7f8. 00000100:00000001:1.0:1789608754.459910:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608754.459914:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d24380 x1876538934279808/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608770 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608754.459921:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608754.459923:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d24380 x1876538934279808/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608770 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608754.459927:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608754.459928:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608754.471353:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608754.471370:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608754.471385:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608754.471389:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608754.471407:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608754.471415:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608754.471424:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608754.471429:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608754.471434:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608754.471438:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 688 into portal 10 MB=0x6aab3c495be80 00000400:00000200:0.0:1789608754.471443:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608754.471449:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 688/688 into md 0x7d89 [1] + 224 00000800:00000001:0.0:1789608754.471456:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608754.471463:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608754.471467:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608754.471471:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608754.471478:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608754.471487:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d24380 x1876538934279808/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608770 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608754.471498:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d907d24380 x1876538934279808/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608770 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608754.471520:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608754.471528:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608754.471532:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1789608754.474613:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608754.474619:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9070e6900. 00000400:00000200:1.0:1789608754.474624:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608754.474629:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608754.474634:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6ca18 00000400:00000010:1.0:1789608754.474636:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6ca18. 00000100:00000001:1.0:1789608754.474639:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608754.474643:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d24380 x1876538934279936/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608770 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608754.474651:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608754.474655:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d24380 x1876538934279936/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608770 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608754.474661:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608754.474663:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608754.485747:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608754.485764:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608754.485769:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608754.485771:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608754.485780:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608754.485788:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608754.485796:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608754.485801:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608754.485806:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608754.485811:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 688 into portal 10 MB=0x6aab3c495bf00 00000400:00000200:0.0:1789608754.485817:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608754.485824:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 688/688 into md 0x7d91 [1] + 224 00000800:00000001:0.0:1789608754.485830:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608754.485837:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608754.485841:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608754.485845:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608754.485853:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608754.485863:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d24380 x1876538934279936/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608770 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608754.485885:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d907d24380 x1876538934279936/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608770 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608754.485906:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608754.485913:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608754.485916:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1789608754.489057:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608754.489060:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9070e6900. 00000400:00000200:1.0:1789608754.489066:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608754.489069:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608754.489073:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c5d8 00000400:00000010:1.0:1789608754.489075:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c5d8. 00000100:00000001:1.0:1789608754.489078:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608754.489081:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d24380 x1876538934280192/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789608770 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608754.489087:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608754.489089:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d24380 x1876538934280192/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789608770 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608754.489093:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608754.489094:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608754.499459:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608754.499474:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608754.499478:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608754.499481:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608754.499499:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608754.499507:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608754.499516:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608754.499521:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608754.499526:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608754.499530:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 664 into portal 10 MB=0x6aab3c495c000 00000400:00000200:0.0:1789608754.499536:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608754.499542:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 664/664 into md 0x7d99 [32] + 224 00000800:00000001:0.0:1789608754.499549:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608754.499555:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608754.499559:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608754.499563:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608754.499570:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608754.499579:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d24380 x1876538934280192/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789608770 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608754.499590:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff94d907d24380 x1876538934280192/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789608770 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608754.499613:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608754.499620:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608754.499624:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789608754.957892:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608754.957901:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608754.957906:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608754.957908:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608754.958009:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608754.958014:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608754.958018:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1789608755.331965:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608755.331973:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9070e6900. 00000400:00000200:0.0:1789608755.331981:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608755.331987:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608755.331995:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c908 00000400:00000010:0.0:1789608755.331999:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c908. 00000100:00000001:0.0:1789608755.332003:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608755.332008:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d24000 x1876538934280320/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608771 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608755.332019:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608755.332022:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d24000 x1876538934280320/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608771 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608755.332028:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608755.332030:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608755.338966:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608755.338989:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608755.338995:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608755.338998:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608755.339010:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608755.339019:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608755.339031:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608755.339036:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608755.339041:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608755.339046:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 688 into portal 10 MB=0x6aab3c495c080 00000400:00000200:0.0:1789608755.339051:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608755.339058:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 688/688 into md 0x7da1 [1] + 224 00000800:00000001:0.0:1789608755.339066:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608755.339074:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608755.339077:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608755.339082:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608755.339092:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608755.339103:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d24000 x1876538934280320/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608771 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608755.339116:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d907d24000 x1876538934280320/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608771 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608755.339132:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608755.339142:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608755.339146:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1789608755.341672:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608755.341704:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9070e6900. 00000400:00000200:0.0:1789608755.341710:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608755.341717:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608755.341723:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c6e8 00000400:00000010:0.0:1789608755.341726:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c6e8. 00000100:00000001:0.0:1789608755.341730:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608755.341735:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d24000 x1876538934280576/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789608771 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608755.341746:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608755.341749:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d24000 x1876538934280576/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789608771 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608755.341761:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608755.341773:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608755.361888:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608755.361912:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608755.361918:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608755.361921:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608755.361942:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608755.361952:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608755.361962:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608755.361968:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608755.361974:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608755.361979:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 664 into portal 10 MB=0x6aab3c495c180 00000400:00000200:0.0:1789608755.361985:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608755.361999:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 664/664 into md 0x7da9 [32] + 224 00000800:00000001:0.0:1789608755.362009:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608755.362018:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608755.362022:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608755.362027:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608755.362036:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608755.362047:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d24000 x1876538934280576/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789608771 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608755.362059:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff94d907d24000 x1876538934280576/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789608771 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608755.362081:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608755.362091:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608755.362095:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1789608755.366487:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608755.366496:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9070e6900. 00000400:00000200:1.0:1789608755.366504:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608755.366511:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608755.366519:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6cee0 00000400:00000010:1.0:1789608755.366522:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6cee0. 00000100:00000001:1.0:1789608755.366528:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608755.366534:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25500 x1876538934280832/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/512 e 0 to 0 dl 1789608771 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608755.366544:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608755.366548:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d25500 x1876538934280832/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/512 e 0 to 0 dl 1789608771 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608755.366555:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608755.366557:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1789608755.377229:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69500. 00010000:00000010:2.1:1789608755.377247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232a00. 00010000:00000001:3.0:1789608755.981802:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608755.981809:0:28704:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608755.981811:0:28704:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608755.981815:0:28704:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608755.981819:0:28704:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608755.981821:0:28704:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608755.981832:0:28704:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608755.981835:0:28704:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608755.981838:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608755.981839:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608755.981880:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789608755.981883:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608755.981886:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789608756.239218:0:16946:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1789608756.239228:0:16946:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608757.005954:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608757.005963:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608757.005970:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608757.005972:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608757.006125:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608757.006129:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608757.006134:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789608757.134425:0:809:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d110 (cpu 1) has reached its deadline 4296484190, at 4296484224 00000100:00000040:0.0:1789608757.134425:0:20560:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d000 (cpu 0) has reached its deadline 4296484190, at 4296484224 00000100:00000010:1.0:1789608757.134447:0:809:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d9082d7cc0. 00000100:00000010:0.0:1789608757.134450:0:20560:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d9082d7c00. 00010000:00000001:3.0:1789608758.030077:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608758.030183:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608758.030192:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608758.030193:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608758.031486:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608758.031494:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608758.031500:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789608758.073258:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789608758.073262:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608758.073265:0:16956:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 4 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1789608758.073269:0:16956:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1789608758.073272:0:16956:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789608758.073280:0:16956:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233800/0xc54db3288176fe41 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x91bddff8e8ed92a7 expref: -99 pid: 32754 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1789608758.073295:0:16956:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789608758.073300:0:16956:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789608758.073303:0:16956:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789608758.073305:0:16956:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x24:0x0] mode (null) 00000002:00000001:3.0:1789608758.073311:0:16956:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608758.073315:0:16956:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608758.073322:0:16956:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69000 count: 2 00010000:00000001:3.0:1789608758.073326:0:16956:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608758.073330:0:16956:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608758.073332:0:16956:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608758.073333:0:16956:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608758.073334:0:16956:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69000 count: 2 00010000:00000001:3.0:1789608758.073336:0:16956:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608758.073338:0:16956:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608758.073340:0:16956:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608758.073343:0:16956:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1789608758.073346:0:16956:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x24:0x0](ffff94d9189242c8) invalid 00000020:00000001:3.0:1789608758.073350:0:16956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c6fca0 00000080:00002000:3.0:1789608758.073353:0:16956:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff94d918b2da20) parent ffff94d918a99a20 inode ffff94d9189242c8 refc 1 00000080:00000001:3.0:1789608758.073357:0:16956:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1789608758.073360:0:16956:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789608758.073362:0:16956:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608758.073375:0:16956:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789608758.073380:0:16956:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789608758.073382:0:16956:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789608758.073384:0:16956:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608758.073386:0:16956:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789608758.073390:0:16956:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d909233800 with handle 0xc54db3288176fe41 from hash 00010000:00000001:3.0:1789608758.073393:0:16956:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789608758.073395:0:16956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608758.073397:0:16956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608758.073398:0:16956:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789608758.073411:0:16956:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789608758.073414:0:16956:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789608758.073417:0:16956:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789608758.073420:0:16956:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233200/0xc54db3288176fe2c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x91bddff8e8ed924c expref: -99 pid: 32744 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1789608758.073428:0:16956:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789608758.073430:0:16956:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789608758.073431:0:16956:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789608758.073432:0:16956:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1789608758.073434:0:16956:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608758.073436:0:16956:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608758.073438:0:16956:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69a00 count: 2 00010000:00000001:3.0:1789608758.073441:0:16956:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608758.073443:0:16956:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608758.073445:0:16956:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608758.073446:0:16956:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608758.073448:0:16956:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69a00 count: 2 00010000:00000001:3.0:1789608758.073449:0:16956:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608758.073451:0:16956:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608758.073453:0:16956:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608758.073454:0:16956:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608758.073455:0:16956:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69a00 count: 2 00010000:00000001:3.0:1789608758.073457:0:16956:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608758.073460:0:16956:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608758.073462:0:16956:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789608758.073465:0:16956:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff94d918926b40, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1789608758.073470:0:16956:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1789608758.073473:0:16956:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1789608758.073475:0:16956:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789608758.073476:0:16956:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608758.073478:0:16956:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789608758.073479:0:16956:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789608758.073481:0:16956:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789608758.073483:0:16956:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608758.073484:0:16956:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789608758.073487:0:16956:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d909233200 with handle 0xc54db3288176fe2c from hash 00010000:00000001:3.0:1789608758.073490:0:16956:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789608758.073491:0:16956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608758.073492:0:16956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608758.073493:0:16956:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789608758.073495:0:16956:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789608758.073496:0:16956:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789608758.073498:0:16956:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789608758.073500:0:16956:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233a00/0xc54db3288176fe3a lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x91bddff8e8ed9284 expref: -99 pid: 32744 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1789608758.073507:0:16956:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789608758.073509:0:16956:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789608758.073511:0:16956:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789608758.073512:0:16956:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x25:0x0] mode (null) 00000002:00000001:3.0:1789608758.073514:0:16956:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608758.073515:0:16956:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608758.073518:0:16956:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69f00 count: 2 00010000:00000001:3.0:1789608758.073519:0:16956:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608758.073521:0:16956:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608758.073523:0:16956:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608758.073524:0:16956:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608758.073526:0:16956:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69f00 count: 2 00010000:00000001:3.0:1789608758.073527:0:16956:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608758.073529:0:16956:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608758.073530:0:16956:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608758.073531:0:16956:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608758.073532:0:16956:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69f00 count: 2 00010000:00000001:3.0:1789608758.073534:0:16956:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608758.073535:0:16956:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608758.073537:0:16956:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608758.073538:0:16956:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608758.073540:0:16956:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69f00 count: 2 00010000:00000001:3.0:1789608758.073542:0:16956:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608758.073543:0:16956:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608758.073545:0:16956:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608758.073547:0:16956:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1789608758.073551:0:16956:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789608758.073556:0:16956:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258593596264 : -117815115955352 : ffff94d907dd4368) 00000020:00001000:3.0:1789608758.073559:0:16956:0:(cl_object.c:823:cl_env_get()) 1@ffff94d907dd4360 00000020:00000001:3.0:1789608758.073562:0:16956:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1789608758.073566:0:16956:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x25:0x0]: losing layout lock 00000080:00000001:3.0:1789608758.073570:0:16956:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1789608758.073573:0:16956:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1789608758.073577:0:16956:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1789608758.073581:0:16956:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1789608758.073584:0:16956:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x25:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1789608758.073586:0:16956:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608758.073588:0:16956:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789608758.073590:0:16956:0:(cl_object.c:917:cl_env_put()) 1@ffff94d907dd4360 00000080:00000001:3.0:1789608758.073594:0:16956:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608758.073595:0:16956:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1789608758.073597:0:16956:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x25:0x0](ffff94d918922a08) invalid 00000020:00000001:3.0:1789608758.073599:0:16956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c6fca0 00000080:00002000:3.0:1789608758.073611:0:16956:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff94d918b425e8) parent ffff94d918b421b0 inode ffff94d918922a08 refc 1 00000080:00000001:3.0:1789608758.073616:0:16956:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1789608758.073617:0:16956:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789608758.073618:0:16956:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608758.073620:0:16956:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789608758.073621:0:16956:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789608758.073623:0:16956:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789608758.073624:0:16956:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608758.073626:0:16956:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789608758.073629:0:16956:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d909233a00 with handle 0xc54db3288176fe3a from hash 00010000:00000001:3.0:1789608758.073631:0:16956:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789608758.073632:0:16956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608758.073633:0:16956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608758.073634:0:16956:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789608758.073636:0:16956:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789608758.073637:0:16956:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789608758.073639:0:16956:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789608758.073642:0:16956:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233e00/0xc54db3288176fe33 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x91bddff8e8ed9268 expref: -99 pid: 32744 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1789608758.073654:0:16956:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789608758.073656:0:16956:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789608758.073657:0:16956:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789608758.073659:0:16956:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x23:0x0] mode (null) 00000002:00000001:3.0:1789608758.073661:0:16956:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608758.073662:0:16956:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608758.073664:0:16956:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69800 count: 2 00010000:00000001:3.0:1789608758.073666:0:16956:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608758.073668:0:16956:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608758.073670:0:16956:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608758.073671:0:16956:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608758.073672:0:16956:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69800 count: 2 00010000:00000001:3.0:1789608758.073674:0:16956:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608758.074136:0:16956:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608758.074138:0:16956:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608758.074140:0:16956:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1789608758.074142:0:16956:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x23:0x0](ffff94d9189b5b88) invalid 00000020:00000001:3.0:1789608758.074146:0:16956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c6fca0 00000080:00002000:3.0:1789608758.074147:0:16956:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff94d918b421b0) parent ffff94d918a99a20 inode ffff94d9189b5b88 refc 1 00000080:00000001:3.0:1789608758.074150:0:16956:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1789608758.074152:0:16956:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789608758.074153:0:16956:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608758.074156:0:16956:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789608758.074157:0:16956:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789608758.074159:0:16956:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789608758.074160:0:16956:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608758.074162:0:16956:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789608758.074165:0:16956:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d909233e00 with handle 0xc54db3288176fe33 from hash 00010000:00000001:3.0:1789608758.074167:0:16956:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789608758.074168:0:16956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608758.074169:0:16956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608758.074170:0:16956:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789608758.074172:0:16956:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789608758.074173:0:16956:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789608758.074177:0:16956:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:3.0:1789608758.074179:0:16956:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608758.074182:0:16956:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1789608758.074194:0:16956:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908491f80. 00000020:00000040:3.0:1789608758.074199:0:16956:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:3.0:1789608758.074205:0:16956:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608758.074208:0:16956:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608758.074213:0:16956:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608758.074222:0:16956:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d902addc00. 00000100:00000001:3.0:1789608758.074231:0:16956:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608758.074234:0:16956:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1789608758.074241:0:16956:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233800/0xc54db3288176fe41 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed92a7 expref: -99 pid: 32754 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1789608758.074250:0:16956:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233200/0xc54db3288176fe2c lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed924c expref: -99 pid: 32744 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1789608758.074256:0:16956:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233a00/0xc54db3288176fe3a lrc: 1/0,0 mode: --/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x91bddff8e8ed9284 expref: -99 pid: 32744 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1789608758.074263:0:16956:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233e00/0xc54db3288176fe33 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed9268 expref: -99 pid: 32744 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1789608758.074268:0:16956:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 4 locks packed 00010000:00000001:3.0:1789608758.074270:0:16956:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:3.0:1789608758.074273:0:16956:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789608758.074275:0:16956:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789608758.074283:0:16956:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d9136e40c0. 00000100:00000001:3.0:1789608758.074286:0:16956:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258787647680 : -117814921903936 : ffff94d9136e40c0) 00000100:00000001:3.0:1789608758.074289:0:16956:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608758.074291:0:16956:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600664960 : -117815108886656 : ffff94d908491f80) 00000100:00000001:3.0:1789608758.074296:0:16956:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608758.074302:0:16956:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608758.074305:0:16956:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789608758.074307:0:16956:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608758.074321:0:16956:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908491f80 x1876538934280960/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 344/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608758.074330:0:16956:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608758.074332:0:16956:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608758.074337:0:16956:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608758.074340:0:16956:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608758.074342:0:16956:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608758.074346:0:16956:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908491f80 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_01:25f5d458-2cbe-49cd-9693-334c08df7e27:16956:1876538934280960:192.168.203.121@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789608758.074350:0:32774:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0001-mdc-ffff94d904ceb000 00000100:00000001:3.0:1789608758.074351:0:16956:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00010000:00000001:1.0:1789608758.074355:0:32774:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789608758.074358:0:32774:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 02000000:00000001:3.0:1789608758.074359:0:16956:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:1.0:1789608758.074361:0:32774:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608758.074364:0:16956:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608758.074376:0:32774:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789608758.074380:0:32774:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608758.074382:0:16956:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:1.0:1789608758.074383:0:32774:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608758.074390:0:16956:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d902adc800. 02000000:00000001:3.0:1789608758.074394:0:16956:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608758.074413:0:16956:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608758.074418:0:16956:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a898. 00000400:00000010:3.0:1789608758.074427:0:16956:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9d48. 00000100:00000200:3.0:1789608758.074435:0:16956:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934280960, portal 18 00000100:00000001:3.0:1789608758.074438:0:16956:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608758.074439:0:16956:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600664960 : -117815108886656 : ffff94d908491f80) 00000100:00000040:3.0:1789608758.074446:0:16956:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d908491f80 x1876538934280960/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 344/224 e 0 to 0 dl 1789608774 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608758.074455:0:16956:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608758.074458:0:16956:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608758.074463:0:16956:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9088. 00000100:00000200:3.0:1789608758.074467:0:16956:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 17, xid 1876538934280960, offset 0 00000400:00000200:3.0:1789608758.074476:0:16956:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608758.074487:0:16956:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608758.074497:0:16956:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608758.074503:0:16956:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608758.074509:0:16956:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608758.074515:0:16956:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608758.074518:0:16956:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608758.074522:0:16956:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2734:2734:256:4294967295] 192.168.203.121@tcp LPNI seq info [2734:2734:8:4294967295] 00000400:00000200:3.0:1789608758.074527:0:16956:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608758.074541:0:16956:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608758.074548:0:16956:0:(socklnd_cb.c:931:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608758.074554:0:16956:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d90827b500. 00000800:00000200:3.0:1789608758.074563:0:16956:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608758.074572:0:16956:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608758.074578:0:16956:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d90827b500 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:3.0:1789608758.074801:0:16956:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608758.074808:0:16956:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 837550 usecs (838 jiffies) 00000400:00000200:3.0:1789608758.074812:0:16956:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608758.074815:0:16956:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296486003 00000100:00000010:3.0:1789608758.074821:0:16956:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d909265180. 00000100:00000001:3.0:1789608758.074829:0:16956:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1789608758.074841:0:16956:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296486003 00000100:00000010:3.0:1789608758.074843:0:16956:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d909265ba0. 00000100:00000001:3.0:1789608758.074847:0:16956:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1789608758.074851:0:16956:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608758.074854:0:16956:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608758.074856:0:16956:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608758.074859:0:16956:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789608758.074862:0:16956:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d9136e40c0 going to sleep for 11 seconds 00000100:00000001:3.0:1789608758.074865:0:16956:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608758.074868:0:16956:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608758.077223:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608758.077236:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d90827b500. 00000400:00000200:0.0:1789608758.077246:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608758.077258:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608758.077268:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9088 00000400:00000010:0.0:1789608758.077271:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9088. 00000100:00000001:0.0:1789608758.077278:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608758.077287:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908491f80 x1876538934280960/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 344/224 e 0 to 0 dl 1789608774 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608758.077302:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608758.077306:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908491f80 x1876538934280960/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 344/224 e 0 to 0 dl 1789608774 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608758.077313:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608758.077315:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608758.081547:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608758.081571:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608758.081577:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608758.081581:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608758.081593:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608758.081603:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608758.081615:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608758.081621:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608758.081628:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608758.081633:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 18 MB=0x6aab3c495c300 00000400:00000200:1.0:1789608758.081638:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608758.081646:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.121@tcp of length 224/224 into md 0x7db9 [1] + 224 00000800:00000001:1.0:1789608758.081655:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608758.081662:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608758.081666:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608758.081671:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608758.081768:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608758.081782:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908491f80 x1876538934280960/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 344/224 e 0 to 0 dl 1789608774 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608758.081796:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d908491f80 x1876538934280960/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 344/224 e 0 to 0 dl 1789608774 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608758.081817:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608758.081828:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608758.081833:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608758.081939:0:16956:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608758.081949:0:16956:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608758.081952:0:16956:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608758.081956:0:16956:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a898. 00000400:00000200:3.0:1789608758.081962:0:16956:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9d48 00000400:00000010:3.0:1789608758.081966:0:16956:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9d48. 00000100:00000001:3.0:1789608758.081969:0:16956:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608758.081975:0:16956:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908491f80 x1876538934280960/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 344/224 e 0 to 0 dl 1789608774 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608758.081986:0:16956:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908491f80 x1876538934280960/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 344/224 e 0 to 0 dl 1789608774 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608758.081993:0:16956:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608758.081995:0:16956:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608758.081999:0:16956:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608758.082003:0:16956:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608758.082006:0:16956:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608758.082008:0:16956:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608758.082012:0:16956:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608758.082024:0:16956:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11d80 time=115 v=5 (5 5 5 5) 00000100:00001000:3.0:1789608758.082029:0:16956:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=13 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608758.082033:0:16956:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608758.082035:0:16956:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608758.082037:0:16956:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608758.082042:0:16956:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608758.082046:0:16956:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608758.082049:0:16956:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967618 00000100:00000001:3.0:1789608758.082051:0:16956:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608758.082055:0:16956:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608758.082060:0:16956:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908491f80 x1876538934280960/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 344/224 e 0 to 0 dl 1789608774 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608758.082069:0:16956:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608758.082072:0:16956:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608758.082075:0:16956:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608758.082079:0:16956:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908491f80 x1876538934280960/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 344/224 e 0 to 0 dl 1789608774 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608758.082087:0:16956:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908491f80 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_01:25f5d458-2cbe-49cd-9693-334c08df7e27:16956:1876538934280960:192.168.203.121@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1789608758.082093:0:16956:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608758.082097:0:16956:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608758.082100:0:16956:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789608758.082102:0:16956:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608758.082106:0:16956:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908491f80 x1876538934280960/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 344/224 e 0 to 0 dl 1789608774 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608758.082113:0:16956:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608758.082116:0:16956:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d9136e40c0. 00000100:00000001:3.0:1789608758.082120:0:16956:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789608758.082122:0:16956:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608758.082125:0:16956:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608758.082128:0:16956:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908491f80 x1876538934280960/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 344/224 e 0 to 0 dl 1789608774 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608758.082134:0:16956:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608758.082136:0:16956:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608758.082140:0:16956:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d902adc800. 02000000:00000001:3.0:1789608758.082143:0:16956:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608758.082146:0:16956:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608758.082148:0:16956:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608758.082151:0:16956:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608758.082154:0:16956:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d902addc00. 02000000:00000001:3.0:1789608758.082157:0:16956:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608758.082160:0:16956:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608758.082162:0:16956:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908491f80. 00000100:00000001:3.0:1789608758.082167:0:16956:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608758.082169:0:16956:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789608758.082171:0:16956:0:(ldlm_request.c:1632:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:3.0:1789608758.082175:0:16956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789608758.082180:0:16956:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233800/0xc54db3288176fe41 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed92a7 expref: -99 pid: 32754 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:3.0:1789608758.082191:0:16956:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d903b69000 count: 0 00010000:00000010:3.0:1789608758.082200:0:16956:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d90847b680. 00010000:00000001:3.0:1789608758.082212:0:16956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608758.082214:0:16956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789608758.082217:0:16956:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233200/0xc54db3288176fe2c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed924c expref: -99 pid: 32744 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:3.0:1789608758.082224:0:16956:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d903b69a00 count: 0 00010000:00000010:3.0:1789608758.082227:0:16956:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d90847bd00. 00010000:00000001:3.0:1789608758.082230:0:16956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608758.082232:0:16956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789608758.082244:0:16956:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233a00/0xc54db3288176fe3a lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x91bddff8e8ed9284 expref: -99 pid: 32744 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1789608758.082251:0:16956:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d9071bf580. 00010000:00000040:3.0:1789608758.082254:0:16956:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d903b69f00 count: 0 00010000:00000010:3.0:1789608758.082257:0:16956:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d90847b800. 00010000:00000001:3.0:1789608758.082261:0:16956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608758.082262:0:16956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789608758.082265:0:16956:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233e00/0xc54db3288176fe33 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed9268 expref: -99 pid: 32744 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:3.0:1789608758.082271:0:16956:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d903b69800 count: 0 00010000:00000010:3.0:1789608758.082273:0:16956:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d90847b600. 00010000:00000001:3.0:1789608758.082277:0:16956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608758.082279:0:16956:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608758.082340:0:16956:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608758.082345:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789608758.082347:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608758.082350:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789608758.082352:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789608758.082353:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608758.082354:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789608758.082356:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789608758.082357:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608758.082358:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:3.1:1789608758.092397:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69000. 00010000:00000010:3.1:1789608758.092425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909233800. 00010000:00000010:3.1:1789608758.092430:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69a00. 00010000:00000010:3.1:1789608758.092434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909233200. 00010000:00000010:3.1:1789608758.092437:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69f00. 00010000:00000010:3.1:1789608758.092440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909233a00. 00010000:00000010:3.1:1789608758.092442:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69800. 00010000:00000010:3.1:1789608758.092445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909233e00. 00020000:00000001:1.0:1789608758.156935:0:32744:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789608758.156947:0:32744:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b65e88) owner 0000000000000000/ffff94d9083427c0 00020000:00000002:1.0:1789608758.156957:0:32744:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b65e88) owner 0000000000000000/ffff94d9083427c0 00020000:00000001:1.0:1789608758.156960:0:32744:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608758.156972:0:32744:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1789608758.156977:0:32744:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01767df0 00000080:00200008:1.0:1789608758.156979:0:32744:0:(file.c:479:ll_file_release()) START file f:[0x200000405:0x25:0x0](ffff94d918922a08), flags 100002 00000080:00000001:1.0:1789608758.156984:0:32744:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:1.0:1789608758.156988:0:32744:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:1.0:1789608758.156989:0:32744:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789608758.156990:0:32744:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b65e88) owner 0000000000000000/ffff94d9083427c0 00020000:00000002:1.0:1789608758.156993:0:32744:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b65e88) owner 0000000000000000/ffff94d9083427c0 00020000:00000001:1.0:1789608758.156994:0:32744:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608758.156997:0:32744:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1789608758.157004:0:32744:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789608758.157008:0:32744:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789608758.157011:0:32744:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789608758.157014:0:32744:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789608758.157016:0:32744:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608758.157018:0:32744:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x25:0x0] 00800000:00000001:1.0:1789608758.157021:0:32744:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608758.157027:0:32744:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789608758.157031:0:32744:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789608758.157039:0:32744:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608758.157042:0:32744:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608758.157044:0:32744:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x25:0x0]: 0 00000080:00000001:1.0:1789608758.157047:0:32744:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1789608758.157049:0:32744:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1789608758.157058:0:32744:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff94d91839fe00. 00000080:00000001:1.0:1789608758.157062:0:32744:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1789608758.157069:0:32744:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1789608758.157075:0:32744:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1789608758.157077:0:32744:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789608758.157078:0:32744:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789608758.157079:0:32744:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789608758.157081:0:32744:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789608758.157083:0:32744:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608758.157084:0:32744:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x25:0x0] 00800000:00000001:1.0:1789608758.157086:0:32744:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608758.157089:0:32744:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x25:0x0] 00000002:00000001:1.0:1789608758.157093:0:32744:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1789608758.157095:0:32744:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff94d904ceb000: [0x200000405:0x25:0x0] file closed with intent: 0 00000100:00000010:1.0:1789608758.157104:0:32744:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904057100. 00000020:00000040:1.0:1789608758.157110:0:32744:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:1.0:1789608758.157114:0:32744:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608758.157118:0:32744:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608758.157124:0:32744:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608758.157133:0:32744:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d91839e600. 00000100:00000001:1.0:1789608758.157141:0:32744:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1789608758.157166:0:32744:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94d907d24380 x1876538934280192/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608770 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1789608758.157181:0:32744:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d904ceb000: modify RPC slot 2 is allocated opc 35, max 7 00000100:00100000:1.0:1789608758.157187:0:32744:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d904057100 x1876538934281216/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1789608758.157195:0:32744:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789608758.157198:0:32744:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789608758.157206:0:32744:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d90342f9c0. 00000100:00000001:1.0:1789608758.157209:0:32744:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258516376000 : -117815193175616 : ffff94d90342f9c0) 00000100:00000001:1.0:1789608758.157212:0:32744:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608758.157214:0:32744:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529120512 : -117815180431104 : ffff94d904057100) 00000100:00000001:1.0:1789608758.157219:0:32744:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608758.157223:0:32744:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608758.157226:0:32744:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789608758.157228:0:32744:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608758.157233:0:32744:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904057100 x1876538934281216/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608758.157919:0:32744:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608758.157922:0:32744:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608758.157927:0:32744:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608758.157930:0:32744:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608758.157933:0:32744:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608758.157938:0:32744:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904057100 pname:cluuid:pid:xid:nid:opc:job multiop:25f5d458-2cbe-49cd-9693-334c08df7e27:32744:1876538934281216:192.168.203.121@tcp:35:multiop.0 00000100:00000001:1.0:1789608758.157943:0:32744:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608758.157950:0:32744:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608758.157952:0:32744:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608758.157956:0:32744:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608758.157963:0:32744:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d908241400. 02000000:00000001:1.0:1789608758.157965:0:32744:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608758.157974:0:32744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608758.157979:0:32744:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34b00. 00000400:00000010:1.0:1789608758.157987:0:32744:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d357f8. 00000100:00000200:1.0:1789608758.157996:0:32744:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934281216, portal 10 00000100:00000001:1.0:1789608758.157998:0:32744:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608758.157999:0:32744:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529120512 : -117815180431104 : ffff94d904057100) 00000100:00000040:1.0:1789608758.158007:0:32744:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d904057100 x1876538934281216/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608774 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608758.158015:0:32744:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608758.158018:0:32744:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608758.158020:0:32744:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35aa0. 00000100:00000200:1.0:1789608758.158024:0:32744:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876538934281216, offset 0 00000400:00000200:1.0:1789608758.158032:0:32744:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608758.158044:0:32744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608758.158053:0:32744:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608758.158059:0:32744:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608758.158064:0:32744:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608758.158068:0:32744:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608758.158071:0:32744:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608758.158076:0:32744:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2735:2735:256:4294967295] 192.168.203.121@tcp LPNI seq info [2735:2735:8:4294967295] 00000400:00000200:1.0:1789608758.158081:0:32744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608758.158092:0:32744:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608758.158099:0:32744:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608758.158104:0:32744:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa300. 00000800:00000200:1.0:1789608758.158112:0:32744:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608758.158120:0:32744:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608758.158125:0:32744:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa300 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789608758.158202:0:32744:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608758.158209:0:32744:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 836360 usecs (837 jiffies) 00000400:00000200:1.0:1789608758.158214:0:32744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608758.158217:0:32744:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296486081 00000100:00000001:1.0:1789608758.158229:0:32744:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, simply extend its deadline from 4296486003 00000100:00000001:1.0:1789608758.158245:0:32744:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296486081 00000100:00000001:1.0:1789608758.158250:0:32744:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, simply extend its deadline from 4296486003 00000100:00000001:1.0:1789608758.158253:0:32744:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608758.158256:0:32744:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608758.158259:0:32744:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608758.158261:0:32744:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789608758.158265:0:32744:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d90342f9c0 going to sleep for 11 seconds 00000100:00000001:1.0:1789608758.158268:0:32744:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608758.158271:0:32744:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608758.164301:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608758.164313:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa300. 00000400:00000200:0.0:1789608758.164322:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608758.164332:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608758.164343:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35aa0 00000400:00000010:0.0:1789608758.164346:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35aa0. 00000100:00000001:0.0:1789608758.164353:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608758.164794:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904057100 x1876538934281216/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608774 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608758.164809:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608758.164814:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d904057100 x1876538934281216/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608774 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608758.164822:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608758.164824:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789608758.286640:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608758.286646:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608758.286650:0:2411:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608758.286658:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d24700 x1876538934281344/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608758.286667:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608758.286669:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608758.286674:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608758.286701:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608758.286704:0:2411:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608758.286708:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2411:1876538934281344:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608758.286713:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608758.286720:0:2411:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608758.286723:0:2411:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608758.286725:0:2411:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608758.286731:0:2411:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d902adc800. 02000000:00000001:3.0:1789608758.286734:0:2411:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608758.286743:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608758.286749:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a898. 00000400:00000010:3.0:1789608758.286759:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9d48. 00000100:00000200:3.0:1789608758.286769:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934281344, portal 25 00000100:00000001:3.0:1789608758.286772:0:2411:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608758.286773:0:2411:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592876288 : -117815116675328 : ffff94d907d24700) 00000100:00000040:3.0:1789608758.286779:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907d24700 x1876538934281344/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608758.286787:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608758.286791:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608758.286793:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9dd0. 00000100:00000200:3.0:1789608758.286797:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876538934281344, offset 0 00000400:00000200:3.0:1789608758.286804:0:2411:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608758.286815:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608758.286825:0:2411:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608758.286832:0:2411:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608758.286836:0:2411:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608758.286839:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608758.286842:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608758.286846:0:2411:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2736:2736:256:4294967295] 192.168.203.121@tcp LPNI seq info [2736:2736:8:4294967295] 00000400:00000200:3.0:1789608758.286850:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608758.286863:0:2411:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608758.286870:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608758.286875:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d90827bc00. 00000800:00000200:3.0:1789608758.286883:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608758.286892:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608758.286897:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d90827bc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789608758.286916:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608758.286921:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608758.286924:0:2411:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 0 is 4296489311 00000100:00000001:3.0:1789608758.286932:0:2411:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296486081 00000100:00000001:3.0:1789608758.286938:0:2411:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 1 is 4296489311 00000100:00000001:3.0:1789608758.286941:0:2411:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296486081 00000100:00000001:3.0:1789608758.286945:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608758.286948:0:2411:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608758.286952:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608758.286954:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608758.286963:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608758.286965:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789608758.286968:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608758.286969:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608758.286970:0:2411:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608758.286974:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d26a00 x1876538934281600/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608758.286981:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608758.286982:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608758.286984:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608758.286986:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608758.286988:0:2411:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608758.286991:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934281600:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608758.286994:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608758.286997:0:2411:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608758.286998:0:2411:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608758.287000:0:2411:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608758.287003:0:2411:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d902addc00. 02000000:00000001:3.0:1789608758.287004:0:2411:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608758.287008:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608758.287011:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a7e8. 00000400:00000010:3.0:1789608758.287014:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9440. 00000100:00000200:3.0:1789608758.287017:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934281600, portal 10 00000100:00000001:3.0:1789608758.287019:0:2411:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608758.287020:0:2411:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592885248 : -117815116666368 : ffff94d907d26a00) 00000100:00000040:3.0:1789608758.287027:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907d26a00 x1876538934281600/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608758.287034:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608758.287036:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608758.287038:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9a18. 00000100:00000200:3.0:1789608758.287040:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934281600, offset 0 00000400:00000200:3.0:1789608758.287044:0:2411:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608758.287048:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608758.287051:0:2411:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608758.287054:0:2411:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608758.287056:0:2411:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608758.287058:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608758.287060:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608758.287063:0:2411:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2737:2737:255:4294967295] 192.168.203.121@tcp LPNI seq info [2737:2737:7:4294967295] 00000400:00000200:3.0:1789608758.287066:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608758.287072:0:2411:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608758.287075:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608758.287078:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d90827bf00. 00000800:00000200:3.0:1789608758.287082:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608758.287086:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608758.287089:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d90827bf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789608758.287091:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608758.287095:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: using a timeout of 23333 usecs (24 jiffies) 00000400:00000200:3.0:1789608758.287098:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608758.287100:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296485401 00000100:00000001:3.0:1789608758.287103:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296489311 00000100:00000001:3.0:1789608758.287104:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296485401 00000100:00000001:3.0:1789608758.287107:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296489311 00000100:00000001:3.0:1789608758.287109:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608758.287111:0:2411:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608758.287113:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608758.287115:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608758.287118:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608758.287119:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789608758.287121:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608758.287123:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608758.287124:0:2411:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608758.287127:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d27100 x1876538934281856/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608758.287134:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608758.287136:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608758.287138:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608758.287140:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608758.287142:0:2411:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608758.287144:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934281856:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608758.287148:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608758.287150:0:2411:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608758.287151:0:2411:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608758.287153:0:2411:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608758.287156:0:2411:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d902add400. 02000000:00000001:3.0:1789608758.287157:0:2411:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608758.287160:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608758.287163:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a6e0. 00000400:00000010:3.0:1789608758.287166:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9660. 00000100:00000200:3.0:1789608758.287168:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934281856, portal 4 00000100:00000001:3.0:1789608758.287170:0:2411:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608758.287171:0:2411:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592887040 : -117815116664576 : ffff94d907d27100) 00000100:00000040:3.0:1789608758.287176:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907d27100 x1876538934281856/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608758.287183:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608758.287185:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608758.287187:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9770. 00000100:00000200:3.0:1789608758.287189:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876538934281856, offset 0 00000400:00000200:3.0:1789608758.287192:0:2411:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608758.287195:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608758.287198:0:2411:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608758.287201:0:2411:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608758.287203:0:2411:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608758.287205:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608758.287207:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608758.287210:0:2411:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2738:2738:254:4294967295] 192.168.203.121@tcp LPNI seq info [2738:2738:6:4294967295] 00000400:00000200:3.0:1789608758.287214:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608758.287219:0:2411:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608758.287224:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608758.287227:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d90827b000. 00000800:00000200:3.0:1789608758.287231:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608758.287235:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608758.287238:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d90827b000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789608758.287241:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608758.287243:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: using a timeout of 25166 usecs (26 jiffies) 00000400:00000200:3.0:1789608758.287246:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608758.287248:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296485403 00000100:00000001:3.0:1789608758.287250:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296489311 00000100:00000001:3.0:1789608758.287251:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296485403 00000100:00000001:3.0:1789608758.287253:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296489311 00000100:00000001:3.0:1789608758.287254:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608758.287256:0:2411:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608758.287258:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608758.287260:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608758.287262:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608758.287264:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789608758.287265:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608758.287266:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608758.287268:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608758.287269:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608758.287282:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608758.287288:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d90827bc00. 00000400:00000200:1.0:1789608758.287721:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608758.287728:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608758.295483:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9dd0 00000400:00000010:1.0:1789608758.295496:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9dd0. 00000100:00000001:1.0:1789608758.295510:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608758.295526:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d24700 x1876538934281344/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608758.295542:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608758.295545:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d24700 x1876538934281344/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608774 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608758.295552:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608758.295554:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608758.295611:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608758.295615:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d90827bf00. 00000400:00000200:1.0:1789608758.295621:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608758.295626:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608758.295631:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9a18 00000400:00000010:1.0:1789608758.295634:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9a18. 00000100:00000001:1.0:1789608758.295636:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608758.295640:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d26a00 x1876538934281600/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608758.295648:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608758.295651:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d26a00 x1876538934281600/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608774 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608758.295657:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608758.295658:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608758.295668:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608758.295670:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d90827b000. 00000400:00000200:1.0:1789608758.295673:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608758.295881:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608758.295885:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9770 00000400:00000010:1.0:1789608758.295888:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9770. 00000100:00000001:1.0:1789608758.295892:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608758.295897:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d27100 x1876538934281856/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608758.295905:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608758.295907:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d27100 x1876538934281856/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608774 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608758.295914:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608758.295916:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608758.295927:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608758.295929:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d919aaa100. 00000400:00000200:1.0:1789608758.295933:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608758.295936:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608758.295939:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6caa0 00000400:00000010:1.0:1789608758.295941:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6caa0. 00000100:00000001:1.0:1789608758.295944:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608758.295948:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d26300 x1876538934281472/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608758.295961:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608758.295964:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d26300 x1876538934281472/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608774 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608758.295970:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608758.295971:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608758.299579:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608758.299595:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d919aaa200. 00000400:00000200:1.0:1789608758.299604:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608758.299616:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608758.299625:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6cd48 00000400:00000010:1.0:1789608758.299629:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6cd48. 00000100:00000001:1.0:1789608758.299645:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608758.299656:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25880 x1876538934281728/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608758.299671:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608758.299998:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d25880 x1876538934281728/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608774 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608758.300008:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608758.300011:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608758.308038:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608758.308064:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608758.308070:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608758.308073:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608758.308085:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608758.308095:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608758.308107:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608758.308113:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608758.308118:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608758.308124:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c495c580 00000400:00000200:1.0:1789608758.308130:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608758.308138:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x7dd9 [1] + 224 00000800:00000001:1.0:1789608758.308148:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608758.308153:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608758.308157:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608758.308163:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608758.308172:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608758.308184:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d26a00 x1876538934281600/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608774 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608758.308196:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907d26a00 x1876538934281600/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608774 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608758.308219:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608758.308236:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608758.308240:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608758.308242:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608758.308244:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608758.308247:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608758.308251:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608758.308255:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608758.308257:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608758.308260:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608758.308262:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 25 MB=0x6aab3c495c480 00000400:00000200:1.0:1789608758.308266:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608758.308270:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.121@tcp of length 224/224 into md 0x7dd1 [1] + 224 00000800:00000001:1.0:1789608758.308274:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608758.308278:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608758.308280:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608758.308284:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608758.308287:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608758.308304:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d24700 x1876538934281344/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608774 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608758.308313:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907d24700 x1876538934281344/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608774 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608758.308326:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608758.308330:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608758.308334:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608758.308335:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608758.308337:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608758.308340:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608758.308344:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608758.308348:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608758.308350:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608758.308352:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608758.308354:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c495c600 00000400:00000200:1.0:1789608758.308358:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608758.308363:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x7df1 [1] + 224 00000800:00000001:1.0:1789608758.308376:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608758.308380:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608758.308382:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608758.308385:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608758.308388:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608758.308392:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d25880 x1876538934281728/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608774 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608758.308408:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907d25880 x1876538934281728/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608774 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608758.308428:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608758.308433:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608758.308437:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608758.308439:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608758.308441:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608758.308444:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608758.308447:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608758.308451:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608758.308454:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608758.308457:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608758.308459:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c495c680 00000400:00000200:1.0:1789608758.308463:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608758.308466:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x7de9 [1] + 224 00000800:00000001:1.0:1789608758.308470:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608758.308474:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608758.308476:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608758.308479:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608758.308482:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608758.308486:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d27100 x1876538934281856/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608774 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608758.308495:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907d27100 x1876538934281856/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608774 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608758.308503:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608758.308506:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608758.308510:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608758.308512:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608758.308514:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608758.308517:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608758.308521:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608758.308525:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608758.308527:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608758.308529:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608758.308532:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c495c500 00000400:00000200:1.0:1789608758.308535:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608758.308539:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x7de1 [1] + 224 00000800:00000001:1.0:1789608758.308543:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608758.308569:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608758.308572:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608758.308575:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608758.308579:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608758.308584:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d26300 x1876538934281472/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608774 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608758.308592:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907d26300 x1876538934281472/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608774 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608758.308599:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608758.308603:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608758.308606:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608758.308632:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608758.308637:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608758.308646:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608758.308649:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608758.308653:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a6e0. 00000400:00000200:3.0:1789608758.308658:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9660 00000400:00000010:3.0:1789608758.308661:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9660. 00000100:00000001:3.0:1789608758.308665:0:2411:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608758.308670:0:2411:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d27100 x1876538934281856/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608774 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608758.308727:0:2411:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d27100 x1876538934281856/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608774 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608758.308733:0:2411:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608758.308735:0:2411:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608758.308738:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608758.308741:0:2411:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608758.308744:0:2411:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608758.308747:0:2411:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608758.308751:0:2411:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608758.308767:0:2411:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13460 time=116 v=5 (5 5 5 36) 00000100:00001000:3.0:1789608758.308773:0:2411:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13418 time=12 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608758.308776:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608758.308778:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608758.308782:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608758.308786:0:2411:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608758.308791:0:2411:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608758.308793:0:2411:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d904ceb000: skip recheck: last_committed 4294967322 00000100:00000001:3.0:1789608758.308795:0:2411:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608758.308798:0:2411:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608758.308803:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d27100 x1876538934281856/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608774 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608758.308811:0:2411:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608758.308815:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608758.308818:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608758.308822:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d27100 x1876538934281856/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608774 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608758.308832:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934281856:192.168.203.121@tcp:400:kworker.0 00000400:00000001:3.0:1789608758.308838:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608758.308839:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608758.308841:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a7e8. 00000400:00000200:3.0:1789608758.308843:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9440 00000400:00000010:3.0:1789608758.308845:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9440. 00000100:00000001:3.0:1789608758.308847:0:2411:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608758.308850:0:2411:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d26a00 x1876538934281600/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608774 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608758.308857:0:2411:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d26a00 x1876538934281600/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608774 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608758.308864:0:2411:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608758.308866:0:2411:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608758.308867:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608758.308869:0:2411:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608758.308870:0:2411:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608758.308872:0:2411:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608758.308873:0:2411:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608758.308877:0:2411:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b17c60 time=116 v=5 (104 104 104 137) 00000100:00001000:3.0:1789608758.308880:0:2411:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b17c18 time=116 v=5 (1 1 1 1) 00000100:00000001:3.0:1789608758.308883:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608758.308884:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608758.308885:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608758.308887:0:2411:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608758.308889:0:2411:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608758.308891:0:2411:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1789608758.308892:0:2411:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608758.308894:0:2411:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608758.308897:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d26a00 x1876538934281600/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608774 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608758.308904:0:2411:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608758.308905:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608758.308906:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608758.308910:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d26a00 x1876538934281600/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608774 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608758.308917:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934281600:192.168.203.121@tcp:400:kworker.0 00000400:00000001:3.0:1789608758.308921:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608758.308922:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608758.308924:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a898. 00000400:00000200:3.0:1789608758.308925:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9d48 00000400:00000010:3.0:1789608758.308927:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9d48. 00000100:00000001:3.0:1789608758.308929:0:2411:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608758.308933:0:2411:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d24700 x1876538934281344/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608774 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608758.308941:0:2411:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d24700 x1876538934281344/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608774 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608758.308952:0:2411:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608758.308954:0:2411:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608758.308955:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608758.308957:0:2411:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608758.308958:0:2411:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608758.308959:0:2411:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608758.308960:0:2411:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608758.308963:0:2411:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d90510e460 time=116 v=5 (5 5 5 5) 00000100:00001000:3.0:1789608758.308966:0:2411:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d90510e418 time=116 v=5 (1 1 1 1) 00000100:00000001:3.0:1789608758.308968:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608758.308969:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608758.308970:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608758.308972:0:2411:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608758.308974:0:2411:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608758.308977:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d24700 x1876538934281344/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608774 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608758.308983:0:2411:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608758.308985:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608758.308986:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608758.308989:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d24700 x1876538934281344/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608774 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608758.308995:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2411:1876538934281344:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608758.308998:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608758.308999:0:2411:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608758.309002:0:2411:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d27100 x1876538934281856/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608774 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608758.309007:0:2411:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608758.309008:0:2411:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608758.309012:0:2411:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d902add400. 02000000:00000001:3.0:1789608758.309016:0:2411:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608758.309019:0:2411:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608758.309021:0:2411:0:(genops.c:1222:class_import_put()) import ffff94d902b13000 refcount=2 obd=lustre-OST0001-osc-ffff94d904ceb000 00000020:00000001:3.0:1789608758.309023:0:2411:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608758.309026:0:2411:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903a37200. 02000000:00000001:3.0:1789608758.309030:0:2411:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608758.309032:0:2411:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608758.309034:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d27100. 00000100:00000001:3.0:1789608758.309038:0:2411:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608758.309040:0:2411:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608758.309042:0:2411:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608758.309045:0:2411:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d26a00 x1876538934281600/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608774 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608758.309053:0:2411:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608758.309054:0:2411:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608758.309056:0:2411:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d902addc00. 02000000:00000001:3.0:1789608758.309058:0:2411:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608758.309059:0:2411:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608758.309060:0:2411:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=3 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608758.309062:0:2411:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608758.309064:0:2411:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903a37d00. 02000000:00000001:3.0:1789608758.309065:0:2411:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608758.309066:0:2411:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608758.309068:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d26a00. 00000100:00000001:3.0:1789608758.309070:0:2411:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608758.309071:0:2411:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608758.309072:0:2411:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608758.309075:0:2411:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d24700 x1876538934281344/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608774 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608758.309079:0:2411:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608758.309080:0:2411:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608758.309081:0:2411:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d902adc800. 02000000:00000001:3.0:1789608758.309084:0:2411:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608758.309085:0:2411:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608758.309086:0:2411:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=3 obd=MGC192.168.203.121@tcp 00000020:00000001:3.0:1789608758.309087:0:2411:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608758.309088:0:2411:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d9070e6900. 02000000:00000001:3.0:1789608758.309093:0:2411:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608758.309094:0:2411:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608758.309096:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d24700. 00000100:00000001:3.0:1789608758.309099:0:2411:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608758.309101:0:2411:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608758.309102:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608758.309106:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608758.309108:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608758.309109:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608758.309111:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608759.053846:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608759.053855:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608759.054028:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608759.054031:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608759.054035:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789608760.077820:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608760.077829:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608760.077926:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608760.077930:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608760.077933:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789608761.102073:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608761.102083:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608761.102119:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789608761.102122:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608761.102126:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789608762.126732:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608762.126742:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608762.126996:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608762.127001:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608762.127005:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789608762.253813:0:809:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d110 (cpu 1) has reached its deadline 4296489311, at 4296489344 00000100:00000010:1.0:1789608762.253836:0:809:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d909265ba0. 00000100:00000040:0.0:1789608762.253966:0:20560:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d000 (cpu 0) has reached its deadline 4296489311, at 4296489344 00000100:00000010:0.0:1789608762.253973:0:20560:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d909265180. 00010000:00000001:3.0:1789608763.149936:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608763.149947:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608763.152814:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608763.152823:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608763.152829:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789608763.406084:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608763.406091:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608763.406097:0:2411:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608763.406110:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d26300 x1876538934282112/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608763.406127:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608763.406132:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608763.406139:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608763.406145:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608763.406150:0:2411:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608763.406159:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934282112:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608763.406167:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608763.406176:0:2411:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608763.406180:0:2411:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608763.406186:0:2411:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608763.406194:0:2411:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d902adc800. 02000000:00000001:3.0:1789608763.406198:0:2411:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608763.406209:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608763.406217:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a898. 00000400:00000010:3.0:1789608763.406229:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9d48. 00000100:00000200:3.0:1789608763.406240:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934282112, portal 10 00000100:00000001:3.0:1789608763.406246:0:2411:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608763.406250:0:2411:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592883456 : -117815116668160 : ffff94d907d26300) 00000100:00000040:3.0:1789608763.406263:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907d26300 x1876538934282112/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608763.406280:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608763.406284:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608763.406288:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9440. 00000100:00000200:3.0:1789608763.406294:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934282112, offset 0 00000400:00000200:3.0:1789608763.406307:0:2411:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608763.406324:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608763.406348:0:2411:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608763.406357:0:2411:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608763.406363:0:2411:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608763.406368:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608763.406371:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608763.406375:0:2411:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2741:2741:256:4294967295] 192.168.203.121@tcp LPNI seq info [2741:2741:8:4294967295] 00000400:00000200:3.0:1789608763.406381:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608763.406393:0:2411:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608763.406403:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608763.406422:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d90827b100. 00000800:00000200:3.0:1789608763.406509:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608763.406524:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608763.406533:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d90827b100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789608763.406547:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608763.406556:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 835200 usecs (836 jiffies) 00000400:00000200:3.0:1789608763.406563:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608763.406570:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296491332 00000100:00000010:3.0:1789608763.406578:0:2411:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d909265240. 00000100:00000001:3.0:1789608763.406588:0:2411:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1789608763.406599:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296491332 00000100:00000010:3.0:1789608763.406604:0:2411:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d909265a20. 00000100:00000001:3.0:1789608763.406609:0:2411:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1789608763.406616:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608763.406619:0:2411:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608763.406625:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608763.406629:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608763.406641:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608763.406645:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789608763.406649:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608763.406652:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608763.406655:0:2411:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608763.406662:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d27b80 x1876538934282368/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608763.406712:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608763.406714:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608763.406719:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608763.406722:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608763.406726:0:2411:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608763.406731:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934282368:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608763.406738:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608763.406743:0:2411:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608763.406747:0:2411:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608763.406751:0:2411:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608763.406756:0:2411:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d902addc00. 02000000:00000001:3.0:1789608763.406759:0:2411:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608763.406767:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608763.406772:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a7e8. 00000400:00000010:3.0:1789608763.406778:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9660. 00000100:00000200:3.0:1789608763.406783:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934282368, portal 4 00000100:00000001:3.0:1789608763.406788:0:2411:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608763.406790:0:2411:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592889728 : -117815116661888 : ffff94d907d27b80) 00000100:00000040:3.0:1789608763.406803:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907d27b80 x1876538934282368/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608763.406815:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608763.406820:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608763.406825:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9110. 00000100:00000200:3.0:1789608763.406831:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876538934282368, offset 0 00000400:00000200:3.0:1789608763.406839:0:2411:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000800:00000200:0.0:1789608763.407142:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608763.407149:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d90827b100. 00000400:00000200:0.0:1789608763.407155:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608763.407162:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608763.407168:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9440 00000400:00000010:0.0:1789608763.407172:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9440. 00000100:00000001:0.0:1789608763.407176:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608763.407181:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d26300 x1876538934282112/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608763.407192:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608763.407195:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d26300 x1876538934282112/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608779 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608763.407203:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608763.407204:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608763.407222:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608763.407224:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903a37200. 00000400:00000200:0.0:1789608763.407227:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608763.407230:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608763.407232:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c990 00000400:00000010:0.0:1789608763.407234:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c990. 00000100:00000001:0.0:1789608763.407238:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608763.407243:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25880 x1876538934281984/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608763.407249:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608763.407252:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d25880 x1876538934281984/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608779 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608763.407257:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608763.407259:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608763.407284:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608763.407287:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903a37800. 00000400:00000200:0.0:1789608763.407289:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608763.407292:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608763.407294:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c550 00000400:00000010:0.0:1789608763.407296:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c550. 00000100:00000001:0.0:1789608763.407298:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608763.407301:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25f80 x1876538934282240/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608763.407308:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608763.407311:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d25f80 x1876538934282240/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608779 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608763.407317:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608763.407319:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:3.0:1789608763.410646:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608763.410665:0:2411:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608763.410820:0:2411:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608763.410826:0:2411:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608763.410831:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608763.410834:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608763.410839:0:2411:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2744:2744:256:4294967295] 192.168.203.121@tcp LPNI seq info [2744:2744:8:4294967295] 00000400:00000200:3.0:1789608763.410844:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608763.410857:0:2411:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608763.410866:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608763.410875:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d90827b300. 00000800:00000200:3.0:1789608763.410884:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608763.410932:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608763.410937:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d90827b300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789608763.410948:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608763.410956:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 216252 usecs (217 jiffies) 00000400:00000200:3.0:1789608763.410961:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608763.410964:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296490718 00000100:00000001:3.0:1789608763.410968:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296494430 00000100:00000001:3.0:1789608763.410972:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296490718 00000100:00000001:3.0:1789608763.410974:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296494430 00000100:00000001:3.0:1789608763.410977:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608763.410982:0:2411:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608763.410989:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608763.410994:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608763.411005:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608763.411007:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789608763.411010:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608763.411012:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608763.411013:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608763.411017:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789608763.411194:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608763.411213:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608763.411216:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608763.411218:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608763.411223:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608763.411229:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608763.411237:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608763.411241:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608763.411245:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608763.411250:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c495c780 00000400:00000200:1.0:1789608763.411256:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608763.411265:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x7df9 [1] + 224 00000800:00000001:1.0:1789608763.411274:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608763.411279:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608763.411283:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608763.411289:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608763.411298:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608763.411310:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d26300 x1876538934282112/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608779 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608763.411321:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907d26300 x1876538934282112/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608779 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608763.411348:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000200:1.0:1789608763.411424:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608763.411428:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d90827b300. 00000400:00000200:1.0:1789608763.411441:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608763.411445:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608763.411449:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9110 00000400:00000010:1.0:1789608763.411453:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9110. 00000100:00000001:1.0:1789608763.411457:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608763.411462:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d27b80 x1876538934282368/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608763.411473:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608763.411477:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d27b80 x1876538934282368/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608779 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608763.411484:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608763.411486:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608763.411493:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608763.411497:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608763.411499:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608763.411501:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608763.411504:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608763.411507:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608763.411512:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608763.411514:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608763.411517:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608763.411520:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c495c800 00000400:00000200:1.0:1789608763.411523:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608763.411527:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x7e09 [1] + 224 00000800:00000001:1.0:1789608763.411531:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608763.411535:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608763.411537:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608763.411541:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608763.411544:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608763.411548:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d25f80 x1876538934282240/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608779 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608763.411564:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907d25f80 x1876538934282240/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608779 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608763.411572:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608763.411576:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608763.411580:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608763.411582:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608763.411584:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608763.411587:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608763.411590:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608763.411595:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608763.411597:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608763.411600:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608763.411603:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 25 MB=0x6aab3c495c700 00000400:00000200:1.0:1789608763.411606:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608763.411610:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.121@tcp of length 224/224 into md 0x7e01 [1] + 224 00000800:00000001:1.0:1789608763.411614:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608763.411620:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608763.411622:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608763.411625:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608763.411628:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608763.411633:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d25880 x1876538934281984/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608779 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608763.411641:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907d25880 x1876538934281984/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608779 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608763.411649:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608763.411652:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608763.411655:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608763.411952:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608763.411956:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608763.411964:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608763.411965:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608763.411969:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a898. 00000400:00000200:3.0:1789608763.411974:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9d48 00000400:00000010:3.0:1789608763.411976:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9d48. 00000100:00000001:3.0:1789608763.411979:0:2411:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608763.411984:0:2411:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d26300 x1876538934282112/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608779 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608763.411993:0:2411:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d26300 x1876538934282112/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608779 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608763.411999:0:2411:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608763.412012:0:2411:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608763.412015:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608763.412018:0:2411:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608763.412021:0:2411:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608763.412024:0:2411:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608763.412028:0:2411:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608763.412041:0:2411:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=121 v=5 (104 104 104 137) 00000100:00001000:3.0:1789608763.412046:0:2411:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=18 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608763.412049:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608763.412052:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608763.412055:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608763.412059:0:2411:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608763.412064:0:2411:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1789608763.412067:0:2411:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: committing for last_committed 4294967620 gen 2 00000100:00100000:3.0:1789608763.412074:0:2411:0:(client.c:3175:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff94d907d24000 x1876538934280576/t4294967619(4294967619) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608771 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608763.412082:0:2411:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1789608763.412085:0:2411:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: normal: skip=1 replay=0/1 committed=0/0 00000100:00000001:3.0:1789608763.412088:0:2411:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608763.412090:0:2411:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608763.412094:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d26300 x1876538934282112/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608779 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608763.412100:0:2411:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608763.412103:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608763.412106:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608763.412110:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d26300 x1876538934282112/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608779 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608763.412119:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934282112:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608763.412125:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608763.412127:0:2411:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608763.412130:0:2411:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d26300 x1876538934282112/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608779 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608763.412136:0:2411:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608763.412139:0:2411:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608763.412144:0:2411:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d902adc800. 02000000:00000001:3.0:1789608763.412148:0:2411:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608763.412151:0:2411:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608763.412154:0:2411:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608763.412156:0:2411:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608763.412160:0:2411:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d919aaa200. 02000000:00000001:3.0:1789608763.412165:0:2411:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608763.412167:0:2411:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608763.412169:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d26300. 00000100:00000001:3.0:1789608763.412173:0:2411:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608763.412174:0:2411:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608763.412177:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608763.412178:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608763.412180:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608763.412181:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608763.412183:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789608763.413721:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608763.413739:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608763.413744:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608763.413747:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608763.413757:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608763.413766:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608763.413775:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608763.413781:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608763.413785:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608763.413790:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c495c880 00000400:00000200:1.0:1789608763.413796:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608763.413804:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x7e11 [1] + 224 00000800:00000001:1.0:1789608763.413812:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608763.413819:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608763.413822:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608763.413827:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608763.413835:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608763.413845:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d27b80 x1876538934282368/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608779 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608763.413857:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907d27b80 x1876538934282368/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608779 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608763.413867:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608763.413874:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608763.413877:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608763.414035:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608763.414040:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608763.414047:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608763.414049:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608763.414053:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a7e8. 00000400:00000200:3.0:1789608763.414059:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9660 00000400:00000010:3.0:1789608763.414062:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9660. 00000100:00000001:3.0:1789608763.414065:0:2411:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608763.414070:0:2411:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d27b80 x1876538934282368/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608779 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608763.414079:0:2411:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d27b80 x1876538934282368/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608779 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608763.414085:0:2411:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608763.414086:0:2411:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608763.414098:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608763.414102:0:2411:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608763.414104:0:2411:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608763.414107:0:2411:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608763.414110:0:2411:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608763.414119:0:2411:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13c60 time=121 v=5 (5 5 5 36) 00000100:00001000:3.0:1789608763.414124:0:2411:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=18 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608763.414126:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608763.414128:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608763.414131:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608763.414134:0:2411:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608763.414138:0:2411:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608763.414141:0:2411:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: skip recheck: last_committed 4294967331 00000100:00000001:3.0:1789608763.414143:0:2411:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608763.414146:0:2411:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608763.414150:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d27b80 x1876538934282368/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608779 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608763.414158:0:2411:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608763.414161:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608763.414163:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608763.414168:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d27b80 x1876538934282368/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608779 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608763.414176:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934282368:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608763.414181:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608763.414183:0:2411:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608763.414186:0:2411:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d27b80 x1876538934282368/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608779 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608763.414193:0:2411:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608763.414195:0:2411:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608763.414199:0:2411:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d902addc00. 02000000:00000001:3.0:1789608763.414202:0:2411:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608763.414206:0:2411:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608763.414208:0:2411:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=2 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:3.0:1789608763.414210:0:2411:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608763.414213:0:2411:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903a37900. 02000000:00000001:3.0:1789608763.414217:0:2411:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608763.414219:0:2411:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608763.414221:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d27b80. 00000100:00000001:3.0:1789608763.414225:0:2411:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608763.414226:0:2411:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608763.414229:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608763.414237:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608763.414240:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608763.414242:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608763.414245:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608763.416291:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608763.416298:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903a37900. 00000400:00000200:0.0:1789608763.416306:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608763.416315:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608763.416323:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6ce58 00000400:00000010:0.0:1789608763.416336:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6ce58. 00000100:00000001:0.0:1789608763.416343:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608763.416351:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d26680 x1876538934282496/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608763.416366:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608763.416374:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d26680 x1876538934282496/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608779 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608763.416388:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608763.416391:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608763.420445:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608763.420468:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608763.420473:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608763.420476:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608763.420486:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608763.420495:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608763.420506:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608763.420512:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608763.420518:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608763.420523:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c495c900 00000400:00000200:1.0:1789608763.420530:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608763.420537:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x7e19 [1] + 224 00000800:00000001:1.0:1789608763.420548:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608763.420555:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608763.420560:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608763.420566:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608763.420575:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608763.420586:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d26680 x1876538934282496/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608779 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608763.420600:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907d26680 x1876538934282496/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608779 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608763.420622:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608763.420631:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608763.420635:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789608764.173847:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608764.173858:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608764.173896:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789608764.173899:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608764.173903:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789608765.197846:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608765.197854:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608765.198068:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608765.198073:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608765.198076:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789608766.222247:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608766.222254:0:28704:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608766.222256:0:28704:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608766.222260:0:28704:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608766.222265:0:28704:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608766.222267:0:28704:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608766.222269:0:28704:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608766.222271:0:28704:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608766.222407:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608766.222411:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608766.222414:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789608767.245799:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608767.245808:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608767.245835:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789608767.245838:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608767.245841:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789608767.373816:0:20560:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d000 (cpu 0) has reached its deadline 4296494430, at 4296494464 00000100:00000010:0.0:1789608767.373833:0:20560:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d909265240. 00000100:00000040:1.0:1789608767.373920:0:809:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d110 (cpu 1) has reached its deadline 4296494430, at 4296494464 00000100:00000010:1.0:1789608767.373927:0:809:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d909265a20. 00010000:00000001:3.0:1789608768.270532:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608768.270540:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608768.272415:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608768.272422:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608768.272426:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789608768.528522:0:26948:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789608768.528530:0:26948:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789608768.528538:0:26948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908491f80. 00000020:00000040:3.0:1789608768.528544:0:26948:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=4 obd=MGC192.168.203.121@tcp 00000100:00000001:3.0:1789608768.528548:0:26948:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608768.528551:0:26948:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608768.528555:0:26948:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608768.528564:0:26948:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d90827bd00. 00000100:00000001:3.0:1789608768.528571:0:26948:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608768.528582:0:26948:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS req@ffff94d908491f80 x1876538934282624/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789608768.528593:0:26948:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608768.528597:0:26948:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608768.528604:0:26948:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004fe65a3a] to pc [ptlrpcd_01_00+0] req@ffff94d908491f80 x1876538934282624/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608768.528726:0:26948:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608768.528729:0:26948:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789608768.528733:0:26948:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789608768.528736:0:26948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908492680. 00000020:00000040:3.0:1789608768.528739:0:26948:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:3.0:1789608768.528742:0:26948:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608768.528743:0:26948:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608768.528745:0:26948:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608768.528749:0:26948:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d90827bb00. 00000100:00000001:3.0:1789608768.528752:0:26948:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608768.528763:0:26948:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID req@ffff94d908492680 x1876538934282752/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789608768.528770:0:26948:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608768.528772:0:26948:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608768.528776:0:26948:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f42186b] to pc [ptlrpcd_01_01+1] req@ffff94d908492680 x1876538934282752/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608768.528784:0:26948:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608768.528786:0:26948:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789608768.528789:0:26948:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789608768.528792:0:26948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908490a80. 00000020:00000040:3.0:1789608768.528793:0:26948:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=4 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000100:00000001:3.0:1789608768.528795:0:26948:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608768.528797:0:26948:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608768.528798:0:26948:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608768.528801:0:26948:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d90827b600. 00000100:00000001:3.0:1789608768.528803:0:26948:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608768.528806:0:26948:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID req@ffff94d908490a80 x1876538934282880/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789608768.528818:0:26948:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608768.528819:0:26948:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608768.528823:0:26948:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b72a0ddd] to pc [ptlrpcd_01_00+0] req@ffff94d908490a80 x1876538934282880/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608768.528829:0:26948:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608768.528831:0:26948:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789608768.528834:0:26948:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789608768.528838:0:26948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908491880. 00000020:00000040:3.0:1789608768.528840:0:26948:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00000100:00000001:3.0:1789608768.528842:0:26948:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608768.528844:0:26948:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608768.528845:0:26948:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608768.528848:0:26948:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d90827b800. 00000100:00000001:3.0:1789608768.528850:0:26948:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608768.528853:0:26948:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID req@ffff94d908491880 x1876538934283008/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789608768.528860:0:26948:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608768.528861:0:26948:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608768.528864:0:26948:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000f998a9] to pc [ptlrpcd_01_01+1] req@ffff94d908491880 x1876538934283008/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608768.528871:0:26948:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608768.528874:0:26948:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789608768.528877:0:26948:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789608768.528879:0:26948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908491500. 00000020:00000040:3.0:1789608768.528882:0:26948:0:(genops.c:1209:class_import_get()) import ffff94d902b13000 refcount=3 obd=lustre-OST0001-osc-ffff94d904ceb000 00000100:00000001:3.0:1789608768.528884:0:26948:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608768.528885:0:26948:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608768.528886:0:26948:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608768.528889:0:26948:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d90827b300. 00000100:00000001:3.0:1789608768.528893:0:26948:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608768.528896:0:26948:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID req@ffff94d908491500 x1876538934283136/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789608768.528902:0:26948:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608768.528904:0:26948:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608768.528908:0:26948:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ddf13a0] to pc [ptlrpcd_01_00+0] req@ffff94d908491500 x1876538934283136/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608768.528914:0:26948:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608768.528918:0:26948:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1833) 00000400:00000200:2.0:1789608768.529565:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608768.529568:0:2412:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2748:2748:254:4294967295] 192.168.203.121@tcp LPNI seq info [2748:2748:6:4294967295] 00000400:00000200:2.0:1789608768.529572:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608768.529578:0:2412:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608768.529581:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608768.529585:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903a37200. 00000800:00000200:2.0:1789608768.529588:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608768.529592:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608768.529594:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903a37200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789608768.529597:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608768.529599:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608768.529601:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 0 is 4296499553 00000100:00000001:2.0:1789608768.529607:0:2412:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296496454 00000100:00000001:2.0:1789608768.529611:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 1 is 4296499553 00000100:00000001:2.0:1789608768.529613:0:2412:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296496454 00000100:00000001:2.0:1789608768.529616:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608768.529617:0:2412:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608768.529619:0:2412:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608768.529623:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908490a80 x1876538934282880/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608768.529629:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608768.529630:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608768.529632:0:2412:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608768.529634:0:2412:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608768.529636:0:2412:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608768.529639:0:2412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908490a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2412:1876538934282880:192.168.203.121@tcp:400:kworker.0 00000100:00000001:2.0:1789608768.529642:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608768.529644:0:2412:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608768.529645:0:2412:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608768.529647:0:2412:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608768.529649:0:2412:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d911dcc000. 02000000:00000001:2.0:1789608768.529652:0:2412:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608768.529654:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608768.529657:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21898. 00000400:00000010:2.0:1789608768.529664:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c440. 00000100:00000200:2.0:1789608768.529667:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934282880, portal 10 00000100:00000001:2.0:1789608768.529669:0:2412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608768.529670:0:2412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600659584 : -117815108892032 : ffff94d908490a80) 00000100:00000040:2.0:1789608768.529719:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d908490a80 x1876538934282880/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608768.529725:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608768.529728:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608768.529731:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c3b8. 00000100:00000200:2.0:1789608768.529733:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934282880, offset 0 00000400:00000200:2.0:1789608768.529737:0:2412:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608768.529741:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608768.529744:0:2412:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608768.529749:0:2412:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608768.529751:0:2412:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608768.529754:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608768.529757:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608768.529763:0:2412:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2749:2749:253:4294967295] 192.168.203.121@tcp LPNI seq info [2749:2749:5:4294967295] 00000400:00000200:2.0:1789608768.529768:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608768.529774:0:2412:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608768.529778:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608768.529782:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903a37900. 00000800:00000200:2.0:1789608768.529785:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608768.529788:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608768.529790:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903a37900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789608768.529793:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608768.529796:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: using a timeout of 23308 usecs (24 jiffies) 00000400:00000200:2.0:1789608768.529800:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608768.529804:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296495644 00000100:00000001:2.0:1789608768.529807:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296499553 00000100:00000001:2.0:1789608768.529809:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296495644 00000100:00000001:2.0:1789608768.529811:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296499553 00000100:00000001:2.0:1789608768.529814:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608768.529816:0:2412:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608768.529818:0:2412:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608768.529822:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908491500 x1876538934283136/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608768.529828:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608768.529830:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608768.529832:0:2412:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608768.529834:0:2412:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608768.529836:0:2412:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608768.529840:0:2412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908491500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2412:1876538934283136:192.168.203.121@tcp:400:kworker.0 00000100:00000001:2.0:1789608768.529844:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608768.529847:0:2412:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608768.529849:0:2412:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608768.529852:0:2412:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608768.529855:0:2412:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d911dcd800. 02000000:00000001:2.0:1789608768.529858:0:2412:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608768.529863:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608768.529866:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21d10. 00000400:00000010:2.0:1789608768.529870:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6cdd0. 00000100:00000001:3.0:1789608768.529874:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1789608768.529875:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934283136, portal 4 00000100:00000001:2.0:1789608768.529880:0:2412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608768.529884:0:2412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600662272 : -117815108889344 : ffff94d908491500) 00000100:00000001:3.0:1789608768.529886:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608768.529894:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d908491500 x1876538934283136/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608768.529902:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608768.529904:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608768.529908:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6cb28. 00000100:00000200:2.0:1789608768.529910:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876538934283136, offset 0 00000400:00000200:2.0:1789608768.529914:0:2412:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608768.529918:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608768.529921:0:2412:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608768.529924:0:2412:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608768.529927:0:2412:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608768.529929:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608768.529931:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608768.529933:0:2412:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2750:2750:252:4294967295] 192.168.203.121@tcp LPNI seq info [2750:2750:4:4294967295] 00000400:00000200:2.0:1789608768.529937:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608768.529942:0:2412:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608768.529946:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608768.529950:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903c79700. 00000800:00000200:2.0:1789608768.529955:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608768.529959:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608768.529961:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903c79700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789608768.529964:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608768.529967:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: using a timeout of 25133 usecs (26 jiffies) 00000400:00000200:2.0:1789608768.529970:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608768.529972:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296495646 00000100:00000001:2.0:1789608768.529974:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296499553 00000100:00000001:2.0:1789608768.529976:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296495646 00000100:00000001:2.0:1789608768.529979:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296499553 00000100:00000001:2.0:1789608768.529981:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608768.529983:0:2412:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608768.529985:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608768.529988:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608768.538658:0:32754:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789608768.538666:0:32754:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608768.538669:0:32754:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789608768.538673:0:32754:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d904bdecc0 going to sleep for 1 seconds 00000100:00000001:0.0:1789608768.538726:0:32754:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608768.538731:0:32754:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608768.538803:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608768.538808:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903a37d00. 00000400:00000200:0.0:1789608768.538818:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608768.538827:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608768.538835:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c2a8 00000400:00000010:0.0:1789608768.538839:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c2a8. 00000100:00000001:0.0:1789608768.538844:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608768.538853:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908492680 x1876538934282752/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608768.538864:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608768.538867:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908492680 x1876538934282752/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608784 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608768.538874:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608768.538876:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608768.538890:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608768.538892:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903a37800. 00000400:00000200:0.0:1789608768.538894:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608768.538897:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608768.538899:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c088 00000400:00000010:0.0:1789608768.538901:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c088. 00000100:00000001:0.0:1789608768.538903:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608768.538907:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908491880 x1876538934283008/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608768.539141:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608768.539145:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908491880 x1876538934283008/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608784 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608768.539152:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608768.539154:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608768.539166:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608768.539168:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903a37200. 00000400:00000200:0.0:1789608768.539171:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608768.539175:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608768.539178:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c000 00000400:00000010:0.0:1789608768.539179:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c000. 00000100:00000001:0.0:1789608768.539182:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608768.539185:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908491f80 x1876538934282624/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608768.539193:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608768.539195:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908491f80 x1876538934282624/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608784 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608768.539201:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608768.539202:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608768.539211:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608768.539213:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903a37900. 00000400:00000200:0.0:1789608768.539215:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608768.539218:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608768.539221:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c3b8 00000400:00000010:0.0:1789608768.539223:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c3b8. 00000100:00000001:0.0:1789608768.539225:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608768.539229:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908490a80 x1876538934282880/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608768.539236:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608768.539239:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908490a80 x1876538934282880/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608784 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608768.539245:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608768.539247:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608768.539317:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608768.539320:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903c79700. 00000400:00000200:0.0:1789608768.539324:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608768.539327:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608768.539330:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6cb28 00000400:00000010:0.0:1789608768.539332:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6cb28. 00000100:00000001:0.0:1789608768.539333:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608768.539337:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908491500 x1876538934283136/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608768.539343:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608768.539346:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908491500 x1876538934283136/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608784 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608768.539351:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608768.539353:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608768.558301:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608768.558322:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608768.558328:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608768.558330:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608768.558339:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608768.558346:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608768.558358:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608768.558363:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608768.558368:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608768.558373:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c495ca00 00000400:00000200:1.0:1789608768.558378:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608768.558384:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x7e21 [1] + 224 00000800:00000001:1.0:1789608768.558390:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608768.558401:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608768.558404:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608768.558408:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608768.558415:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608768.558424:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908492680 x1876538934282752/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608784 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608768.558435:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d908492680 x1876538934282752/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608784 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608768.558461:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608768.558469:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608768.558472:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608768.558643:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608768.558648:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608768.558657:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608768.558659:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608768.558663:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21f20. 00000400:00000200:2.0:1789608768.558668:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c770 00000400:00000010:2.0:1789608768.558671:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c770. 00000100:00000001:2.0:1789608768.558674:0:2412:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608768.558712:0:2412:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908492680 x1876538934282752/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608784 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789608768.558721:0:2412:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908492680 x1876538934282752/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608784 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608768.558727:0:2412:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608768.558729:0:2412:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608768.558731:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608768.558734:0:2412:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608768.558736:0:2412:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608768.558738:0:2412:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608768.558741:0:2412:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608768.558750:0:2412:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=126 v=5 (104 104 104 137) 00000100:00001000:2.0:1789608768.558754:0:2412:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=23 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608768.558756:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608768.558758:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608768.558760:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608768.558763:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608768.558768:0:2412:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608768.558769:0:2412:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967620 00000100:00000001:2.0:1789608768.558771:0:2412:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608768.558773:0:2412:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608768.558777:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908492680 x1876538934282752/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608784 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608768.558784:0:2412:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608768.558787:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608768.558789:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608768.558793:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908492680 x1876538934282752/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608784 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789608768.558805:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908492680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2412:1876538934282752:192.168.203.121@tcp:400:kworker.0 00000100:00000001:2.0:1789608768.558809:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608768.558811:0:2412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608768.558814:0:2412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908492680 x1876538934282752/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608784 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608768.558820:0:2412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608768.558822:0:2412:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608768.558826:0:2412:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d911dcd200. 02000000:00000001:2.0:1789608768.558830:0:2412:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608768.558832:0:2412:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608768.558834:0:2412:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:2.0:1789608768.558836:0:2412:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608768.558838:0:2412:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d90827bb00. 02000000:00000001:2.0:1789608768.558842:0:2412:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608768.558843:0:2412:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608768.558845:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908492680. 00000100:00000001:2.0:1789608768.558848:0:2412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608768.558850:0:2412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608768.558853:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608768.558855:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608768.558856:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608768.558858:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608768.558860:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789608768.567759:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608768.567779:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608768.567784:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608768.567786:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608768.567794:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608768.567801:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608768.567811:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608768.567816:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608768.567822:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608768.567827:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c495cb00 00000400:00000200:0.0:1789608768.567832:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608768.567839:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x7e29 [1] + 224 00000800:00000001:0.0:1789608768.567847:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608768.567857:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608768.567862:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608768.567866:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608768.567872:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608768.567881:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908491880 x1876538934283008/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608784 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608768.567893:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d908491880 x1876538934283008/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608784 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608768.567916:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608768.567923:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608768.567927:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608768.567985:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608768.567995:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608768.568003:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608768.568005:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608768.568008:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21738. 00000400:00000200:2.0:1789608768.568014:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c220 00000400:00000010:2.0:1789608768.568016:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c220. 00000100:00000001:2.0:1789608768.568019:0:2412:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608768.568024:0:2412:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908491880 x1876538934283008/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608784 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789608768.568041:0:2412:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908491880 x1876538934283008/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608784 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608768.568048:0:2412:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608768.568050:0:2412:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608768.568052:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608768.568055:0:2412:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608768.568057:0:2412:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608768.568059:0:2412:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608768.568062:0:2412:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608768.568070:0:2412:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13c60 time=126 v=5 (5 5 5 36) 00000100:00001000:2.0:1789608768.568074:0:2412:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=23 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608768.568076:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608768.568078:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608768.568081:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608768.568085:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608768.568088:0:2412:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608768.568091:0:2412:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: skip recheck: last_committed 4294967331 00000100:00000001:2.0:1789608768.568092:0:2412:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608768.568094:0:2412:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608768.568099:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908491880 x1876538934283008/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608784 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608768.568105:0:2412:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608768.568108:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608768.568111:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608768.568115:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908491880 x1876538934283008/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608784 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789608768.568122:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908491880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2412:1876538934283008:192.168.203.121@tcp:400:kworker.0 00000100:00000001:2.0:1789608768.568126:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608768.568128:0:2412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608768.568131:0:2412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908491880 x1876538934283008/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608784 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608768.568153:0:2412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608768.568155:0:2412:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608768.568159:0:2412:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d911dcd400. 02000000:00000001:2.0:1789608768.568162:0:2412:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608768.568165:0:2412:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608768.568167:0:2412:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=2 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:2.0:1789608768.568169:0:2412:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608768.568172:0:2412:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d90827b800. 02000000:00000001:2.0:1789608768.568175:0:2412:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608768.568177:0:2412:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608768.568179:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908491880. 00000100:00000001:2.0:1789608768.568182:0:2412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608768.568184:0:2412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608768.568187:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608768.568189:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608768.568191:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608768.568193:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608768.568194:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789608768.575021:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608768.575050:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608768.575056:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608768.575059:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608768.575071:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608768.575082:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608768.575094:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608768.575100:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608768.575106:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608768.575111:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 25 MB=0x6aab3c495c980 00000400:00000200:1.0:1789608768.575116:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608768.575124:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.121@tcp of length 224/224 into md 0x7e31 [1] + 224 00000800:00000001:1.0:1789608768.575133:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608768.575138:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608768.575143:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608768.575148:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608768.575157:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608768.575168:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908491f80 x1876538934282624/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608784 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608768.575181:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d908491f80 x1876538934282624/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608784 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608768.575207:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608768.575218:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608768.575222:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608768.575225:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608768.575227:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608768.575230:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608768.575234:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608768.575239:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608768.575241:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608768.575244:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608768.575247:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c495cb80 00000400:00000200:1.0:1789608768.575251:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608768.575255:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x7e41 [1] + 224 00000800:00000001:1.0:1789608768.575260:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608768.575264:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608768.575266:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608768.575269:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608768.575273:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608768.575278:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908491500 x1876538934283136/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608784 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608768.575298:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d908491500 x1876538934283136/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608784 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608768.575306:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608768.575311:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608768.575315:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608768.575317:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608768.575320:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608768.575323:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608768.575337:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608768.575342:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608768.575345:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608768.575348:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608768.575352:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c495ca80 00000400:00000200:1.0:1789608768.575355:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608768.575360:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x7e39 [1] + 224 00000800:00000001:1.0:1789608768.575364:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608768.575374:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608768.575376:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608768.575380:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608768.575383:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608768.575388:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908490a80 x1876538934282880/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608784 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608768.575397:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d908490a80 x1876538934282880/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608784 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608768.575405:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608768.575408:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608768.575411:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608768.575627:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608768.575632:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608768.575641:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608768.575643:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608768.575647:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21160. 00000400:00000200:2.0:1789608768.575654:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c4c8 00000400:00000010:2.0:1789608768.575657:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c4c8. 00000100:00000001:2.0:1789608768.575661:0:2412:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608768.575666:0:2412:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908491f80 x1876538934282624/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608784 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789608768.575712:0:2412:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908491f80 x1876538934282624/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608784 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608768.575720:0:2412:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608768.575723:0:2412:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608768.575725:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608768.575730:0:2412:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608768.575733:0:2412:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608768.575736:0:2412:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608768.575740:0:2412:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608768.575748:0:2412:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d90510e460 time=126 v=5 (5 5 5 5) 00000100:00001000:2.0:1789608768.575753:0:2412:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d90510e418 time=126 v=5 (1 1 1 1) 00000100:00000001:2.0:1789608768.575756:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608768.575758:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608768.575761:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608768.575763:0:2412:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608768.575767:0:2412:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608768.575772:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908491f80 x1876538934282624/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608784 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608768.575780:0:2412:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608768.575783:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608768.575786:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608768.575790:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908491f80 x1876538934282624/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608784 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789608768.575797:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908491f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2412:1876538934282624:192.168.203.121@tcp:400:kworker.0 00000400:00000001:2.0:1789608768.575804:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608768.575805:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608768.575807:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21898. 00000400:00000200:2.0:1789608768.575810:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c440 00000400:00000010:2.0:1789608768.575812:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c440. 00000100:00000001:2.0:1789608768.575814:0:2412:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608768.575817:0:2412:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908490a80 x1876538934282880/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608784 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789608768.575825:0:2412:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908490a80 x1876538934282880/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608784 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608768.575831:0:2412:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608768.575832:0:2412:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608768.575834:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608768.575836:0:2412:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608768.575837:0:2412:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608768.575839:0:2412:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608768.575841:0:2412:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608768.575847:0:2412:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b17c60 time=126 v=5 (104 104 104 137) 00000100:00001000:2.0:1789608768.575851:0:2412:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b17c18 time=126 v=5 (1 1 1 1) 00000100:00000001:2.0:1789608768.575853:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608768.575855:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608768.575856:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608768.575860:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608768.575864:0:2412:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608768.575867:0:2412:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1789608768.575869:0:2412:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608768.575871:0:2412:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608768.575875:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908490a80 x1876538934282880/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608784 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608768.575881:0:2412:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608768.575883:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608768.575884:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608768.575888:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908490a80 x1876538934282880/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608784 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789608768.575896:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908490a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2412:1876538934282880:192.168.203.121@tcp:400:kworker.0 00000400:00000001:2.0:1789608768.575901:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608768.575902:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608768.575904:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21d10. 00000400:00000200:2.0:1789608768.575906:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6cdd0 00000400:00000010:2.0:1789608768.575908:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6cdd0. 00000100:00000001:2.0:1789608768.575910:0:2412:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608768.575913:0:2412:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908491500 x1876538934283136/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608784 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789608768.575922:0:2412:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908491500 x1876538934283136/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608784 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608768.575928:0:2412:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608768.576467:0:2412:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608768.576471:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608768.576473:0:2412:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608768.576474:0:2412:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608768.576476:0:2412:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608768.576478:0:2412:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608768.576485:0:2412:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13460 time=126 v=5 (5 5 5 36) 00000100:00001000:2.0:1789608768.576489:0:2412:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13418 time=22 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608768.576492:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608768.576493:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608768.576495:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608768.576498:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608768.576500:0:2412:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608768.576502:0:2412:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d904ceb000: skip recheck: last_committed 4294967322 00000100:00000001:2.0:1789608768.576504:0:2412:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608768.576506:0:2412:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608768.576512:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908491500 x1876538934283136/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608784 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608768.576987:0:2412:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608768.576993:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608768.576995:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608768.577001:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908491500 x1876538934283136/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608784 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789608768.577011:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908491500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2412:1876538934283136:192.168.203.121@tcp:400:kworker.0 00000100:00000001:2.0:1789608768.577017:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608768.577021:0:2412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608768.577027:0:2412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908491f80 x1876538934282624/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608784 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608768.577034:0:2412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608768.577038:0:2412:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608768.577042:0:2412:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d911dccc00. 02000000:00000001:2.0:1789608768.577047:0:2412:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608768.577051:0:2412:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608768.577053:0:2412:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=3 obd=MGC192.168.203.121@tcp 00000020:00000001:2.0:1789608768.577056:0:2412:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608768.577059:0:2412:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d90827bd00. 02000000:00000001:2.0:1789608768.577064:0:2412:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608768.577067:0:2412:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608768.577069:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908491f80. 00000100:00000001:2.0:1789608768.577073:0:2412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608768.577075:0:2412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608768.577077:0:2412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608768.577081:0:2412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908490a80 x1876538934282880/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608784 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608768.577088:0:2412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608768.577089:0:2412:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608768.577091:0:2412:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d911dcc000. 02000000:00000001:2.0:1789608768.577092:0:2412:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608768.577094:0:2412:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608768.577095:0:2412:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=3 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:2.0:1789608768.577096:0:2412:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608768.577098:0:2412:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d90827b600. 02000000:00000001:2.0:1789608768.577099:0:2412:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608768.577100:0:2412:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608768.577101:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908490a80. 00000100:00000001:2.0:1789608768.577104:0:2412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608768.577105:0:2412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608768.577106:0:2412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608768.577109:0:2412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908491500 x1876538934283136/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608784 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608768.577114:0:2412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608768.577116:0:2412:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608768.577117:0:2412:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d911dcd800. 02000000:00000001:2.0:1789608768.577119:0:2412:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608768.577120:0:2412:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608768.577121:0:2412:0:(genops.c:1222:class_import_put()) import ffff94d902b13000 refcount=2 obd=lustre-OST0001-osc-ffff94d904ceb000 00000020:00000001:2.0:1789608768.577123:0:2412:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608768.577124:0:2412:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d90827b300. 02000000:00000001:2.0:1789608768.577126:0:2412:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608768.577128:0:2412:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608768.577129:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908491500. 00000100:00000001:2.0:1789608768.577131:0:2412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608768.577132:0:2412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608768.577135:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608768.577145:0:2412:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608768.577148:0:2412:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608768.577152:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608768.577155:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608769.293897:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608769.293908:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608769.294027:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608769.294032:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608769.294036:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789608769.551963:0:32754:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789608769.551972:0:32754:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608769.551975:0:32754:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789608769.551983:0:32754:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d904bdecc0 going to sleep for 1 seconds 00000100:00000001:0.0:1789608769.551987:0:32754:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608769.551992:0:32754:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608769.552144:0:32744:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789608769.552148:0:32744:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608769.552149:0:32744:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789608769.552153:0:32744:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d90342f9c0 going to sleep for 1 seconds 00000100:00000001:1.0:1789608769.552155:0:32744:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608769.552157:0:32744:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608770.317855:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608770.317866:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608770.317903:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789608770.317906:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608770.317910:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789608770.573836:0:32744:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789608770.573849:0:32744:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608770.573852:0:32744:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608770.573857:0:32754:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1789608770.573860:0:32744:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d90342f9c0 going to sleep for 1 seconds 00000100:00000001:0.0:1789608770.573860:0:32754:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608770.573861:0:32754:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608770.573864:0:32744:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1789608770.573864:0:32754:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d904bdecc0 going to sleep for 1 seconds 00000100:00000001:0.0:1789608770.573866:0:32754:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608770.573868:0:32744:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608770.573868:0:32754:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608771.342211:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608771.342221:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608771.345208:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608771.345216:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608771.345221:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789608771.597845:0:32744:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789608771.597856:0:32744:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608771.597860:0:32744:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789608771.597867:0:32744:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d90342f9c0 going to sleep for 1 seconds 00000100:00000001:1.0:1789608771.597871:0:32744:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608771.597876:0:32744:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608771.598564:0:32754:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789608771.598568:0:32754:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000400:2.0:1789608771.598587:0:32754:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789608755/real 1789608755] req@ffff94d907d25500 x1876538934280832/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/512 e 0 to 1 dl 1789608771 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789608771.598607:0:32754:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608771.598609:0:32754:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608771.598613:0:32754:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21e18. 00000400:00000200:2.0:1789608771.598623:0:32754:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c110 00000400:00000010:2.0:1789608771.598626:0:32754:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c110. 00000100:00000001:2.0:1789608771.598632:0:32754:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608771.598636:0:32754:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d25500 x1876538934280832/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/512 e 0 to 1 dl 1789608771 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789608771.598645:0:32754:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d25500 x1876538934280832/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/512 e 0 to 1 dl 1789608771 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608771.598653:0:32754:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608771.598656:0:32754:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608771.598659:0:32754:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608771.598661:0:32754:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608771.598665:0:32754:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:2.0:1789608771.598670:0:32754:0:(import.c:65:import_set_state_nolock()) ffff94d902b11800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1789608771.598714:0:32754:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff94d904ceb000: Connection to lustre-MDT0000 (at 192.168.203.121@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:2.0:1789608771.598719:0:32754:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:2.0:1789608771.598723:0:32754:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:2.0:1789608771.598726:0:32754:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608771.598729:0:32754:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:2.0:1789608771.598731:0:32754:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:2.0:1789608771.598752:0:32754:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:2.0:1789608771.598754:0:32754:0:(client.c:2556:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608771.598758:0:32754:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608771.598759:0:32754:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608771.598761:0:32754:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d904bdecc0 going to sleep for 0 seconds 00000100:00000001:2.0:1789608771.598764:0:32754:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608771.598767:0:32754:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608771.598769:0:32754:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608771.598772:0:32754:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608771.598774:0:32754:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608771.598856:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789608771.598863:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789608771.598875:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5dc00. 00000020:00000040:0.0:1789608771.598892:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=4 obd=MGC192.168.203.121@tcp 00000100:00000001:0.0:1789608771.598898:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608771.598902:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608771.598909:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608771.598920:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d902c9dd00. 00000100:00000001:0.0:1789608771.598927:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608771.598933:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS req@ffff94d907e5dc00 x1876538934283264/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789608771.598944:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608771.598949:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608771.598956:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dec3bc91] to pc [ptlrpcd_00_01+1] req@ffff94d907e5dc00 x1876538934283264/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608771.598987:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789608771.598989:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789608771.598992:0:21207:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1789608771.598995:0:21207:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789608771.598996:0:21207:0:(import.c:65:import_set_state_nolock()) ffff94d902b11800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789608771.598999:0:21207:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789608771.599002:0:21207:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff94d904ceb000: connect to NID 192.168.203.121@tcp last attempt 1804 00000400:00000200:0.0:1789608771.599011:0:21207:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608771.599016:0:21207:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.121@tcp is discovered: rc = 1 00000100:00000040:0.0:1789608771.599019:0:21207:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff94d907ddb340 refcount 14 to 192.168.203.121@tcp 00000100:00000001:0.0:1789608771.599022:0:21207:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789608771.599024:0:21207:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff94d907ddb340 refcount 15 to 192.168.203.121@tcp 00000100:00000001:0.0:1789608771.599027:0:21207:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446626258593624896 : -117815115926720 : ffff94d907ddb340) 00000020:00000001:0.0:1789608771.599035:0:21207:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789608771.599038:0:21207:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc54db3288176f34a 00000020:00000001:0.0:1789608771.599041:0:21207:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608771.599045:0:21207:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d903101000 refcount=5 00000100:00000001:1.0:1789608771.599048:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1789608771.599048:0:21207:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258513039360 : -117815196512256 : ffff94d903101000) 00000020:00000001:0.0:1789608771.599052:0:21207:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626258513039360 : -117815196512256 : ffff94d903101000) 00000100:00000040:0.0:1789608771.599055:0:21207:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff94d907ddb340 refcount 14 to 192.168.203.121@tcp 00000100:00000001:0.0:1789608771.599057:0:21207:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789608771.599059:0:21207:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff94d907ddb340 refcount 15 to 192.168.203.121@tcp 00000100:00000001:1.0:1789608771.599062:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608771.599063:0:21207:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446626258593624896 : -117815115926720 : ffff94d907ddb340) 00000100:00000001:1.0:1789608771.599067:0:2410:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1789608771.599069:0:21207:0:(genops.c:879:class_export_put()) PUTting export ffff94d903101000 : new refcount 4 00000100:00080000:0.0:1789608771.599076:0:21207:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff94d904ceb000: import ffff94d902b11800 using connection 192.168.203.121@tcp/192.168.203.121@tcp 00000100:00000040:1.0:1789608771.599078:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5dc00 x1876538934283264/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608771.599080:0:21207:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608771.599085:0:21207:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789608771.599094:0:21207:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608771.599099:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1789608771.599100:0:21207:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608771.599103:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608771.599105:0:21207:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789608771.599110:0:21207:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789608771.599114:0:21207:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608771.599119:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608771.599123:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608771.599127:0:2410:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608771.599132:0:2410:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2410:1876538934283264:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608771.599136:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608771.599143:0:2410:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608771.599146:0:2410:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608771.599149:0:2410:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608771.599156:0:2410:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d91839e400. 02000000:00000001:1.0:1789608771.599158:0:2410:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608771.599165:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608771.599169:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d344d0. 00000400:00000010:1.0:1789608771.599175:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35a18. 00000100:00000200:1.0:1789608771.599182:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934283264, portal 25 00000100:00000001:1.0:1789608771.599185:0:2410:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608771.599187:0:2410:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594159616 : -117815115392000 : ffff94d907e5dc00) 00000100:00000040:1.0:1789608771.599193:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5dc00 x1876538934283264/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608771.599202:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608771.599205:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608771.599209:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d355d8. 00000100:00000200:1.0:1789608771.599212:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876538934283264, offset 0 00000400:00000200:1.0:1789608771.599219:0:2410:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608771.599228:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608771.599234:0:2410:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608771.599240:0:2410:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608771.599245:0:2410:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608771.599249:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608771.599252:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608771.599256:0:2410:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2751:2751:256:4294967295] 192.168.203.121@tcp LPNI seq info [2751:2751:8:4294967295] 00000400:00000200:1.0:1789608771.599260:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608771.599278:0:2410:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608771.599293:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000100:00000001:0.0:1789608771.599298:0:21207:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1789608771.599300:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faaf00. 00000100:00000010:0.0:1789608771.599306:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5ca80. 00000020:00000040:0.0:1789608771.599312:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d904ceb000 02000000:00000001:0.0:1789608771.599317:0:21207:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000800:00000200:1.0:1789608771.599319:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 02000000:00000001:0.0:1789608771.599320:0:21207:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608771.599326:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608771.599329:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608771.599331:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608771.599333:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 02000000:00000010:0.0:1789608771.599338:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d903117800. 00000800:00000200:1.0:1789608771.599340:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faaf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608771.599345:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608771.599354:0:21207:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94d907e5ca80 x1876538934283392/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608771.599357:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608771.599366:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608771.599367:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608771.599371:0:2410:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 0 is 4296502623 00000100:00000001:0.0:1789608771.599372:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608771.599378:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005169df9] to pc [ptlrpcd_rcv+-1] req@ffff94d907e5ca80 x1876538934283392/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608771.599384:0:2410:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296499553 00000100:00000001:1.0:1789608771.599391:0:2410:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 1 is 4296502623 00000100:00000001:1.0:1789608771.599398:0:2410:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296499553 00000100:00000001:1.0:1789608771.599402:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608771.599405:0:2410:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608771.599408:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608771.599411:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608771.599411:0:21207:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608771.599418:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789608771.599423:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1789608771.599425:0:2410:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:0.0:1789608771.599427:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5fb80. 00000100:00000001:1.0:1789608771.599428:0:2410:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:0.0:1789608771.599432:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=4 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000100:00000001:1.0:1789608771.599433:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608771.599435:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608771.599439:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608771.599439:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608771.599443:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1789608771.599444:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608771.599450:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608771.599457:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903a37900. 00000100:00000001:1.0:1789608771.599458:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608771.599461:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608771.599462:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608771.599469:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID req@ffff94d907e5fb80 x1876538934283520/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789608771.599478:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608771.599480:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608771.599485:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000babe2b87] to pc [ptlrpcd_00_00+0] req@ffff94d907e5fb80 x1876538934283520/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608771.599815:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608771.599818:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789608771.599821:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1789608771.599824:0:21207:0:(import.c:2113:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:0.0:1789608771.599827:0:21207:0:(import.c:1807:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1789608771.599832:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5e300. 00000020:00000040:0.0:1789608771.599835:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00000100:00000001:0.0:1789608771.599838:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608771.599840:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608771.599842:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608771.599846:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903a37200. 00000100:00000001:0.0:1789608771.599851:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608771.599854:0:21207:0:(import.c:1845:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446626258594161408 : -117815115390208 : ffff94d907e5e300) 00000100:00080000:0.0:1789608771.599857:0:21207:0:(import.c:65:import_set_state_nolock()) ffff94d902b13800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1789608771.599860:0:21207:0:(import.c:2148:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff94d904ceb000: disconnect after 21s idle 00000100:00000001:0.0:1789608771.599863:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608771.599865:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608771.599870:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036383408] to pc [ptlrpcd_rcv+-1] req@ffff94d907e5e300 x1876538934283648/t0(0) o9->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608771.599878:0:21207:0:(import.c:2152:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1789608771.599979:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608771.599984:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faaf00. 00000400:00000200:1.0:1789608771.599990:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608771.599997:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608771.600005:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d355d8 00000400:00000010:1.0:1789608771.600008:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d355d8. 00000100:00000001:2.0:1789608771.600014:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608771.600014:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1789608771.600019:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1789608771.600022:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5dc00 x1876538934283264/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608771.600024:0:2408:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608771.600035:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5ca80 x1876538934283392/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608771.600037:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608771.600045:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5dc00 x1876538934283264/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608787 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608771.600047:0:2408:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608771.600050:0:2408:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608771.600056:0:2408:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608771.600059:0:2408:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608771.600059:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608771.600063:0:2401:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:2.0:1789608771.600064:0:2408:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608771.600070:0:2408:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25f5d458-2cbe-49cd-9693-334c08df7e27:2408:1876538934283392:192.168.203.121@tcp:38:kworker.0 00000100:00000001:2.0:1789608771.600074:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608771.600078:0:2408:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608771.600081:0:2408:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608771.600083:0:2408:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1789608771.600085:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608771.600088:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1789608771.600089:0:2408:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903dbe400. 00000100:00000001:1.0:1789608771.600091:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608771.600092:0:2408:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608771.600097:0:2410:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000400:00000200:2.0:1789608771.600102:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608771.600106:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21e18. 00000400:00000010:2.0:1789608771.600111:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c110. 00000100:00000200:2.0:1789608771.600116:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934283392, portal 10 00000100:00000001:0.0:1789608771.600190:0:21207:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608771.600193:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789608771.600197:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1789608771.600198:0:21207:0:(import.c:2113:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:0.0:1789608771.600200:0:21207:0:(import.c:1807:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1789608771.600204:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5c000. 00000020:00000040:0.0:1789608771.600207:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b13000 refcount=3 obd=lustre-OST0001-osc-ffff94d904ceb000 00000100:00000001:0.0:1789608771.600209:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608771.600211:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608771.600213:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608771.600217:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903a37800. 00000100:00000001:0.0:1789608771.600221:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608771.600223:0:21207:0:(import.c:1845:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446626258594152448 : -117815115399168 : ffff94d907e5c000) 00000100:00080000:0.0:1789608771.600225:0:21207:0:(import.c:65:import_set_state_nolock()) ffff94d902b13000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1789608771.600228:0:21207:0:(import.c:2148:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff94d904ceb000: disconnect after 21s idle 00000100:00000001:0.0:1789608771.600230:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608771.600232:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608771.600237:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008429153d] to pc [ptlrpcd_rcv+-1] req@ffff94d907e5c000 x1876538934283776/t0(0) o9->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608771.600245:0:21207:0:(import.c:2152:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608771.600247:0:21207:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608771.600252:0:21207:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 2 (1836) 00000100:00000001:1.0:1789608771.600274:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608771.600277:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608771.600281:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608771.600325:0:2408:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608771.600327:0:2408:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594155136 : -117815115396480 : ffff94d907e5ca80) 00000100:00000040:2.0:1789608771.600337:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5ca80 x1876538934283392/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608771.600345:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608771.600347:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608771.600350:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6cdd0. 00000100:00000200:2.0:1789608771.600355:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876538934283392, offset 0 00000400:00000200:2.0:1789608771.600361:0:2408:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608771.600369:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608771.600374:0:2408:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608771.600379:0:2408:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608771.600382:0:2408:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608771.600385:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608771.600387:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608771.600391:0:2408:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2752:2752:256:4294967295] 192.168.203.121@tcp LPNI seq info [2752:2752:8:4294967295] 00000400:00000200:2.0:1789608771.600395:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608771.600404:0:2408:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608771.600409:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608771.600414:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903c79c00. 00000800:00000200:2.0:1789608771.600420:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608771.600425:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608771.600429:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903c79c00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789608771.600445:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608771.600450:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 832873 usecs (833 jiffies) 00000400:00000200:2.0:1789608771.600454:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608771.600456:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296499523 00000100:00000001:2.0:1789608771.600459:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296502623 00000100:00000001:2.0:1789608771.600462:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296499523 00000100:00000001:2.0:1789608771.600464:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296502623 00000100:00000001:2.0:1789608771.600467:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608771.600470:0:2408:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608771.600472:0:2408:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608771.600477:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5e300 x1876538934283648/t0(0) o9->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608771.600484:0:2408:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608771.600485:0:2408:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608771.600488:0:2408:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608771.600490:0:2408:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608771.600497:0:2410:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608771.600501:0:2410:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608771.600504:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608771.600506:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608771.600507:0:2410:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608771.600514:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5fb80 x1876538934283520/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608771.600525:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608771.600527:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608771.600530:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608771.600532:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608771.600534:0:2410:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608771.600537:0:2410:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934283520:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608771.600540:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608771.600544:0:2410:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608771.600546:0:2410:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608771.600548:0:2410:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608771.600552:0:2410:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d91839f400. 02000000:00000001:1.0:1789608771.600554:0:2410:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608771.600557:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608771.600560:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34dc0. 00000400:00000010:1.0:1789608771.600564:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d355d8. 00000100:00000200:1.0:1789608771.600568:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934283520, portal 10 00000100:00000001:1.0:1789608771.600570:0:2410:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608771.600571:0:2410:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594167680 : -117815115383936 : ffff94d907e5fb80) 00000100:00000040:1.0:1789608771.600577:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5fb80 x1876538934283520/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608771.600585:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608771.600587:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608771.600590:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35198. 00000100:00000200:1.0:1789608771.600592:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934283520, offset 0 00000400:00000200:1.0:1789608771.600597:0:2410:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608771.600601:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608771.600605:0:2410:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608771.600608:0:2410:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608771.600610:0:2410:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608771.600612:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608771.600615:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608771.600617:0:2410:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2753:2753:255:4294967295] 192.168.203.121@tcp LPNI seq info [2753:2753:7:4294967295] 00000400:00000200:1.0:1789608771.600621:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608771.600626:0:2410:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608771.600629:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608771.600633:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faaf00. 00000800:00000200:1.0:1789608771.600636:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608771.600640:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608771.600643:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faaf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608771.600646:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608771.600649:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: using a timeout of 23445 usecs (24 jiffies) 00000400:00000200:1.0:1789608771.600655:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 02000000:00000001:2.0:1789608771.600656:0:2408:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608771.600658:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296498714 00000100:00000001:1.0:1789608771.600663:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296502623 00000100:00100000:2.0:1789608771.600665:0:2408:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25f5d458-2cbe-49cd-9693-334c08df7e27:2408:1876538934283648:192.168.203.121@tcp:9:kworker.0 00000100:00000001:1.0:1789608771.600667:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296498714 00000100:00000001:1.0:1789608771.600672:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296502623 00000100:00000001:2.0:1789608771.600673:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1789608771.600703:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608771.600708:0:2410:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608771.600709:0:2408:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1789608771.600712:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608771.600714:0:2408:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608771.600716:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608771.600718:0:2408:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608771.600724:0:2408:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d911dcd800. 02000000:00000001:2.0:1789608771.600727:0:2408:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608771.600732:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608771.600735:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21d10. 00000400:00000010:2.0:1789608771.600740:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c440. 00000100:00000200:2.0:1789608771.600743:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934283648, portal 4 00000100:00000001:2.0:1789608771.600745:0:2408:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608771.600746:0:2408:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594161408 : -117815115390208 : ffff94d907e5e300) 00000100:00000040:2.0:1789608771.600753:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5e300 x1876538934283648/t0(0) o9->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608771.600760:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608771.600762:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608771.600764:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c4c8. 00000100:00000200:2.0:1789608771.600766:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876538934283648, offset 0 00000400:00000200:2.0:1789608771.600771:0:2408:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608771.600775:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608771.600778:0:2408:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608771.600781:0:2408:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608771.600783:0:2408:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608771.600786:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608771.600788:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608771.600791:0:2408:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2754:2754:254:4294967295] 192.168.203.121@tcp LPNI seq info [2754:2754:6:4294967295] 00000400:00000200:2.0:1789608771.600795:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608771.600801:0:2408:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608771.600806:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608771.600809:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903c79000. 00000800:00000200:2.0:1789608771.600813:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608771.600818:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608771.600821:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903c79000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789608771.600824:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608771.600827:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 214473 usecs (215 jiffies) 00000400:00000200:2.0:1789608771.600830:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608771.600832:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296498906 00000100:00000001:2.0:1789608771.600834:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296502623 00000100:00000001:2.0:1789608771.600836:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296498906 00000100:00000001:2.0:1789608771.600838:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296502623 00000100:00000001:2.0:1789608771.600840:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608771.600842:0:2408:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608771.600845:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608771.600847:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608771.600853:0:2408:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608771.600854:0:2408:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1789608771.600857:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608771.600858:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608771.600860:0:2408:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608771.600864:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5c000 x1876538934283776/t0(0) o9->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608771.600872:0:2408:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608771.600873:0:2408:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608771.600876:0:2408:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608771.600878:0:2408:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1789608771.601068:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608771.601072:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903c79c00. 00000400:00000200:0.0:1789608771.601079:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608771.601083:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608771.601088:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6cdd0 00000400:00000010:0.0:1789608771.601090:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6cdd0. 00000100:00000001:0.0:1789608771.601094:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608771.601099:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5ca80 x1876538934283392/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608771.601106:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608771.601109:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5ca80 x1876538934283392/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608781 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608771.601115:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608771.602354:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608771.602391:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608771.602394:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faaf00. 00000400:00000200:0.0:1789608771.602400:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608771.602407:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608771.602413:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35198 00000400:00000010:0.0:1789608771.602416:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35198. 00000100:00000001:0.0:1789608771.602419:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608771.602427:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5fb80 x1876538934283520/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608771.602438:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608771.602441:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5fb80 x1876538934283520/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608787 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608771.602448:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608771.602450:0:2402:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:2.0:1789608771.602605:0:2408:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608771.602613:0:2408:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25f5d458-2cbe-49cd-9693-334c08df7e27:2408:1876538934283776:192.168.203.121@tcp:9:kworker.0 00000100:00000001:2.0:1789608771.602618:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608771.602624:0:2408:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608771.602627:0:2408:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608771.602630:0:2408:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608771.602639:0:2408:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d911dcc000. 02000000:00000001:2.0:1789608771.602641:0:2408:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608771.602649:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608771.602653:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21898. 00000400:00000010:2.0:1789608771.602660:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c220. 00000100:00000200:2.0:1789608771.602668:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934283776, portal 4 00000100:00000001:2.0:1789608771.602671:0:2408:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608771.602673:0:2408:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594152448 : -117815115399168 : ffff94d907e5c000) 00000100:00000040:2.0:1789608771.602703:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5c000 x1876538934283776/t0(0) o9->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608771.602711:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608771.602714:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608771.602717:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c770. 00000100:00000200:2.0:1789608771.602721:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876538934283776, offset 0 00000400:00000200:2.0:1789608771.602728:0:2408:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608771.602736:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608771.602743:0:2408:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608771.602748:0:2408:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608771.602752:0:2408:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608771.602756:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608771.602759:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608771.602764:0:2408:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2755:2755:255:4294967295] 192.168.203.121@tcp LPNI seq info [2755:2755:7:4294967295] 00000400:00000200:2.0:1789608771.602768:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608771.602778:0:2408:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608771.602785:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608771.602791:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903c79b00. 00000800:00000200:2.0:1789608771.602796:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608771.602804:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608771.602808:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903c79b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789608771.602812:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608771.602817:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: using a timeout of 25355 usecs (26 jiffies) 00000400:00000200:2.0:1789608771.602821:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608771.602824:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296498719 00000100:00000001:2.0:1789608771.602827:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296502623 00000100:00000001:2.0:1789608771.602830:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296498719 00000100:00000001:2.0:1789608771.602832:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296502623 00000100:00000001:2.0:1789608771.602835:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608771.602838:0:2408:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608771.602844:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608771.602848:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608771.602858:0:2408:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608771.602861:0:2408:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1789608771.602864:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608771.602866:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608771.602867:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608771.602869:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608771.613464:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608771.613480:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903c79000. 00000400:00000200:0.0:1789608771.613491:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608771.613503:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608771.613513:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c4c8 00000400:00000010:0.0:1789608771.613711:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c4c8. 00000100:00000001:0.0:1789608771.613722:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608771.613733:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5e300 x1876538934283648/t0(0) o9->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608771.613891:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608771.613898:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5e300 x1876538934283648/t0(0) o9->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608781 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608771.613906:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608771.613909:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608771.614240:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608771.614258:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608771.614261:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608771.614263:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608771.614280:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608771.614286:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608771.614295:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608771.614300:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608771.614306:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608771.614311:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 25 MB=0x6aab3c495cc00 00000400:00000200:0.0:1789608771.614317:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608771.614323:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.121@tcp of length 224/224 into md 0x7e49 [1] + 224 00000800:00000001:0.0:1789608771.614332:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608771.614343:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608771.614345:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608771.614349:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608771.614355:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608771.614361:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5dc00 x1876538934283264/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608787 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608771.614372:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907e5dc00 x1876538934283264/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608787 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608771.614389:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000200:0.0:1789608771.614492:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608771.614497:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903c79b00. 00000400:00000200:0.0:1789608771.614501:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608771.614505:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608771.614509:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c770 00000400:00000010:0.0:1789608771.614512:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c770. 00000100:00000001:0.0:1789608771.614515:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608771.614652:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5c000 x1876538934283776/t0(0) o9->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608771.614663:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608771.614668:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5c000 x1876538934283776/t0(0) o9->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608781 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608771.614674:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608771.614707:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608771.614715:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608771.614720:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608771.614722:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608771.614724:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608771.614727:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608771.614732:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608771.614737:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608771.614739:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608771.614742:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608771.614745:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 416 into portal 10 MB=0x6aab3c495cc80 00000400:00000200:0.0:1789608771.615389:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608771.615398:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 416/416 into md 0x7e59 [1] + 0 00000800:00000001:0.0:1789608771.615405:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608771.615412:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608771.615415:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608771.615419:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608771.615423:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608771.615429:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5ca80 x1876538934283392/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608781 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608771.615439:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff94d907e5ca80 x1876538934283392/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608781 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608771.615464:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608771.615472:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608771.615476:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608771.615478:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608771.615479:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608771.615483:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608771.615486:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608771.615491:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608771.615494:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608771.615497:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608771.615500:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c495cd00 00000400:00000200:0.0:1789608771.615504:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608771.615507:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x7e61 [1] + 224 00000800:00000001:0.0:1789608771.615511:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608771.615514:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608771.615516:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608771.615519:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608771.615522:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608771.615526:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5fb80 x1876538934283520/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608787 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608771.615546:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907e5fb80 x1876538934283520/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608787 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608771.615765:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608771.615770:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608771.615780:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608771.615782:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608771.615786:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21e18. 00000100:00000001:1.0:1789608771.615788:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608771.615791:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1789608771.615792:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c110 00000400:00000010:2.0:1789608771.615795:0:2408:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c110. 00000100:00000001:2.0:1789608771.615797:0:2408:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608771.615802:0:2408:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5ca80 x1876538934283392/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608781 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789608771.615811:0:2408:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5ca80 x1876538934283392/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608781 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608771.615817:0:2408:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608771.615819:0:2408:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608771.615822:0:2408:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608771.615826:0:2408:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608771.615829:0:2408:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608771.615832:0:2408:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608771.615836:0:2408:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608771.615847:0:2408:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=129 v=5 (104 104 104 137) 00000100:00001000:2.0:1789608771.615852:0:2408:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608771.615856:0:2408:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608771.615858:0:2408:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608771.615861:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608771.615865:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608771.615870:0:2408:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608771.615872:0:2408:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967620 00000100:00000001:2.0:1789608771.615874:0:2408:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608771.615876:0:2408:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608771.615876:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000040:2.0:1789608771.615895:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5ca80 x1876538934283392/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/416 e 0 to 0 dl 1789608781 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608771.615903:0:2408:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608771.615907:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608771.615909:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608771.615913:0:2408:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1789608771.615921:0:2408:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff94d904ceb000: connect to target with instance 1 00000020:00000001:2.0:1789608771.615924:0:2408:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789608771.615927:0:2408:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc54db3288176f34a 00000020:00000001:2.0:1789608771.615930:0:2408:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608771.615934:0:2408:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d903101000 refcount=5 00000020:00000001:2.0:1789608771.615936:0:2408:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258513039360 : -117815196512256 : ffff94d903101000) 00000020:00000001:2.0:1789608771.615938:0:2408:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626258513039360 : -117815196512256 : ffff94d903101000) 00000100:00001000:2.0:1789608771.615941:0:2408:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=1789608771 v=0 (0 0 0 0) 00000100:00001000:2.0:1789608771.615944:0:2408:0:(import.c:2262:obd_at_measure()) AT ffff94d902b11c18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1789608771.615950:0:2408:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1703, crc32c 10415, adler 1371 00000020:00000040:2.0:1789608771.615957:0:2408:0:(genops.c:879:class_export_put()) PUTting export ffff94d903101000 : new refcount 4 00000100:00000001:2.0:1789608771.615960:0:2408:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:2.0:1789608771.615964:0:2408:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:2.0:1789608771.615969:0:2408:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff94d904ceb000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:2.0:1789608771.615974:0:2408:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:2.0:1789608771.615976:0:2408:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608771.615978:0:2408:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:2.0:1789608771.615982:0:2408:0:(lmv_obd.c:191:lmv_notify()) Process entered 00000080:00000001:2.0:1789608771.615987:0:2408:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1789608771.615989:0:2408:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608771.615992:0:2408:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608771.615994:0:2408:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608771.615995:0:2408:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1789608771.615997:0:2408:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608771.615999:0:2408:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608771.616001:0:2408:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:2.0:1789608771.616005:0:2408:0:(import.c:1342:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.203.121@tcp after partition 00000100:00080000:2.0:1789608771.616008:0:2408:0:(import.c:65:import_set_state_nolock()) ffff94d902b11800 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:2.0:1789608771.616012:0:2408:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1789608771.616014:0:2408:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00080000:2.0:1789608771.616020:0:2408:0:(client.c:3248:ptlrpc_resend_req()) @@@ going to resend req@ffff94d904057100 x1876538934281216/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608774 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608771.616036:0:2408:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789608771.616039:0:2408:0:(import.c:65:import_set_state_nolock()) ffff94d902b11800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:2.0:1789608771.616041:0:2408:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:2.0:1789608771.616042:0:2408:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:2.0:1789608771.616043:0:2408:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:2.0:1789608771.616044:0:2408:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:2.0:1789608771.616046:0:2408:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:2.0:1789608771.616048:0:2408:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv ffff94d90933a1e8 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:2.0:1789608771.616052:0:2408:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xc54db3288176f34a 00800000:00000040:2.0:1789608771.616055:0:2408:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff94d904ceb000=25f5d458-2cbe-49cd-9693-334c08df7e27 device 3 (ffff94d90933b380) type mdc at LMV idx 0 00800000:00000040:2.0:1789608771.616058:0:2408:0:(lmv_obd.c:114:lmv_set_mdc_active()) OBD ffff94d90933b380 already active! 00800000:00000001:2.0:1789608771.616061:0:2408:0:(lmv_obd.c:115:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789608771.616063:0:2408:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1789608771.616065:0:2408:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608771.616066:0:2408:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608771.616068:0:2408:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608771.616069:0:2408:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1789608771.616070:0:2408:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789608771.616073:0:2408:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=9 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000002:00000001:2.0:1789608771.616427:0:2408:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608771.616430:0:2408:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:2.0:1789608771.616434:0:2408:0:(import.c:1788:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff94d904ceb000: Connection restored to 192.168.203.121@tcp (at 192.168.203.121@tcp) 00000100:00080000:2.0:1789608771.616441:0:2408:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000f0192c7c): req@ffff94d907d25500 x1876538934280832/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/512 e 0 to 1 dl 1789608771 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608771.616453:0:2408:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608771.616457:0:2408:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608771.616462:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5ca80 x1876538934283392/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/416 e 0 to 0 dl 1789608781 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789608771.616469:0:2408:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25f5d458-2cbe-49cd-9693-334c08df7e27:2408:1876538934283392:192.168.203.121@tcp:38:kworker.0 00000100:00000001:2.0:1789608771.616476:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608771.616480:0:2408:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608771.616484:0:2408:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5ca80 x1876538934283392/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/416 e 0 to 0 dl 1789608781 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608771.616501:0:2408:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608771.616505:0:2408:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608771.616510:0:2408:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903dbe400. 02000000:00000001:2.0:1789608771.616514:0:2408:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608771.616517:0:2408:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608771.616519:0:2408:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:2.0:1789608771.616522:0:2408:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608771.616525:0:2408:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d903117800. 02000000:00000001:2.0:1789608771.616530:0:2408:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608771.616533:0:2408:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608771.616536:0:2408:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5ca80. 00000100:00000001:2.0:1789608771.616540:0:2408:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608771.616542:0:2408:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608771.616545:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608771.616547:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000002:00000001:3.0:1789608771.616548:0:32780:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000100:00000001:2.0:1789608771.616549:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1789608771.616554:0:32780:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000100:00000001:2.0:1789608771.616554:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608771.616560:0:32780:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608771.616563:0:32780:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608771.616565:0:32780:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608771.616568:0:32780:0:(genops.c:1229:class_import_put()) Process leaving 00000002:00000001:3.0:1789608771.616569:0:32780:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608771.616648:0:32754:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608771.616651:0:32754:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608771.616654:0:32754:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608771.616657:0:32754:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608771.616661:0:32754:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608771.616664:0:32754:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608771.616668:0:32754:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608771.616671:0:32754:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1789608771.616702:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789608771.616720:0:32754:0:(client.c:3742:ptlrpc_set_mbits()) resend with new mbits old x1876538934280832 new x1876538934283904 02000000:00000001:3.0:1789608771.616725:0:32754:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608771.616728:0:32754:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608771.616736:0:32754:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608771.616741:0:32754:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a7e8. 00000100:00000001:1.0:1789608771.620403:0:32744:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789608771.620418:0:32744:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608771.620421:0:32744:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608771.620426:0:32744:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34b00. 00000400:00000200:1.0:1789608771.620438:0:32744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d357f8 00000400:00000010:1.0:1789608771.620440:0:32744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d357f8. 00000100:00000001:1.0:1789608771.620446:0:32744:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608771.620462:0:32744:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904057100 x1876538934281216/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608774 ref 2 fl Rpc:SQr/600/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789608771.620476:0:32744:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904057100 x1876538934281216/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608774 ref 2 fl Rpc:SQU/600/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608771.620490:0:32744:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608771.620492:0:32744:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608771.620495:0:32744:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608771.620499:0:32744:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608771.620503:0:32744:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608771.620509:0:32744:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608771.620512:0:32744:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608771.620526:0:32744:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:1.0:1789608771.620539:0:32744:0:(client.c:3742:ptlrpc_set_mbits()) resend with new mbits old x1876538934281216 new x1876538934284032 02000000:00000001:1.0:1789608771.620543:0:32744:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608771.620547:0:32744:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608771.620564:0:32744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608771.620575:0:32744:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34b00. 00000400:00000010:1.0:1789608771.620580:0:32744:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d357f8. 00000100:00000200:1.0:1789608771.620588:0:32744:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934281216, portal 10 00000100:00000001:1.0:1789608771.620593:0:32744:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608771.620595:0:32744:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529120512 : -117815180431104 : ffff94d904057100) 00000100:00000040:1.0:1789608771.620604:0:32744:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff94d904057100 x1876538934281216/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608787 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608771.620612:0:32744:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608771.620616:0:32744:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608771.620620:0:32744:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35ee0. 00000100:00000200:1.0:1789608771.620623:0:32744:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876538934281216, offset 0 00000400:00000200:1.0:1789608771.620631:0:32744:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608771.620642:0:32744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608771.620652:0:32744:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608771.620659:0:32744:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608771.620664:0:32744:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608771.620668:0:32744:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608771.620671:0:32744:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608771.620675:0:32744:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2756:2756:256:4294967295] 192.168.203.121@tcp LPNI seq info [2756:2756:8:4294967295] 00000400:00000200:1.0:1789608771.620699:0:32744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608771.620709:0:32744:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608771.620716:0:32744:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608771.620722:0:32744:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa900. 00000800:00000200:1.0:1789608771.620731:0:32744:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608771.620740:0:32744:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608771.620745:0:32744:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789608771.621051:0:32744:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608771.621057:0:32744:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 831713 usecs (832 jiffies) 00000400:00000200:1.0:1789608771.621062:0:32744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608771.621066:0:32744:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296499542 00000100:00000001:1.0:1789608771.621069:0:32744:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296502623 00000100:00000001:1.0:1789608771.621072:0:32744:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296499542 00000100:00000001:1.0:1789608771.621075:0:32744:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296502623 00000100:00000001:1.0:1789608771.621078:0:32744:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608771.621083:0:32744:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608771.621088:0:32744:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608771.621091:0:32744:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789608771.621094:0:32744:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d90342f9c0 going to sleep for 11 seconds 00000100:00000001:1.0:1789608771.621097:0:32744:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608771.621098:0:32744:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608771.621259:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608771.621275:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa900. 00000400:00000200:1.0:1789608771.621282:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608771.621288:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608771.621295:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35ee0 00000400:00000010:1.0:1789608771.621298:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35ee0. 00000100:00000001:1.0:1789608771.621302:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608771.621308:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904057100 x1876538934281216/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608787 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608771.621320:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608771.621323:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d904057100 x1876538934281216/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608787 ref 3 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608771.621331:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608771.621332:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608771.622061:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608771.622079:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608771.622082:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608771.622085:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608771.622093:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608771.622100:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608771.622108:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608771.622112:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608771.622118:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608771.622123:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c495cd80 00000400:00000200:0.0:1789608771.622129:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608771.622188:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x7e71 [1] + 224 00000800:00000001:0.0:1789608771.622198:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608771.622207:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608771.622210:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608771.622215:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608771.622222:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608771.622231:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5e300 x1876538934283648/t0(0) o9->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608781 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608771.622243:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907e5e300 x1876538934283648/t0(0) o9->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608781 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789608771.622307:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608771.622310:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608771.622314:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34dc0. 00000400:00000200:1.0:1789608771.622318:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d355d8 00000400:00000010:1.0:1789608771.622321:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d355d8. 00000100:00000001:1.0:1789608771.622324:0:2410:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608771.622331:0:2410:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5fb80 x1876538934283520/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608787 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608771.622340:0:2410:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5fb80 x1876538934283520/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608787 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608771.622347:0:2410:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608771.622349:0:2410:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608771.622354:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608771.622357:0:2410:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608771.622360:0:2410:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608771.622362:0:2410:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608771.622366:0:2410:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608771.622376:0:2410:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b17c60 time=129 v=5 (104 104 104 137) 00000100:00001000:1.0:1789608771.622382:0:2410:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b17c18 time=129 v=5 (1 1 1 1) 00000100:00000001:1.0:1789608771.622385:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608771.622387:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608771.622390:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608771.622394:0:2410:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608771.622398:0:2410:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608771.622401:0:2410:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1789608771.622403:0:2410:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608771.622405:0:2410:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608771.622410:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5fb80 x1876538934283520/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608787 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608771.622417:0:2410:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608771.622420:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608771.622422:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608771.622427:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5fb80 x1876538934283520/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608787 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608771.622436:0:2410:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934283520:192.168.203.121@tcp:400:kworker.0 00000400:00000001:1.0:1789608771.622445:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608771.622446:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608771.622448:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d344d0. 00000400:00000200:1.0:1789608771.622450:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35a18 00000400:00000010:1.0:1789608771.622452:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35a18. 00000100:00000001:1.0:1789608771.622454:0:2410:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608771.622460:0:2410:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5dc00 x1876538934283264/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608787 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608771.622468:0:2410:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5dc00 x1876538934283264/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608787 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608771.622474:0:2410:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608771.622475:0:2410:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608771.622477:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608771.622479:0:2410:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608771.622480:0:2410:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608771.622482:0:2410:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608771.622483:0:2410:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608771.622486:0:2410:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d90510e460 time=129 v=5 (5 5 5 5) 00000100:00001000:1.0:1789608771.622489:0:2410:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d90510e418 time=129 v=5 (1 1 1 1) 00000100:00000001:1.0:1789608771.622491:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608771.622492:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608771.622494:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608771.622496:0:2410:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608771.622498:0:2410:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608771.622502:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5dc00 x1876538934283264/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608787 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608771.622508:0:2410:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608771.622510:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608771.622512:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608771.622514:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5dc00 x1876538934283264/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608787 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608771.622539:0:2410:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2410:1876538934283264:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608771.622544:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608771.622547:0:2410:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608771.622551:0:2410:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5fb80 x1876538934283520/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608787 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608771.622936:0:2410:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608771.622940:0:2410:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608771.622945:0:2410:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d91839f400. 02000000:00000001:1.0:1789608771.622949:0:2410:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608771.622953:0:2410:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608771.622956:0:2410:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=3 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:1.0:1789608771.622958:0:2410:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608771.622961:0:2410:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903a37900. 02000000:00000001:1.0:1789608771.622965:0:2410:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608771.622967:0:2410:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608771.622969:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5fb80. 00000100:00000001:1.0:1789608771.622973:0:2410:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608771.622975:0:2410:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608771.622977:0:2410:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608771.622981:0:2410:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5dc00 x1876538934283264/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608787 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608771.622988:0:2410:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608771.622989:0:2410:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608771.622990:0:2410:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d91839e400. 02000000:00000001:1.0:1789608771.622993:0:2410:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608771.622994:0:2410:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608771.622996:0:2410:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=3 obd=MGC192.168.203.121@tcp 00000020:00000001:1.0:1789608771.622997:0:2410:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608771.622999:0:2410:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d902c9dd00. 02000000:00000001:1.0:1789608771.623005:0:2410:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608771.623006:0:2410:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608771.623007:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5dc00. 00000100:00000001:1.0:1789608771.623010:0:2410:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608771.623011:0:2410:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608771.623014:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608771.623025:0:2410:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608771.623027:0:2410:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608771.623030:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608771.623034:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789608771.623968:0:32754:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c110. 00000100:00000200:2.0:1789608771.623987:0:32754:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934280832, portal 10 00000100:00000001:2.0:1789608771.623991:0:32754:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608771.623993:0:32754:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592879872 : -117815116671744 : ffff94d907d25500) 00000100:00000040:2.0:1789608771.624007:0:32754:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=202 req@ffff94d907d25500 x1876538934280832/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/512 e 0 to 0 dl 1789608787 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608771.624017:0:32754:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608771.624020:0:32754:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608771.624028:0:32754:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c770. 00000100:00000200:2.0:1789608771.624033:0:32754:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1876538934280832, offset 0 00000400:00000200:2.0:1789608771.624041:0:32754:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608771.624053:0:32754:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608771.624063:0:32754:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608771.624071:0:32754:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608771.624080:0:32754:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608771.624084:0:32754:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608771.624087:0:32754:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608771.624091:0:32754:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2757:2757:256:4294967295] 192.168.203.121@tcp LPNI seq info [2757:2757:8:4294967295] 00000400:00000200:2.0:1789608771.624096:0:32754:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608771.624523:0:32754:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608771.624531:0:32754:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608771.624540:0:32754:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903c79e00. 00000800:00000200:2.0:1789608771.624547:0:32754:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608771.624556:0:32754:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608771.624563:0:32754:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903c79e00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:2.0:1789608771.624589:0:32754:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608771.624596:0:32754:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 831713 usecs (832 jiffies) 00000400:00000200:2.0:1789608771.624601:0:32754:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608771.624605:0:32754:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296499544 00000100:00000001:2.0:1789608771.624609:0:32754:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296502623 00000100:00000001:2.0:1789608771.624612:0:32754:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296499544 00000100:00000001:2.0:1789608771.624614:0:32754:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296502623 00000100:00000001:2.0:1789608771.624617:0:32754:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608771.624621:0:32754:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608771.624625:0:32754:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608771.624627:0:32754:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789608771.624630:0:32754:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d904bdecc0 going to sleep for 11 seconds 00000100:00000001:2.0:1789608771.624633:0:32754:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608771.624635:0:32754:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608771.625430:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608771.625438:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903c79e00. 00000400:00000200:1.0:1789608771.625446:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608771.625453:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608771.625461:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c770 00000400:00000010:1.0:1789608771.625465:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c770. 00000100:00000001:1.0:1789608771.625471:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608771.625479:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25500 x1876538934280832/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/512 e 0 to 0 dl 1789608787 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608771.625495:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608771.625499:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d25500 x1876538934280832/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/512 e 0 to 0 dl 1789608787 ref 3 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608771.625506:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608771.625508:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789608771.630797:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608771.630829:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608771.630843:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608771.631410:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608771.631425:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608771.631428:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608771.631432:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608771.631442:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1789608771.631443:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608771.631449:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1789608771.631457:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000001:2.0:1789608771.631462:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608771.631466:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1789608771.631469:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608771.631472:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21d10. 00000400:00000200:1.0:1789608771.631477:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608771.631481:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c440 00000400:00000010:2.0:1789608771.631486:0:2408:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c440. 00000400:00000200:1.0:1789608771.631486:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608771.631494:0:2408:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000200:1.0:1789608771.631495:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c495ce00 00000400:00000200:1.0:1789608771.631503:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000200:2.0:1789608771.631508:0:2408:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5e300 x1876538934283648/t0(0) o9->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608781 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1789608771.631512:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x7e79 [1] + 224 00000800:00000001:1.0:1789608771.631521:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608771.631530:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608771.631535:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1789608771.631540:0:2408:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5e300 x1876538934283648/t0(0) o9->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608781 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1789608771.631545:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608771.631555:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608771.631562:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5c000 x1876538934283776/t0(0) o9->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608781 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608771.631572:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907e5c000 x1876538934283776/t0(0) o9->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608781 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608771.631581:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608771.631586:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608771.631588:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608771.631653:0:2408:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608771.631657:0:2408:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608771.631660:0:2408:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608771.631664:0:2408:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608771.631667:0:2408:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608771.631670:0:2408:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608771.631709:0:2408:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608771.631722:0:2408:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13c60 time=129 v=5 (5 5 5 36) 00000100:00001000:2.0:1789608771.631727:0:2408:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608771.631730:0:2408:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608771.631732:0:2408:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608771.631735:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608771.631739:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608771.631744:0:2408:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608771.631747:0:2408:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: skip recheck: last_committed 4294967331 00000100:00000001:2.0:1789608771.631758:0:2408:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608771.631761:0:2408:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608771.631767:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5e300 x1876538934283648/t0(0) o9->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608781 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608771.631775:0:2408:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608771.631778:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608771.631781:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1789608771.631784:0:2408:0:(import.c:2058:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff94d907e5e300 x1876538934283648/t0(0) o9->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608781 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789608771.631792:0:2408:0:(import.c:65:import_set_state_nolock()) ffff94d902b13800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:2.0:1789608771.631797:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5e300 x1876538934283648/t0(0) o9->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608781 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789608771.631805:0:2408:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25f5d458-2cbe-49cd-9693-334c08df7e27:2408:1876538934283648:192.168.203.121@tcp:9:kworker.0 00000100:00000001:2.0:1789608771.631810:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608771.631814:0:2408:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608771.631817:0:2408:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5e300 x1876538934283648/t0(0) o9->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608781 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608771.631824:0:2408:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608771.631826:0:2408:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608771.631831:0:2408:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d911dcd800. 02000000:00000001:2.0:1789608771.631835:0:2408:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608771.631840:0:2408:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608771.631842:0:2408:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=2 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:2.0:1789608771.631844:0:2408:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608771.631847:0:2408:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903a37200. 02000000:00000001:2.0:1789608771.631851:0:2408:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608771.631852:0:2408:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608771.631855:0:2408:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5e300. 00000100:00000001:2.0:1789608771.631858:0:2408:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608771.631860:0:2408:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608771.631863:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608771.631865:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608771.631866:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608771.631869:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608771.631871:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608771.631873:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21898. 00000400:00000200:2.0:1789608771.631876:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c220 00000400:00000010:2.0:1789608771.631878:0:2408:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c220. 00000100:00000001:2.0:1789608771.631880:0:2408:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608771.631884:0:2408:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5c000 x1876538934283776/t0(0) o9->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608781 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789608771.631893:0:2408:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5c000 x1876538934283776/t0(0) o9->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608781 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608771.631899:0:2408:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608771.631901:0:2408:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608771.631903:0:2408:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608771.631904:0:2408:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608771.631905:0:2408:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608771.631906:0:2408:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608771.631908:0:2408:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608771.631912:0:2408:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13460 time=129 v=5 (5 5 5 36) 00000100:00001000:2.0:1789608771.631915:0:2408:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13418 time=25 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608771.631917:0:2408:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608771.631918:0:2408:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608771.631920:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608771.631922:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608771.631925:0:2408:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608771.631926:0:2408:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d904ceb000: skip recheck: last_committed 4294967322 00000100:00000001:2.0:1789608771.631928:0:2408:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608771.631930:0:2408:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608771.631935:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5c000 x1876538934283776/t0(0) o9->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608781 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608771.631943:0:2408:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608771.631945:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608771.631946:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1789608771.631950:0:2408:0:(import.c:2058:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff94d907e5c000 x1876538934283776/t0(0) o9->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608781 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789608771.631957:0:2408:0:(import.c:65:import_set_state_nolock()) ffff94d902b13000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:2.0:1789608771.631961:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5c000 x1876538934283776/t0(0) o9->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608781 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789608771.631967:0:2408:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25f5d458-2cbe-49cd-9693-334c08df7e27:2408:1876538934283776:192.168.203.121@tcp:9:kworker.0 00000100:00000001:2.0:1789608771.631972:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608771.631973:0:2408:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608771.631976:0:2408:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5c000 x1876538934283776/t0(0) o9->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608781 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608771.631983:0:2408:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608771.631985:0:2408:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608771.631986:0:2408:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d911dcc000. 02000000:00000001:2.0:1789608771.631990:0:2408:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608771.631992:0:2408:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608771.631993:0:2408:0:(genops.c:1222:class_import_put()) import ffff94d902b13000 refcount=2 obd=lustre-OST0001-osc-ffff94d904ceb000 00000020:00000001:2.0:1789608771.631995:0:2408:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608771.631997:0:2408:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903a37800. 02000000:00000001:2.0:1789608771.631999:0:2408:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608771.632000:0:2408:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608771.632001:0:2408:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5c000. 00000100:00000001:2.0:1789608771.632004:0:2408:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608771.632005:0:2408:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608771.632007:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608771.632017:0:2408:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608771.632019:0:2408:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608771.632022:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608771.632023:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789608771.635856:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608771.635878:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608771.635883:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608771.635885:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608771.635896:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608771.635906:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608771.635916:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608771.635921:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608771.635928:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608771.635933:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 456 into portal 10 MB=0x6aab3c495cf00 00000400:00000200:0.0:1789608771.635938:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608771.635944:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 456/456 into md 0x7e81 [1] + 224 00000800:00000001:0.0:1789608771.635952:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608771.636022:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608771.636027:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608771.636032:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608771.636041:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608771.636053:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904057100 x1876538934281216/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608787 ref 2 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608771.636064:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff94d904057100 x1876538934281216/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608787 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608771.636084:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608771.636092:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608771.636095:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608771.636361:0:32744:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789608771.636372:0:32744:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608771.636375:0:32744:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608771.636379:0:32744:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34b00. 00000400:00000200:1.0:1789608771.636385:0:32744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d357f8 00000400:00000010:1.0:1789608771.636387:0:32744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d357f8. 00000100:00000001:1.0:1789608771.636391:0:32744:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608771.636396:0:32744:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904057100 x1876538934281216/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608787 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789608771.636405:0:32744:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904057100 x1876538934281216/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608787 ref 2 fl Rpc:RQU/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608771.636412:0:32744:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608771.636414:0:32744:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608771.636417:0:32744:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608771.636421:0:32744:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608771.636424:0:32744:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608771.636427:0:32744:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608771.636431:0:32744:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608771.636443:0:32744:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11cf0 time=129 v=5 (5 5 5 5) 00000100:00001000:1.0:1789608771.636448:0:32744:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608771.636450:0:32744:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608771.636452:0:32744:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608771.636456:0:32744:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608771.636460:0:32744:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608771.636465:0:32744:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608771.636467:0:32744:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967620 00000100:00000001:1.0:1789608771.636470:0:32744:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608771.636472:0:32744:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608771.636477:0:32744:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904057100 x1876538934281216/t4294967620(4294967620) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608787 ref 2 fl Rpc:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608771.636484:0:32744:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608771.636488:0:32744:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608771.636490:0:32744:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608771.636494:0:32744:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904057100 x1876538934281216/t4294967620(4294967620) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608787 ref 2 fl Interpret:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789608771.636506:0:32744:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904057100 pname:cluuid:pid:xid:nid:opc:job multiop:25f5d458-2cbe-49cd-9693-334c08df7e27:32744:1876538934281216:192.168.203.121@tcp:35:multiop.0 00000100:00000001:1.0:1789608771.636511:0:32744:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608771.636514:0:32744:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608771.636516:0:32744:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789608771.636535:0:32744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608771.636540:0:32744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904057100 x1876538934281216/t4294967620(4294967620) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608787 ref 2 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608771.636548:0:32744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789608771.636551:0:32744:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d90342f9c0. 00000100:00000001:1.0:1789608771.636765:0:32744:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789608771.636768:0:32744:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608771.636778:0:32744:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608771.636780:0:32744:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529120512 : -117815180431104 : ffff94d904057100) 00000002:00000001:1.0:1789608771.636784:0:32744:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608771.636788:0:32744:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789608771.636794:0:32744:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d91839fe00. 00000080:00000001:1.0:1789608771.636798:0:32744:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1789608771.636802:0:32744:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1789608771.636806:0:32744:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789608771.636809:0:32744:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789608771.636812:0:32744:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789608771.636814:0:32744:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789608771.636816:0:32744:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608771.636818:0:32744:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x25:0x0] 00800000:00000001:1.0:1789608771.636821:0:32744:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608771.636827:0:32744:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1789608771.636833:0:32744:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94d907d24380 x1876538934280192/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608770 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608771.636841:0:32744:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608771.636842:0:32744:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592875392 : -117815116676224 : ffff94d907d24380) 00000100:00000001:1.0:1789608771.636845:0:32744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608771.636848:0:32744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d24380 x1876538934280192/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608770 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608771.636854:0:32744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608771.636856:0:32744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608771.636859:0:32744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d24380 x1876538934280192/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608770 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608771.636865:0:32744:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1789608771.636869:0:32744:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608771.636871:0:32744:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:1.0:1789608771.636874:0:32744:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608771.636878:0:32744:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d903dbe800. 02000000:00000001:1.0:1789608771.636882:0:32744:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608771.636885:0:32744:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608771.636887:0:32744:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d24380. 00000100:00000001:1.0:1789608771.636892:0:32744:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608771.636893:0:32744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608771.636894:0:32744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608771.636898:0:32744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904057100 x1876538934281216/t4294967620(4294967620) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608787 ref 2 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608771.636904:0:32744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789608771.636906:0:32744:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff94d907f684e0. 00000002:00000001:1.0:1789608771.636909:0:32744:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608771.636911:0:32744:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789608771.636914:0:32744:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94d9071bfec0. 00000100:00000001:1.0:1789608771.636982:0:32744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608771.636986:0:32744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904057100 x1876538934281216/t4294967620(4294967620) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608787 ref 1 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608771.636993:0:32744:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608771.636995:0:32744:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608771.636997:0:32744:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d908241400. 02000000:00000001:1.0:1789608771.637000:0:32744:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608771.637002:0:32744:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608771.637003:0:32744:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:1.0:1789608771.637005:0:32744:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608771.637007:0:32744:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d91839e600. 02000000:00000001:1.0:1789608771.637010:0:32744:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608771.637011:0:32744:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608771.637012:0:32744:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904057100. 00000100:00000001:1.0:1789608771.637015:0:32744:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608771.637017:0:32744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789608771.637019:0:32744:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789608771.637024:0:32744:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d91a6d2f00. 00000080:00000001:1.0:1789608771.637029:0:32744:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608771.637036:0:32744:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01767df0 00000080:00000008:1.0:1789608771.637039:0:32744:0:(file.c:523:ll_file_release()) COMPLETED file f:[0x200000405:0x25:0x0](ffff94d918922a08), flags 100002, rc = 0 00000080:00000001:1.0:1789608771.637043:0:32744:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608771.637049:0:32744:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789608771.637051:0:32744:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01767e00 00000080:00002000:1.0:1789608771.637053:0:32744:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff94d918b425e8, parent ffff94d918b421b0, inode ffff94d918922a08) hashed, 00000080:00000001:1.0:1789608771.637056:0:32744:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789608771.637069:0:32744:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1789608771.637075:0:32744:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1789608771.637080:0:32744:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789608771.637081:0:32744:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01767e00 00000080:00002000:1.0:1789608771.637083:0:32744:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-1 (ffff94d918b421b0, parent ffff94d918a99a20, inode ffff94d9189b5b88) hashed, 00000080:00000001:1.0:1789608771.637086:0:32744:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789608771.637090:0:32744:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1789608771.637093:0:32744:0:(dcache.c:48:ll_release()) Process leaving 00000800:00000001:1.0:1789608771.644600:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608771.644626:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608771.644631:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608771.644634:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608771.644646:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608771.644656:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608771.644667:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608771.644673:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608771.644707:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608771.644713:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 456 into portal 10 MB=0x6aab3c495ce80 00000400:00000200:1.0:1789608771.644720:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608771.644729:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 456/456 into md 0x7e91 [1] + 224 00000800:00000001:1.0:1789608771.644740:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608771.644755:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608771.644759:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608771.644764:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608771.644773:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608771.644785:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d25500 x1876538934280832/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/512 e 0 to 0 dl 1789608787 ref 2 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608771.644798:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff94d907d25500 x1876538934280832/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/512 e 0 to 0 dl 1789608787 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608771.644822:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608771.644832:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608771.644835:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608771.644944:0:32754:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608771.644954:0:32754:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608771.644956:0:32754:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608771.644960:0:32754:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a7e8. 00000400:00000200:3.0:1789608771.644966:0:32754:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c110 00000400:00000010:3.0:1789608771.644970:0:32754:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c110. 00000100:00000001:3.0:1789608771.644973:0:32754:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608771.644978:0:32754:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d25500 x1876538934280832/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/512 e 0 to 0 dl 1789608787 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608771.644987:0:32754:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d25500 x1876538934280832/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/512 e 0 to 0 dl 1789608787 ref 2 fl Rpc:RQU/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608771.644994:0:32754:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608771.644997:0:32754:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608771.644999:0:32754:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608771.645003:0:32754:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608771.645007:0:32754:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608771.645009:0:32754:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608771.645013:0:32754:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608771.645091:0:32754:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=129 v=5 (104 104 104 137) 00000100:00001000:3.0:1789608771.645098:0:32754:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608771.645101:0:32754:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608771.645103:0:32754:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608771.645107:0:32754:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608771.645111:0:32754:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608771.645116:0:32754:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1789608771.645118:0:32754:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1789608771.645120:0:32754:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1789608771.645123:0:32754:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608771.645124:0:32754:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592879872 : -117815116671744 : ffff94d907d25500) 00000100:00000001:3.0:1789608771.645128:0:32754:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608771.645131:0:32754:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967620 00000100:00000001:3.0:1789608771.645134:0:32754:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608771.645138:0:32754:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608771.645144:0:32754:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d25500 x1876538934280832/t4294967621(4294967621) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/456 e 0 to 0 dl 1789608787 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608771.645151:0:32754:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608771.645155:0:32754:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608771.645157:0:32754:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608771.645161:0:32754:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d25500 x1876538934280832/t4294967621(4294967621) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/456 e 0 to 0 dl 1789608787 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608771.645170:0:32754:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d25500 pname:cluuid:pid:xid:nid:opc:job touch:25f5d458-2cbe-49cd-9693-334c08df7e27:32754:1876538934280832:192.168.203.121@tcp:36:touch.0 00000100:00000001:3.0:1789608771.645175:0:32754:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608771.645178:0:32754:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608771.645181:0:32754:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789608771.645183:0:32754:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608771.645187:0:32754:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d25500 x1876538934280832/t4294967621(4294967621) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/456 e 0 to 0 dl 1789608787 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608771.645193:0:32754:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608771.645197:0:32754:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d904bdecc0. 00000100:00000001:3.0:1789608771.645202:0:32754:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789608771.645203:0:32754:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608771.645213:0:32754:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608771.645217:0:32754:0:(lmv_obd.c:3047:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608771.645225:0:32754:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1789608771.645228:0:32754:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1789608771.645246:0:32754:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611174 : 144115205339611174 : 200000405000026) 00000080:00000001:3.0:1789608771.645249:0:32754:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000100:00000001:3.0:1789608771.645255:0:32754:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608771.645258:0:32754:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d25500 x1876538934280832/t4294967621(4294967621) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/456 e 0 to 0 dl 1789608787 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608771.645275:0:32754:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608771.645278:0:32754:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1789608771.645281:0:32754:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608771.645284:0:32754:0:(llite_lib.c:2188:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608771.645288:0:32754:0:(pcc.c:2679:pcc_inode_setattr()) Process entered 00000080:00000001:3.0:1789608771.645292:0:32754:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1789608771.645295:0:32754:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789608771.645297:0:32754:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1789608771.645299:0:32754:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608771.645302:0:32754:0:(pcc.c:2688:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608771.645430:0:32754:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:3.0:1789608771.645434:0:32754:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789608771.645440:0:32754:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258593596264 : -117815115955352 : ffff94d907dd4368) 00000020:00001000:3.0:1789608771.645443:0:32754:0:(cl_object.c:823:cl_env_get()) 1@ffff94d907dd4360 00000020:00000001:3.0:1789608771.645449:0:32754:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbf58 -> ffff94d9040dbf58 00000020:00000001:3.0:1789608771.645453:0:32754:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:3.0:1789608771.645456:0:32754:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1789608771.645458:0:32754:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x26:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1789608771.645462:0:32754:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789608771.645464:0:32754:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1789608771.645467:0:32754:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1789608771.645471:0:32754:0:(file.c:6135:ll_take_md_lock()) Process entered 00000080:00000040:3.0:1789608771.645473:0:32754:0:(file.c:6137:ll_take_md_lock()) trying to match res [0x200000405:0x26:0x0] 00800000:00000001:3.0:1789608771.645477:0:32754:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608771.645481:0:32754:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608771.645484:0:32754:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608771.645487:0:32754:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608771.645488:0:32754:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608771.645491:0:32754:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:3.0:1789608771.645493:0:32754:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608771.645497:0:32754:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608771.645501:0:32754:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789608771.645507:0:32754:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608771.645509:0:32754:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608771.645511:0:32754:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x26:0x0]: 0 00000080:00000001:3.0:1789608771.645514:0:32754:0:(file.c:6142:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608771.645516:0:32754:0:(file.c:7047:ll_layout_intent()) Process entered 00000080:00000010:3.0:1789608771.645524:0:32754:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d902addc00. 00000080:00010000:3.0:1789608771.645531:0:32754:0:(file.c:7065:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000405:0x26:0x0](ffff94d918920908) 00000080:00000001:3.0:1789608771.645535:0:32754:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789608771.645539:0:32754:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789608771.645543:0:32754:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e02117958 00800000:00000002:3.0:1789608771.645545:0:32754:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200000405:0x26:0x0] '' on [0x200000405:0x26:0x0] 00800000:00000001:3.0:1789608771.645549:0:32754:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789608771.645552:0:32754:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608771.645553:0:32754:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608771.645554:0:32754:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608771.645556:0:32754:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608771.645558:0:32754:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608771.645559:0:32754:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:3.0:1789608771.645561:0:32754:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608771.645564:0:32754:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x26:0x0], fid2=[0x200000405:0x26:0x0], name='' -> mds #0 00000002:00000001:3.0:1789608771.645569:0:32754:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789608771.645571:0:32754:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e02117828 00000002:00010000:3.0:1789608771.645573:0:32754:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x26:0x0]) in obj [0x200000405:0x26:0x0], intent: layout flags 0 00000002:00000001:3.0:1789608771.645577:0:32754:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789608771.645579:0:32754:0:(mdc_locks.c:708:mdc_intent_layout_pack()) Process entered 00000100:00000010:3.0:1789608771.645585:0:32754:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908490e00. 00000020:00000040:3.0:1789608771.645590:0:32754:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00010000:00000001:3.0:1789608771.645597:0:32754:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789608771.645603:0:32754:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608771.645607:0:32754:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608771.645610:0:32754:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608771.645612:0:32754:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608771.645617:0:32754:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608771.645625:0:32754:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d902adc800. 00000100:00000001:3.0:1789608771.645632:0:32754:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608771.645636:0:32754:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608771.645638:0:32754:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608771.645640:0:32754:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608771.645641:0:32754:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608771.645643:0:32754:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608771.645647:0:32754:0:(mdc_locks.c:741:mdc_intent_layout_pack()) Process leaving (rc=18446626258600660480 : -117815108891136 : ffff94d908490e00) 00010000:00000001:3.0:1789608771.645651:0:32754:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789608771.645654:0:32754:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789608771.645659:0:32754:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d904041100. 00010000:00000010:3.0:1789608771.645665:0:32754:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d9029cb680. 00010000:00000001:3.0:1789608771.645672:0:32754:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789608771.646132:0:32754:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d9421c0a00. 00000020:00000001:3.0:1789608771.646140:0:32754:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789608771.646143:0:32754:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d9421c0a00 with handle 0xc54db3288176fe4f to hash 00000020:00000001:3.0:1789608771.646145:0:32754:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789608771.646147:0:32754:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:3.0:1789608771.646152:0:32754:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:3.0:1789608771.646156:0:32754:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608771.646160:0:32754:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608771.646165:0:32754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0a00/0xc54db3288176fe4f lrc: 3/1,0 mode: --/CR res: [0x200000405:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608771.646176:0:32754:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0a00/0xc54db3288176fe4f lrc: 3/1,0 mode: --/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608771.646189:0:32754:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0a00/0xc54db3288176fe4f lrc: 3/1,0 mode: --/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32754 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789608771.646195:0:32754:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789608771.646198:0:32754:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789608771.646206:0:32754:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d9136e40c0. 00000100:00000001:3.0:1789608771.646208:0:32754:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258787647680 : -117814921903936 : ffff94d9136e40c0) 00000100:00000001:3.0:1789608771.646211:0:32754:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608771.646213:0:32754:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600660480 : -117815108891136 : ffff94d908490e00) 00000100:00000001:3.0:1789608771.646218:0:32754:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608771.646223:0:32754:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608771.646226:0:32754:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789608771.646228:0:32754:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608771.646235:0:32754:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908490e00 x1876538934284160/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 376/472 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608771.646243:0:32754:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608771.646246:0:32754:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608771.646250:0:32754:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608771.646253:0:32754:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608771.646256:0:32754:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608771.646260:0:32754:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908490e00 pname:cluuid:pid:xid:nid:opc:job touch:25f5d458-2cbe-49cd-9693-334c08df7e27:32754:1876538934284160:192.168.203.121@tcp:101:touch.0 00000100:00000001:3.0:1789608771.646264:0:32754:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608771.646281:0:32754:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608771.646284:0:32754:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608771.646287:0:32754:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608771.646292:0:32754:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d90839bc00. 02000000:00000001:3.0:1789608771.646294:0:32754:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608771.646301:0:32754:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608771.646366:0:32754:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a7e8. 00000400:00000010:3.0:1789608771.646376:0:32754:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9660. 00000100:00000200:3.0:1789608771.646384:0:32754:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934284160, portal 10 00000100:00000001:3.0:1789608771.646386:0:32754:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608771.646387:0:32754:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600660480 : -117815108891136 : ffff94d908490e00) 00000100:00000040:3.0:1789608771.646394:0:32754:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d908490e00 x1876538934284160/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 376/472 e 0 to 0 dl 1789608787 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608771.646402:0:32754:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608771.646405:0:32754:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608771.646408:0:32754:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9d48. 00000100:00000200:3.0:1789608771.646412:0:32754:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1876538934284160, offset 0 00000400:00000200:3.0:1789608771.646419:0:32754:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608771.646429:0:32754:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608771.646437:0:32754:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608771.646444:0:32754:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608771.646450:0:32754:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608771.646455:0:32754:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608771.646458:0:32754:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608771.646461:0:32754:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2758:2758:256:4294967295] 192.168.203.121@tcp LPNI seq info [2758:2758:8:4294967295] 00000400:00000200:3.0:1789608771.646465:0:32754:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608771.646477:0:32754:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608771.646486:0:32754:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608771.646492:0:32754:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d90827b100. 00000800:00000200:3.0:1789608771.646501:0:32754:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608771.646510:0:32754:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608771.646515:0:32754:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d90827b100 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:3.0:1789608771.646526:0:32754:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608771.646531:0:32754:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 882332 usecs (883 jiffies) 00000400:00000200:3.0:1789608771.646534:0:32754:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608771.646537:0:32754:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296499619 00000100:00000001:3.0:1789608771.646541:0:32754:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296502623 00000100:00000001:3.0:1789608771.646543:0:32754:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296499619 00000100:00000001:3.0:1789608771.646545:0:32754:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296502623 00000100:00000001:3.0:1789608771.646547:0:32754:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608771.646550:0:32754:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608771.646552:0:32754:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608771.646554:0:32754:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789608771.646556:0:32754:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d9136e40c0 going to sleep for 11 seconds 00000100:00000001:3.0:1789608771.646559:0:32754:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608771.646562:0:32754:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608771.647140:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608771.647148:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d90827b100. 00000400:00000200:0.0:1789608771.647156:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608771.647165:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608771.647173:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9d48 00000400:00000010:0.0:1789608771.647176:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9d48. 00000100:00000001:0.0:1789608771.647181:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608771.647186:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908490e00 x1876538934284160/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 376/472 e 0 to 0 dl 1789608787 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608771.647198:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608771.647202:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908490e00 x1876538934284160/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 376/472 e 0 to 0 dl 1789608787 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608771.647210:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608771.647213:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608771.649290:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608771.649323:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608771.649328:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608771.649331:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608771.649341:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608771.649350:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608771.649360:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608771.649365:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608771.649371:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608771.649376:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 400 into portal 10 MB=0x6aab3c495cf80 00000400:00000200:1.0:1789608771.649381:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608771.649387:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 400/400 into md 0x7e99 [1] + 224 00000800:00000001:1.0:1789608771.649396:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608771.649404:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608771.649408:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608771.649413:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608771.649423:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608771.649435:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908490e00 x1876538934284160/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 376/472 e 0 to 0 dl 1789608787 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608771.649447:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff94d908490e00 x1876538934284160/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 376/472 e 0 to 0 dl 1789608787 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608771.649469:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608771.649480:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608771.649484:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608771.649601:0:32754:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608771.649611:0:32754:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608771.649614:0:32754:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608771.649617:0:32754:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a7e8. 00000400:00000200:3.0:1789608771.649623:0:32754:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9660 00000400:00000010:3.0:1789608771.649626:0:32754:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9660. 00000100:00000001:3.0:1789608771.649630:0:32754:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608771.649635:0:32754:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908490e00 x1876538934284160/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 376/472 e 0 to 0 dl 1789608787 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789608771.649643:0:32754:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908490e00 x1876538934284160/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 376/472 e 0 to 0 dl 1789608787 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608771.649650:0:32754:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608771.649653:0:32754:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608771.649656:0:32754:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608771.649661:0:32754:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608771.649664:0:32754:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608771.649667:0:32754:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608771.649670:0:32754:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608771.649713:0:32754:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=129 v=5 (104 104 104 137) 00000100:00001000:3.0:1789608771.649719:0:32754:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608771.649722:0:32754:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608771.649725:0:32754:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608771.649728:0:32754:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608771.649732:0:32754:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608771.649737:0:32754:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608771.649740:0:32754:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967620 00000100:00000001:3.0:1789608771.649742:0:32754:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608771.649746:0:32754:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608771.649752:0:32754:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908490e00 x1876538934284160/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 376/400 e 0 to 0 dl 1789608787 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608771.649759:0:32754:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608771.649763:0:32754:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608771.649765:0:32754:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608771.649770:0:32754:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908490e00 x1876538934284160/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 376/400 e 0 to 0 dl 1789608787 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789608771.649778:0:32754:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908490e00 pname:cluuid:pid:xid:nid:opc:job touch:25f5d458-2cbe-49cd-9693-334c08df7e27:32754:1876538934284160:192.168.203.121@tcp:101:touch.0 00000100:00000001:3.0:1789608771.649783:0:32754:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608771.649787:0:32754:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608771.649790:0:32754:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789608771.649792:0:32754:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608771.649796:0:32754:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908490e00 x1876538934284160/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 376/400 e 0 to 0 dl 1789608787 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608771.649802:0:32754:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608771.649806:0:32754:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d9136e40c0. 00000100:00000001:3.0:1789608771.649810:0:32754:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789608771.649812:0:32754:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608771.649816:0:32754:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789608771.649821:0:32754:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608771.649824:0:32754:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608771.649828:0:32754:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0a00 refcount=4 00000020:00000001:3.0:1789608771.649831:0:32754:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:3.0:1789608771.649834:0:32754:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000040:3.0:1789608771.649843:0:32754:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d9421c0a00, remote cookie: 0x91bddff8e8ed92d8, flags: 0x1000 00010000:00000001:3.0:1789608771.649847:0:32754:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789608771.649853:0:32754:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789608771.649855:0:32754:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789608771.649857:0:32754:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789608771.649861:0:32754:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789608771.649865:0:32754:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x26:0x0].0x0 (ffff94d904041100) refcount = 1 00010000:00010000:3.0:1789608771.649872:0:32754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0a00/0xc54db3288176fe4f lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed92d8 expref: -99 pid: 32754 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608771.649882:0:32754:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789608771.649886:0:32754:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789608771.649888:0:32754:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608771.649891:0:32754:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789608771.649894:0:32754:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608771.649898:0:32754:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0a00/0xc54db3288176fe4f lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed92d8 expref: -99 pid: 32754 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608771.649905:0:32754:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789608771.649906:0:32754:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608771.649908:0:32754:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608771.649909:0:32754:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608771.649911:0:32754:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608771.649913:0:32754:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608771.649918:0:32754:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789608771.649920:0:32754:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608771.649921:0:32754:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608771.649922:0:32754:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0a00 refcount=3 00000020:00000001:3.0:1789608771.649925:0:32754:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:3.0:1789608771.649927:0:32754:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:3.0:1789608771.649928:0:32754:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608771.649930:0:32754:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789608771.649934:0:32754:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffff94d908490e00 x1876538934284160/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 376/400 e 0 to 0 dl 1789608787 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000040:3.0:1789608771.649942:0:32754:0:(mdc_locks.c:907:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff94d904ceb000: layout return lvb 56 transno 0 00010000:00000001:3.0:1789608771.649944:0:32754:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608771.649946:0:32754:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608771.649947:0:32754:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0a00 refcount=3 00000020:00000001:3.0:1789608771.649949:0:32754:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:3.0:1789608771.649950:0:32754:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00000002:00010000:3.0:1789608771.649954:0:32754:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0a00/0xc54db3288176fe4f lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed92d8 expref: -99 pid: 32754 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1789608771.649963:0:32754:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff94d907ddb280. 00010000:00000001:3.0:1789608771.649965:0:32754:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608771.649966:0:32754:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608771.649968:0:32754:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608771.649970:0:32754:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608771.649974:0:32754:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1789608771.649975:0:32754:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608771.649976:0:32754:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608771.649978:0:32754:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0a00 refcount=3 00000020:00000001:3.0:1789608771.649980:0:32754:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:3.0:1789608771.649981:0:32754:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00000002:00010000:3.0:1789608771.649985:0:32754:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0a00/0xc54db3288176fe4f lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed92d8 expref: -99 pid: 32754 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608771.649990:0:32754:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608771.649992:0:32754:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608771.649994:0:32754:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789608771.649995:0:32754:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608771.649996:0:32754:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608771.649998:0:32754:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0a00 refcount=3 00000020:00000001:3.0:1789608771.650000:0:32754:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:3.0:1789608771.650002:0:32754:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000040:3.0:1789608771.650009:0:32754:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904041100 count: 2 00010000:00000001:3.0:1789608771.650012:0:32754:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789608771.650027:0:32754:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d91081f000 type 13 mode 16 res 8589935621/38 (0 0) 00010000:00000001:3.0:1789608771.650030:0:32754:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608771.650031:0:32754:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608771.650033:0:32754:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789608771.650036:0:32754:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e021177b0 00000002:00002000:3.0:1789608771.650038:0:32754:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=0x1: rc = 0 00000002:00000001:3.0:1789608771.650041:0:32754:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608771.650044:0:32754:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608771.650047:0:32754:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789608771.650051:0:32754:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200000405:0x26:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1789608771.650055:0:32754:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608771.650058:0:32754:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608771.650063:0:32754:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908490e00 x1876538934284160/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 376/400 e 0 to 0 dl 1789608787 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608771.650070:0:32754:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608771.650073:0:32754:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608771.650077:0:32754:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d90839bc00. 02000000:00000001:3.0:1789608771.650081:0:32754:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608771.650084:0:32754:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608771.650086:0:32754:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608771.650089:0:32754:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608771.650092:0:32754:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d902adc800. 02000000:00000001:3.0:1789608771.650096:0:32754:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608771.650099:0:32754:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608771.650101:0:32754:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908490e00. 00000100:00000001:3.0:1789608771.650105:0:32754:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608771.650106:0:32754:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1789608771.650112:0:32754:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d902addc00. 00000080:00010000:3.0:1789608771.650117:0:32754:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x26:0x0](ffff94d918920908) for lock 0xc54db3288176fe4f 00800000:00000001:3.0:1789608771.650122:0:32754:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789608771.650126:0:32754:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789608771.650127:0:32754:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608771.650128:0:32754:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608771.650130:0:32754:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0a00 refcount=3 00000020:00000001:3.0:1789608771.650132:0:32754:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:3.0:1789608771.650135:0:32754:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:3.0:1789608771.650137:0:32754:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608771.650138:0:32754:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608771.650139:0:32754:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608771.650142:0:32754:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608771.650146:0:32754:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fe4f from it ffffae3e02117a78 00010000:00000001:3.0:1789608771.650149:0:32754:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608771.650150:0:32754:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608771.650151:0:32754:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0a00 refcount=3 00000020:00000001:3.0:1789608771.650152:0:32754:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:3.0:1789608771.650154:0:32754:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:3.0:1789608771.650157:0:32754:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608771.650160:0:32754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0a00/0xc54db3288176fe4f lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed92d8 expref: -99 pid: 32754 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608771.650166:0:32754:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608771.650167:0:32754:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608771.650169:0:32754:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608771.650172:0:32754:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608771.650175:0:32754:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0a00/0xc54db3288176fe4f lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed92d8 expref: -99 pid: 32754 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789608771.650184:0:32754:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608771.650187:0:32754:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608771.650189:0:32754:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608771.650194:0:32754:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608771.650195:0:32754:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608771.650197:0:32754:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608771.650201:0:32754:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608771.650203:0:32754:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608771.650205:0:32754:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608771.650207:0:32754:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608771.650209:0:32754:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608771.650211:0:32754:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608771.650212:0:32754:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789608771.650214:0:32754:0:(file.c:7081:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608771.650217:0:32754:0:(file.c:6135:ll_take_md_lock()) Process entered 00000080:00000040:3.0:1789608771.650219:0:32754:0:(file.c:6137:ll_take_md_lock()) trying to match res [0x200000405:0x26:0x0] 00800000:00000001:3.0:1789608771.650224:0:32754:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608771.650227:0:32754:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608771.650230:0:32754:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608771.650233:0:32754:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608771.650235:0:32754:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608771.650237:0:32754:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:3.0:1789608771.650239:0:32754:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608771.650242:0:32754:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608771.650244:0:32754:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608771.650247:0:32754:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904041100 count: 2 00010000:00000001:3.0:1789608771.650249:0:32754:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608771.650253:0:32754:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608771.650257:0:32754:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789608771.650261:0:32754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0a00/0xc54db3288176fe4f lrc: 2/1,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed92d8 expref: -99 pid: 32754 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1789608771.650280:0:32754:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789608771.650286:0:32754:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608771.650289:0:32754:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0a00/0xc54db3288176fe4f lrc: 2/1,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed92d8 expref: -99 pid: 32754 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1789608771.650297:0:32754:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:3.0:1789608771.650300:0:32754:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x26:0x0]: 16 00000080:00000001:3.0:1789608771.650302:0:32754:0:(file.c:6142:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:3.0:1789608771.650312:0:32754:0:(file.c:6938:ll_layout_lock_set()) Process entered 00010000:00000001:3.0:1789608771.650314:0:32754:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608771.650315:0:32754:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608771.650317:0:32754:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0a00 refcount=3 00000020:00000001:3.0:1789608771.650319:0:32754:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:3.0:1789608771.650321:0:32754:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00000080:00010000:3.0:1789608771.650325:0:32754:0:(file.c:6948:ll_layout_lock_set()) ### file [0x200000405:0x26:0x0](000000005f15308f) being reconfigured ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0a00/0xc54db3288176fe4f lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed92d8 expref: -99 pid: 32754 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:3.0:1789608771.650333:0:32754:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789608771.650335:0:32754:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789608771.650336:0:32754:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608771.650337:0:32754:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608771.650338:0:32754:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0a00 refcount=4 00000020:00000001:3.0:1789608771.650340:0:32754:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:3.0:1789608771.650342:0:32754:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:3.0:1789608771.650343:0:32754:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608771.650344:0:32754:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608771.650345:0:32754:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608771.650347:0:32754:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608771.650349:0:32754:0:(file.c:6863:ll_layout_fetch()) Process entered 00000080:00000002:3.0:1789608771.650351:0:32754:0:(file.c:6866:ll_layout_fetch()) [0x200000405:0x26:0x0] LVB_READY=0 l_lvb_data=ffff94d907ddb280 l_lvb_len=56 00000080:00000001:3.0:1789608771.650354:0:32754:0:(file.c:6869:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608771.650356:0:32754:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1789608771.650359:0:32754:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789608771.650363:0:32754:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258593598136 : -117815115953480 : ffff94d907dd4ab8) 00000020:00001000:3.0:1789608771.650366:0:32754:0:(cl_object.c:823:cl_env_get()) 1@ffff94d907dd4ab0 00000020:00000001:3.0:1789608771.650368:0:32754:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1789608771.650374:0:32754:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1789608771.650377:0:32754:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1789608771.650384:0:32754:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d909265d80. 00020000:00000010:3.0:1789608771.650389:0:32754:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d907f09200. 00020000:00000010:3.0:1789608771.650395:0:32754:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d909265120. 00020000:00000001:3.0:1789608771.650398:0:32754:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626258615161120 : -117815094390496 : ffff94d909265120) 00020000:00000002:3.0:1789608771.650402:0:32754:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d909265120, objid 0x26:1029, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789608771.650410:0:32754:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789608771.650414:0:32754:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d907f09200: ostid: 0x280000401:21 ost idx: 0 gen: 0 00020000:00000002:3.0:1789608771.650420:0:32754:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff94d910b656c8) owner ffff94d909c40000 00020000:00000001:3.0:1789608771.650423:0:32754:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1789608771.650426:0:32754:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff94d910b656c8) owner ffff94d909c40000 00020000:00000010:3.0:1789608771.650430:0:32754:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d907f09200. 00020000:00000010:3.0:1789608771.650434:0:32754:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d909265d80. 00020000:00000010:3.0:1789608771.650437:0:32754:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d909265120. 00020000:00000002:3.0:1789608771.650439:0:32754:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x26:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1789608771.650441:0:32754:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608771.650443:0:32754:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608771.650446:0:32754:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1789608771.650450:0:32754:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b656c8) owner 0000000000000000/ffff94d909c40000 00020000:00000002:3.0:1789608771.650453:0:32754:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d907f831e0 addref 2/0 by ffff94d909c40000. 00020000:00000002:3.0:1789608771.650456:0:32754:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b656c8) owner 0000000000000000/ffff94d909c40000 00020000:00000001:3.0:1789608771.650459:0:32754:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1789608771.650462:0:32754:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1789608771.650463:0:32754:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1789608771.650465:0:32754:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1789608771.650467:0:32754:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1789608771.650470:0:32754:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x26:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1789608771.650473:0:32754:0:(cl_object.c:917:cl_env_put()) 1@ffff94d907dd4ab0 00000080:00000001:3.0:1789608771.650476:0:32754:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608771.650478:0:32754:0:(file.c:6985:ll_layout_lock_set()) Process leaving 00010000:00000001:3.0:1789608771.650480:0:32754:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608771.650481:0:32754:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608771.650482:0:32754:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608771.650483:0:32754:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608771.650485:0:32754:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0a00 refcount=3 00000020:00000001:3.0:1789608771.650487:0:32754:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:3.0:1789608771.650489:0:32754:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:3.0:1789608771.650491:0:32754:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608771.650494:0:32754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0a00/0xc54db3288176fe4f lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x91bddff8e8ed92d8 expref: -99 pid: 32754 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789608771.650502:0:32754:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608771.650503:0:32754:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608771.650504:0:32754:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608771.650505:0:32754:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608771.650508:0:32754:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0a00/0xc54db3288176fe4f lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed92d8 expref: -99 pid: 32754 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789608771.650513:0:32754:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608771.650515:0:32754:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608771.650516:0:32754:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608771.650518:0:32754:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608771.650519:0:32754:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608771.650520:0:32754:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608771.650522:0:32754:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608771.650524:0:32754:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608771.650525:0:32754:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608771.650527:0:32754:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608771.650529:0:32754:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608771.650530:0:32754:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608771.650531:0:32754:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789608771.650533:0:32754:0:(file.c:7026:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608771.650535:0:32754:0:(file.c:7145:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608771.650539:0:32754:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789608771.650545:0:32754:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x26:0x0]io ffff94d9109bd780 type 3 ignore/verify layout 0/0 00020000:00000002:3.0:1789608771.650548:0:32754:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b656c8) owner 0000000000000000/ffff94d909c40000 00020000:00000001:3.0:1789608771.650551:0:32754:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1789608771.650553:0:32754:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1789608771.650556:0:32754:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1789608771.650558:0:32754:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608771.650561:0:32754:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1789608771.650563:0:32754:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1789608771.650565:0:32754:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608771.650569:0:32754:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789608771.650571:0:32754:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1789608771.650572:0:32754:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1789608771.650574:0:32754:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b656c8) owner 0000000000000000/ffff94d909c40000 00000020:00000001:3.0:1789608771.650576:0:32754:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608771.650580:0:32754:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:3.0:1789608771.650582:0:32754:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1789608771.650585:0:32754:0:(lov_io.c:1293:lov_io_setattr_iter_init()) Process entered 00020000:00000001:3.0:1789608771.650587:0:32754:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1789608771.650591:0:32754:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1789608771.650595:0:32754:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1789608771.650599:0:32754:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789608771.650601:0:32754:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1789608771.650602:0:32754:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789608771.650604:0:32754:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258593598136 : -117815115953480 : ffff94d907dd4ab8) 00000020:00001000:3.0:1789608771.650606:0:32754:0:(cl_object.c:823:cl_env_get()) 1@ffff94d907dd4ab0 00000020:00000001:3.0:1789608771.650610:0:32754:0:(cl_object.c:143:cl_object_top()) ffff94d9040db468 -> ffff94d9040dbf58 00000020:00000001:3.0:1789608771.650612:0:32754:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:3.0:1789608771.650616:0:32754:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789608771.650617:0:32754:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1789608771.650620:0:32754:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:3.0:1789608771.650622:0:32754:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258740303744 : -117814969247872 : ffff94d9109bd780) 00000020:00000001:3.0:1789608771.650623:0:32754:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608771.650625:0:32754:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608771.650628:0:32754:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258608516616 : -117815101035000 : ffff94d908c0ee08) 00000020:00000001:3.0:1789608771.650631:0:32754:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1789608771.650633:0:32754:0:(osc_io.c:525:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1789608771.650637:0:32754:0:(osc_io.c:545:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608771.650639:0:32754:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608771.650642:0:32754:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608771.650643:0:32754:0:(lov_io.c:1302:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608771.650645:0:32754:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608771.650647:0:32754:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:3.0:1789608771.650650:0:32754:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1789608771.650652:0:32754:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789608771.650653:0:32754:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:3.0:1789608771.650655:0:32754:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789608771.650657:0:32754:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608771.650659:0:32754:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608771.650661:0:32754:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608771.650663:0:32754:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608771.650664:0:32754:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789608771.650665:0:32754:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608771.650668:0:32754:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608771.650670:0:32754:0:(cl_io.c:529:cl_io_start()) Process entered 00000020:00000001:3.0:1789608771.650674:0:32754:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbf58 -> ffff94d9040dbf58 00000020:00000001:3.0:1789608771.650715:0:32754:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbf58 -> ffff94d9040dbf58 00000020:00000001:3.0:1789608771.650718:0:32754:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:3.0:1789608771.650721:0:32754:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608771.650723:0:32754:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbf58 -> ffff94d9040dbf58 00020000:00000001:3.0:1789608771.650725:0:32754:0:(lov_io.c:1857:lov_io_setattr_start()) Process entered 00020000:00000001:3.0:1789608771.650726:0:32754:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1789608771.650728:0:32754:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789608771.650729:0:32754:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:3.0:1789608771.650731:0:32754:0:(osc_io.c:723:osc_io_setattr_start()) Process entered 00000020:00000001:3.0:1789608771.650733:0:32754:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5dc0 -> ffff94d9040dbf58 00000020:00000001:3.0:1789608771.650735:0:32754:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5dc0 -> ffff94d9040dbf58 00000020:00000001:3.0:1789608771.650736:0:32754:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:3.0:1789608771.650739:0:32754:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608771.650741:0:32754:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5dc0 -> ffff94d9040dbf58 00000020:00000001:3.0:1789608771.650742:0:32754:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1789608771.650745:0:32754:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1789608771.650747:0:32754:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608771.650749:0:32754:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608771.650750:0:32754:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5dc0 -> ffff94d9040dbf58 00000020:00000001:3.0:1789608771.650752:0:32754:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1789608771.650754:0:32754:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1789608771.650755:0:32754:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1789608771.650757:0:32754:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1789608771.650758:0:32754:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1789608771.650759:0:32754:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1789608771.650762:0:32754:0:(osc_request.c:199:osc_setattr_async()) Process entered 00000100:00000010:3.0:1789608771.650767:0:32754:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908490e00. 00000020:00000040:3.0:1789608771.650772:0:32754:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00000100:00000001:3.0:1789608771.650776:0:32754:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1789608771.650780:0:32754:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789608771.650784:0:32754:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff94d904ceb000: connect to NID 192.168.203.121@tcp last attempt 1804 00000400:00000200:3.0:1789608771.650792:0:32754:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608771.650797:0:32754:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.121@tcp is discovered: rc = 1 00000100:00000040:3.0:1789608771.650802:0:32754:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff94d907ddb340 refcount 14 to 192.168.203.121@tcp 00000100:00000001:3.0:1789608771.650805:0:32754:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789608771.650809:0:32754:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff94d907ddb340 refcount 15 to 192.168.203.121@tcp 00000100:00000001:3.0:1789608771.650811:0:32754:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446626258593624896 : -117815115926720 : ffff94d907ddb340) 00000020:00000001:3.0:1789608771.650819:0:32754:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789608771.650821:0:32754:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc54db3288176f35f 00000020:00000001:3.0:1789608771.650823:0:32754:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608771.650826:0:32754:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d903103800 refcount=4 00000020:00000001:3.0:1789608771.650828:0:32754:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258513049600 : -117815196502016 : ffff94d903103800) 00000020:00000001:3.0:1789608771.650830:0:32754:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626258513049600 : -117815196502016 : ffff94d903103800) 00000100:00000040:3.0:1789608771.650833:0:32754:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff94d907ddb340 refcount 14 to 192.168.203.121@tcp 00000100:00000001:3.0:1789608771.650835:0:32754:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789608771.650837:0:32754:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff94d907ddb340 refcount 15 to 192.168.203.121@tcp 00000100:00000001:3.0:1789608771.650839:0:32754:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446626258593624896 : -117815115926720 : ffff94d907ddb340) 00000020:00000040:3.0:1789608771.650842:0:32754:0:(genops.c:879:class_export_put()) PUTting export ffff94d903103800 : new refcount 3 00000100:00080000:3.0:1789608771.650845:0:32754:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff94d904ceb000: import ffff94d902b13800 using connection 192.168.203.121@tcp/192.168.203.121@tcp 00000100:00000001:3.0:1789608771.650847:0:32754:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608771.650850:0:32754:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789608771.650858:0:32754:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608771.650861:0:32754:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608771.650864:0:32754:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789608771.650867:0:32754:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789608771.650870:0:32754:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608771.650872:0:32754:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608771.650876:0:32754:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908492d80. 00000020:00000040:3.0:1789608771.650878:0:32754:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=4 obd=lustre-OST0000-osc-ffff94d904ceb000 02000000:00000001:3.0:1789608771.650882:0:32754:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789608771.650883:0:32754:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608771.650886:0:32754:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608771.650890:0:32754:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608771.650893:0:32754:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608771.650900:0:32754:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d90839bc00. 00000100:00000001:3.0:1789608771.650908:0:32754:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608771.650915:0:32754:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94d908492d80 x1876538934284288/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789608771.650926:0:32754:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608771.650930:0:32754:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608771.650935:0:32754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000933b290d] to pc [ptlrpcd_rcv+-1] req@ffff94d908492d80 x1876538934284288/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608771.650957:0:32754:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608771.650959:0:32754:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:3.0:1789608771.650961:0:32754:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000100:00000001:3.0:1789608771.650964:0:32754:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608771.650966:0:32754:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608771.650967:0:32754:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608771.650970:0:32754:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d902addc00. 00000100:00000001:3.0:1789608771.650973:0:32754:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608771.650978:0:32754:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608771.650979:0:32754:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608771.650984:0:32754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac429094] to pc [ptlrpcd_01_01+1] req@ffff94d908490e00 x1876538934284416/t0(0) o2->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000008:00000001:3.0:1789608771.651006:0:32754:0:(osc_request.c:230:osc_setattr_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789608771.651009:0:32754:0:(osc_io.c:844:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608771.651012:0:32754:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608771.651014:0:32754:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608771.651015:0:32754:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608771.651017:0:32754:0:(lov_io.c:1872:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608771.651018:0:32754:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608771.651021:0:32754:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:3.0:1789608771.651023:0:32754:0:(lov_io.c:1312:lov_io_call()) Process entered 00000100:00000001:0.0:1789608771.651024:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00020000:00000001:3.0:1789608771.651025:0:32754:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1789608771.651028:0:32754:0:(cl_io.c:556:cl_io_end()) Process entered 00000100:00000001:0.0:1789608771.651031:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608771.651035:0:2408:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1789608771.651044:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1789608771.651044:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908492d80 x1876538934284288/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608771.651049:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1789608771.651054:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608771.651061:0:2408:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608771.651064:0:2408:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608771.651065:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608771.651069:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1789608771.651069:0:2408:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1789608771.651074:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1789608771.651074:0:2408:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608771.651077:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1789608771.651080:0:2408:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608771.651081:0:2411:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1789608771.651089:0:2408:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908492d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25f5d458-2cbe-49cd-9693-334c08df7e27:2408:1876538934284288:192.168.203.121@tcp:8:touch.0 00000100:00000040:3.0:1789608771.651090:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908490e00 x1876538934284416/t0(0) o2->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608771.651098:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1789608771.651102:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608771.651105:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1789608771.651105:0:2408:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608771.651109:0:2408:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789608771.651113:0:2411:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff94d908490e00 x1876538934284416/t0(0) o2->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1789608771.651115:0:2408:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608771.651122:0:2408:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903115000. 00000100:00000001:3.0:1789608771.651123:0:2411:0:(client.c:1851:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608771.651128:0:2408:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608771.651130:0:2411:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608771.651133:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608771.651135:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608771.651137:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608771.651139:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608771.651172:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608771.651174:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608771.651275:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608771.651282:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8058. 00000400:00000010:0.0:1789608771.651289:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed440. 00000100:00000200:0.0:1789608771.651297:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934284288, portal 4 00000100:00000001:0.0:1789608771.651300:0:2408:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608771.651302:0:2408:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600668544 : -117815108883072 : ffff94d908492d80) 00000100:00000040:0.0:1789608771.651311:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d908492d80 x1876538934284288/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1789608781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608771.651318:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608771.651321:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608771.651324:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed5d8. 00000100:00000200:0.0:1789608771.651327:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876538934284288, offset 0 00000400:00000200:0.0:1789608771.651334:0:2408:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608771.651343:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608771.651350:0:2408:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608771.651356:0:2408:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608771.651360:0:2408:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608771.651364:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608771.651367:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608771.651370:0:2408:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2759:2759:256:4294967295] 192.168.203.121@tcp LPNI seq info [2759:2759:8:4294967295] 00000400:00000200:0.0:1789608771.652710:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608771.652729:0:2408:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608771.652739:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608771.652758:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903a37d00. 00000800:00000200:0.0:1789608771.652768:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608771.652777:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608771.652783:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903a37d00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789608771.652804:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608771.652811:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 213645 usecs (214 jiffies) 00000400:00000200:0.0:1789608771.652815:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608771.652818:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296498957 00000100:00000001:0.0:1789608771.652821:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296502623 00000100:00000001:0.0:1789608771.652824:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296498957 00000100:00000001:0.0:1789608771.652826:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296502623 00000100:00000001:0.0:1789608771.652829:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608771.652832:0:2408:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608771.652837:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608771.652841:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608771.652850:0:2408:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608771.652852:0:2408:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1789608771.652855:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608771.652857:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608771.652859:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608771.652862:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608771.652989:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608771.652995:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903a37d00. 00000400:00000200:1.0:1789608771.653002:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608771.653008:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608771.653015:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed5d8 00000400:00000010:1.0:1789608771.653026:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed5d8. 00000100:00000001:1.0:1789608771.653032:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608771.653040:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908492d80 x1876538934284288/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1789608781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608771.653052:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608771.653056:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908492d80 x1876538934284288/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1789608781 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608771.653063:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608771.653065:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608771.656943:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608771.656967:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608771.656973:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608771.656977:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608771.656989:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608771.656999:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608771.657010:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608771.657016:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608771.657090:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608771.657096:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 416 into portal 4 MB=0x6aab3c495d000 00000400:00000200:0.0:1789608771.657102:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608771.657109:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 416/416 into md 0x7ea1 [1] + 0 00000800:00000001:0.0:1789608771.657122:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608771.657130:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608771.657134:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608771.657140:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608771.657150:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608771.657161:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908492d80 x1876538934284288/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1789608781 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608771.657176:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff94d908492d80 x1876538934284288/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1789608781 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608771.657201:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608771.657214:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608771.657218:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608771.657838:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608771.657844:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608771.657854:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608771.657857:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608771.657861:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8058. 00000400:00000200:2.0:1789608771.657868:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed440 00000400:00000010:2.0:1789608771.657871:0:2408:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed440. 00000100:00000001:2.0:1789608771.657875:0:2408:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608771.657882:0:2408:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908492d80 x1876538934284288/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1789608781 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789608771.657893:0:2408:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908492d80 x1876538934284288/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1789608781 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608771.657901:0:2408:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608771.657903:0:2408:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608771.657906:0:2408:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608771.657911:0:2408:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608771.657913:0:2408:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608771.657916:0:2408:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608771.657920:0:2408:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608771.657932:0:2408:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13c60 time=129 v=5 (5 5 5 36) 00000100:00001000:2.0:1789608771.657936:0:2408:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608771.657940:0:2408:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608771.657942:0:2408:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608771.657945:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608771.657949:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608771.657954:0:2408:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1789608771.657957:0:2408:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: committing for last_committed 4294967331 gen 16 00000100:00000040:2.0:1789608771.657960:0:2408:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1789608771.657963:0:2408:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608771.657965:0:2408:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608771.657970:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908492d80 x1876538934284288/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/416 e 0 to 0 dl 1789608781 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608771.657977:0:2408:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608771.657980:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608771.657983:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608771.657986:0:2408:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1789608771.657995:0:2408:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff94d904ceb000: connect to target with instance 1 00000020:00000001:2.0:1789608771.657998:0:2408:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789608771.658001:0:2408:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc54db3288176f35f 00000020:00000001:2.0:1789608771.658003:0:2408:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608771.658008:0:2408:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d903103800 refcount=4 00000020:00000001:2.0:1789608771.658010:0:2408:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258513049600 : -117815196502016 : ffff94d903103800) 00000020:00000001:2.0:1789608771.658013:0:2408:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626258513049600 : -117815196502016 : ffff94d903103800) 00000100:00001000:2.0:1789608771.658016:0:2408:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=1789608771 v=0 (0 0 0 0) 00000100:00001000:2.0:1789608771.658019:0:2408:0:(import.c:2262:obd_at_measure()) AT ffff94d902b13c18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1789608771.658024:0:2408:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1703, crc32c 10415, adler 1371 00000100:00080000:2.0:1789608771.658030:0:2408:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff94d904ceb000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:2.0:1789608771.658034:0:2408:0:(genops.c:879:class_export_put()) PUTting export ffff94d903103800 : new refcount 3 00000100:00000001:2.0:1789608771.658037:0:2408:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:2.0:1789608771.658041:0:2408:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:2.0:1789608771.658045:0:2408:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff94d904ceb000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:2.0:1789608771.658048:0:2408:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:2.0:1789608771.658053:0:2408:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:2.0:1789608771.658057:0:2408:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1789608771.658059:0:2408:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608771.658062:0:2408:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608771.658064:0:2408:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608771.658067:0:2408:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608771.658068:0:2408:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:2.0:1789608771.658071:0:2408:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1789608771.658075:0:2408:0:(import.c:65:import_set_state_nolock()) ffff94d902b13800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:2.0:1789608771.658078:0:2408:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:2.0:1789608771.658080:0:2408:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:2.0:1789608771.658082:0:2408:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:2.0:1789608771.658084:0:2408:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:2.0:1789608771.658086:0:2408:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:2.0:1789608771.658089:0:2408:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff94d90937d568 for uuid lustre-OST0000_UUID event(1) 00020000:00000040:2.0:1789608771.658095:0:2408:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0000_UUID already active! 00020000:00000001:2.0:1789608771.658098:0:2408:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1789608771.658101:0:2408:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608771.658103:0:2408:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1789608771.658106:0:2408:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:2.0:1789608771.658108:0:2408:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:2.0:1789608771.658112:0:2408:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:2.0:1789608771.658113:0:2408:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:2.0:1789608771.658116:0:2408:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:2.0:1789608771.658118:0:2408:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608771.658120:0:2408:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608771.658122:0:2408:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:2.0:1789608771.658124:0:2408:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:2.0:1789608771.658126:0:2408:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608771.658128:0:2408:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:2.0:1789608771.658129:0:2408:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:2.0:1789608771.658134:0:2408:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:2.0:1789608771.658136:0:2408:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608771.658138:0:2408:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608771.658140:0:2408:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608771.658141:0:2408:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608771.658143:0:2408:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608771.658145:0:2408:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608771.658147:0:2408:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608771.658149:0:2408:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:2.0:1789608771.658151:0:2408:0:(import.c:1286:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608771.658154:0:2408:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1789608771.658162:0:2408:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000002caf5a99): req@ffff94d908490e00 x1876538934284416/t0(0) o2->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608771.658225:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608771.658229:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608771.658231:0:2411:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608771.658249:0:2408:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.1:1789608771.658720:0:32781:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f68560. 00000080:00000010:1.1:1789608771.658739:0:32781:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f68e20. 00000100:00000001:3.0:1789608771.660918:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608771.660930:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608771.660938:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608771.660943:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608771.660948:0:2411:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608771.660951:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608771.660961:0:2411:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608771.660964:0:2411:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608771.660967:0:2411:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608771.660980:0:2411:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d908398c00. 02000000:00000001:3.0:1789608771.660985:0:2411:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608771.660996:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608771.661002:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a7e8. 00000400:00000010:3.0:1789608771.661013:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9660. 00000100:00000200:3.0:1789608771.661021:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934284416, portal 4 00000100:00000001:3.0:1789608771.661024:0:2411:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608771.661026:0:2411:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600660480 : -117815108891136 : ffff94d908490e00) 00000100:00000040:3.0:1789608771.661043:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d908490e00 x1876538934284416/t0(0) o2->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608787 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608771.661054:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608771.661057:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608771.661059:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9f68. 00000100:00000200:3.0:1789608771.661063:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1876538934284416, offset 0 00000400:00000200:3.0:1789608771.661071:0:2411:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608771.661082:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608771.661093:0:2411:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608771.661100:0:2411:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608771.661105:0:2411:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608771.661109:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608771.661113:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608771.661117:0:2411:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2760:2760:256:4294967295] 192.168.203.121@tcp LPNI seq info [2760:2760:8:4294967295] 00000400:00000200:3.0:1789608771.661123:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608771.661137:0:2411:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608771.661145:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608771.661153:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d90827b000. 00000800:00000200:3.0:1789608771.661162:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608771.661172:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608771.661178:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d90827b000 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:3.0:1789608771.661200:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608771.661205:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 212678 usecs (213 jiffies) 00000400:00000200:3.0:1789608771.661208:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608771.661211:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296498963 00000100:00000001:3.0:1789608771.661215:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296502623 00000100:00000001:3.0:1789608771.661218:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296498963 00000100:00000001:3.0:1789608771.661220:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296502623 00000100:00000001:3.0:1789608771.661223:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608771.661227:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608771.661233:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608771.661245:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608771.661248:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789608771.661252:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608771.661255:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608771.661257:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608771.661261:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608771.661736:0:2408:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608771.661944:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908492d80 x1876538934284288/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/416 e 0 to 0 dl 1789608781 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789608771.661963:0:2408:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908492d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25f5d458-2cbe-49cd-9693-334c08df7e27:2408:1876538934284288:192.168.203.121@tcp:8:touch.0 00000100:00000001:2.0:1789608771.661968:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608771.661973:0:2408:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608771.661977:0:2408:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908492d80 x1876538934284288/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/416 e 0 to 0 dl 1789608781 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608771.661984:0:2408:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608771.661988:0:2408:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608771.661992:0:2408:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903115000. 02000000:00000001:2.0:1789608771.662000:0:2408:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608771.662004:0:2408:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608771.662006:0:2408:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:2.0:1789608771.662008:0:2408:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608771.662011:0:2408:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d90839bc00. 02000000:00000001:2.0:1789608771.662015:0:2408:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608771.662017:0:2408:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608771.662019:0:2408:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908492d80. 00000100:00000001:2.0:1789608771.662024:0:2408:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608771.662026:0:2408:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608771.662028:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608771.662035:0:2408:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608771.662037:0:2408:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608771.662039:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608771.662041:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608771.664834:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608771.664856:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d90827b000. 00000400:00000200:1.0:1789608771.664867:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608771.664878:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608771.664887:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9f68 00000400:00000010:1.0:1789608771.664890:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9f68. 00000100:00000001:1.0:1789608771.664898:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608771.664908:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908490e00 x1876538934284416/t0(0) o2->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608787 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608771.664923:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608771.664927:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908490e00 x1876538934284416/t0(0) o2->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608787 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608771.664936:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608771.664938:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608771.738705:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608771.738729:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608771.738734:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608771.738737:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608771.738748:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608771.738759:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608771.738769:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608771.738774:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608771.738780:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608771.738785:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 432 into portal 4 MB=0x6aab3c495d080 00000400:00000200:1.0:1789608771.738792:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608771.738799:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 432/432 into md 0x7eb1 [1] + 224 00000800:00000001:1.0:1789608771.738807:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608771.738817:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608771.738821:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608771.738826:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608771.738835:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608771.738847:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908490e00 x1876538934284416/t0(0) o2->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608787 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608771.738865:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff94d908490e00 x1876538934284416/t0(0) o2->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608787 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608771.738878:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608771.738887:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608771.738891:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608771.739649:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608771.739656:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608771.739666:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608771.739668:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608771.739672:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a7e8. 00000400:00000200:3.0:1789608771.739697:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9660 00000400:00000010:3.0:1789608771.739700:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9660. 00000100:00000001:3.0:1789608771.739705:0:2411:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608771.739713:0:2411:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908490e00 x1876538934284416/t0(0) o2->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608787 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789608771.739723:0:2411:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908490e00 x1876538934284416/t0(0) o2->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608787 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608771.739730:0:2411:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608771.739732:0:2411:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608771.739735:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608771.739739:0:2411:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608771.739743:0:2411:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608771.739745:0:2411:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608771.739748:0:2411:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608771.739761:0:2411:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13c60 time=129 v=5 (5 5 5 36) 00000100:00001000:3.0:1789608771.739766:0:2411:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608771.739769:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608771.739771:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608771.739775:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608771.739779:0:2411:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608771.739784:0:2411:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1789608771.739786:0:2411:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: committing for last_committed 4294967333 gen 16 00000100:00000001:3.0:1789608771.739790:0:2411:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1789608771.739793:0:2411:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: normal: skip=1 replay=0/0 committed=0/0 00000100:00000001:3.0:1789608771.739796:0:2411:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608771.739798:0:2411:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608771.739804:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908490e00 x1876538934284416/t4294967333(4294967333) o2->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608787 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608771.739812:0:2411:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608771.739821:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608771.739824:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1789608771.739828:0:2411:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:3.0:1789608771.739845:0:2411:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608771.739851:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908490e00 x1876538934284416/t4294967333(4294967333) o2->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608787 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789608771.739860:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908490e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:0:1876538934284416:192.168.203.121@tcp:2:touch.0 00000100:00000001:3.0:1789608771.739867:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608771.739869:0:2411:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608771.739873:0:2411:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908490e00 x1876538934284416/t4294967333(4294967333) o2->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608787 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608771.739880:0:2411:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608771.739883:0:2411:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608771.739887:0:2411:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d908398c00. 02000000:00000001:3.0:1789608771.739891:0:2411:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608771.739895:0:2411:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608771.739897:0:2411:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=2 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:3.0:1789608771.739900:0:2411:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608771.739904:0:2411:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d902addc00. 02000000:00000001:3.0:1789608771.739907:0:2411:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608771.739909:0:2411:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608771.739911:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908490e00. 00000100:00000001:3.0:1789608771.739915:0:2411:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608771.739916:0:2411:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608771.739919:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608771.739928:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608771.739931:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608771.739934:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608771.739937:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608771.739954:0:32754:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:3.0:1789608771.739958:0:32754:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608771.739961:0:32754:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608771.739966:0:32754:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:3.0:1789608771.739969:0:32754:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:3.0:1789608771.739973:0:32754:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1789608771.739976:0:32754:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789608771.739977:0:32754:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:3.0:1789608771.739979:0:32754:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1789608771.739980:0:32754:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608771.739982:0:32754:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608771.739984:0:32754:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1789608771.739985:0:32754:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1789608771.739987:0:32754:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1789608771.739989:0:32754:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1789608771.739991:0:32754:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1789608771.739992:0:32754:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1789608771.739994:0:32754:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789608771.739995:0:32754:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1789608771.739997:0:32754:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1789608771.739999:0:32754:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608771.740001:0:32754:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608771.740003:0:32754:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1789608771.740004:0:32754:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1789608771.740006:0:32754:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608771.740009:0:32754:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:3.0:1789608771.740011:0:32754:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1789608771.740013:0:32754:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1789608771.740015:0:32754:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:3.0:1789608771.740016:0:32754:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789608771.740019:0:32754:0:(cl_object.c:917:cl_env_put()) 1@ffff94d907dd4ab0 00020000:00000001:3.0:1789608771.740023:0:32754:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1789608771.740025:0:32754:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1789608771.740028:0:32754:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1789608771.740031:0:32754:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x26:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1789608771.740034:0:32754:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1789608771.740035:0:32754:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789608771.740036:0:32754:0:(cl_object.c:917:cl_env_put()) 1@ffff94d907dd4360 00000080:00000001:3.0:1789608771.740039:0:32754:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608771.740043:0:32754:0:(llite_lib.c:2656:ll_setattr_raw()) Process leaving 00000080:00000010:3.0:1789608771.740048:0:32754:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dcc800. 00000020:00000001:3.0:1789608771.740060:0:32754:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e02117c30 00000080:00200008:3.0:1789608771.740064:0:32754:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file f:[0x200000405:0x26:0x0](ffff94d918920908) current size 0, valid attrs 100201f0, mode 0, uid -1056107966, gid -1, new size 213440, atime 1789608755.000000000, mtime 1789608755.000000000, ctime 1789608755.000000000, rc 0 00000080:00000001:3.0:1789608771.740069:0:32754:0:(llite_lib.c:2688:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608771.740091:0:32754:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1789608771.740094:0:32754:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b656c8) owner 0000000000000000/ffff94d909c40000 00020000:00000002:3.0:1789608771.740100:0:32754:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b656c8) owner 0000000000000000/ffff94d909c40000 00020000:00000001:3.0:1789608771.740103:0:32754:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608771.740113:0:32754:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1789608771.740115:0:32754:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e02117df0 00000080:00200008:3.0:1789608771.740117:0:32754:0:(file.c:479:ll_file_release()) START file f:[0x200000405:0x26:0x0](ffff94d918920908), flags 104001 00000080:00000001:3.0:1789608771.740121:0:32754:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:3.0:1789608771.740124:0:32754:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:3.0:1789608771.740125:0:32754:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1789608771.740126:0:32754:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b656c8) owner 0000000000000000/ffff94d909c40000 00020000:00000002:3.0:1789608771.740128:0:32754:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b656c8) owner 0000000000000000/ffff94d909c40000 00020000:00000001:3.0:1789608771.741241:0:32754:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608771.741257:0:32754:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:3.0:1789608771.741274:0:32754:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608771.741278:0:32754:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608771.741281:0:32754:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608771.741284:0:32754:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608771.741286:0:32754:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608771.741288:0:32754:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:3.0:1789608771.741291:0:32754:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608771.741298:0:32754:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608771.741302:0:32754:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608771.741313:0:32754:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904041100 count: 2 00010000:00000001:3.0:1789608771.741318:0:32754:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608771.741326:0:32754:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608771.741328:0:32754:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x26:0x0]: 0 00000080:00000001:3.0:1789608771.741331:0:32754:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1789608771.741334:0:32754:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1789608771.741344:0:32754:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff94d902addc00. 00000080:00000001:3.0:1789608771.741347:0:32754:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1789608771.741355:0:32754:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1789608771.741360:0:32754:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:3.0:1789608771.741362:0:32754:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608771.741363:0:32754:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608771.741365:0:32754:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608771.741367:0:32754:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608771.741368:0:32754:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608771.741370:0:32754:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:3.0:1789608771.741372:0:32754:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608771.741375:0:32754:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x26:0x0] 00000002:00000001:3.0:1789608771.741379:0:32754:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1789608771.741382:0:32754:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff94d904ceb000: [0x200000405:0x26:0x0] file closed with intent: 0 00000100:00000010:3.0:1789608771.741391:0:32754:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908490e00. 00000020:00000040:3.0:1789608771.741396:0:32754:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:3.0:1789608771.741402:0:32754:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608771.741406:0:32754:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608771.741413:0:32754:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608771.741422:0:32754:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d902adc800. 00000100:00000001:3.0:1789608771.741429:0:32754:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1789608771.741451:0:32754:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94d907d24000 x1876538934280576/t4294967619(4294967619) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608771 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1789608771.741465:0:32754:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d904ceb000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1789608771.741471:0:32754:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d908490e00 x1876538934284672/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1789608771.741485:0:32754:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789608771.741487:0:32754:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789608771.741496:0:32754:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d9136e40c0. 00000100:00000001:3.0:1789608771.741499:0:32754:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258787647680 : -117814921903936 : ffff94d9136e40c0) 00000100:00000001:3.0:1789608771.741503:0:32754:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608771.741505:0:32754:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600660480 : -117815108891136 : ffff94d908490e00) 00000100:00000001:3.0:1789608771.741510:0:32754:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608771.743663:0:32754:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608771.743684:0:32754:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789608771.743687:0:32754:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608771.743706:0:32754:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908490e00 x1876538934284672/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608771.743718:0:32754:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608771.743721:0:32754:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608771.743726:0:32754:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608771.743731:0:32754:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608771.743734:0:32754:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608771.743738:0:32754:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908490e00 pname:cluuid:pid:xid:nid:opc:job touch:25f5d458-2cbe-49cd-9693-334c08df7e27:32754:1876538934284672:192.168.203.121@tcp:35:touch.0 00000100:00000001:3.0:1789608771.743743:0:32754:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608771.743750:0:32754:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608771.743753:0:32754:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608771.743755:0:32754:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608771.743765:0:32754:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d908398c00. 02000000:00000001:3.0:1789608771.743767:0:32754:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608771.743776:0:32754:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608771.743780:0:32754:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a7e8. 00000400:00000010:3.0:1789608771.743789:0:32754:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9660. 00000100:00000200:3.0:1789608771.743798:0:32754:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934284672, portal 10 00000100:00000001:3.0:1789608771.743800:0:32754:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608771.743802:0:32754:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600660480 : -117815108891136 : ffff94d908490e00) 00000100:00000040:3.0:1789608771.743810:0:32754:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d908490e00 x1876538934284672/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608787 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608771.743829:0:32754:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608771.743833:0:32754:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608771.743836:0:32754:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9c38. 00000100:00000200:3.0:1789608771.743841:0:32754:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876538934284672, offset 0 00000400:00000200:3.0:1789608771.743849:0:32754:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608771.743861:0:32754:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608771.743871:0:32754:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608771.743877:0:32754:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608771.743882:0:32754:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608771.743886:0:32754:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608771.743889:0:32754:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608771.743894:0:32754:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2761:2761:256:4294967295] 192.168.203.121@tcp LPNI seq info [2761:2761:8:4294967295] 00000400:00000200:3.0:1789608771.743899:0:32754:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608771.743910:0:32754:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608771.743918:0:32754:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608771.743925:0:32754:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d90827bf00. 00000800:00000200:3.0:1789608771.743933:0:32754:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608771.743942:0:32754:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608771.743947:0:32754:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d90827bf00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1789608771.743977:0:32754:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608771.743982:0:32754:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 881083 usecs (882 jiffies) 00000400:00000200:3.0:1789608771.743985:0:32754:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608771.743988:0:32754:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296499715 00000100:00000001:3.0:1789608771.743991:0:32754:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296502623 00000100:00000001:3.0:1789608771.743993:0:32754:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296499715 00000100:00000001:3.0:1789608771.743995:0:32754:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296502623 00000100:00000001:3.0:1789608771.743997:0:32754:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608771.744000:0:32754:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608771.744002:0:32754:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608771.744004:0:32754:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789608771.744008:0:32754:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d9136e40c0 going to sleep for 11 seconds 00000100:00000001:3.0:1789608771.744011:0:32754:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608771.744014:0:32754:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608771.744844:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608771.744853:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d90827bf00. 00000400:00000200:0.0:1789608771.744861:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608771.744869:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608771.744877:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9c38 00000400:00000010:0.0:1789608771.744880:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9c38. 00000100:00000001:0.0:1789608771.744886:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608771.744896:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908490e00 x1876538934284672/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608787 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608771.744909:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608771.744913:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908490e00 x1876538934284672/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608787 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608771.744920:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608771.744922:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608771.752163:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608771.752187:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608771.752192:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608771.752194:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608771.752205:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608771.752216:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608771.752226:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608771.752232:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608771.752237:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608771.752243:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 456 into portal 10 MB=0x6aab3c495d180 00000400:00000200:1.0:1789608771.752249:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608771.752255:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 456/456 into md 0x7eb9 [1] + 224 00000800:00000001:1.0:1789608771.752273:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608771.752284:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608771.752289:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608771.752295:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608771.752312:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608771.752323:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908490e00 x1876538934284672/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608787 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608771.752337:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94d908490e00 x1876538934284672/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608787 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608771.752358:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608771.752370:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608771.752374:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608771.752597:0:32754:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608771.752608:0:32754:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608771.752611:0:32754:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608771.752616:0:32754:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a7e8. 00000400:00000200:3.0:1789608771.752622:0:32754:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9660 00000400:00000010:3.0:1789608771.752625:0:32754:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9660. 00000100:00000001:3.0:1789608771.752628:0:32754:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608771.752633:0:32754:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908490e00 x1876538934284672/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608787 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789608771.752648:0:32754:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908490e00 x1876538934284672/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608787 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608771.752654:0:32754:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608771.752656:0:32754:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608771.752658:0:32754:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608771.752662:0:32754:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608771.752665:0:32754:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608771.752668:0:32754:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608771.752673:0:32754:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608771.752710:0:32754:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11cf0 time=129 v=5 (5 5 5 5) 00000100:00001000:3.0:1789608771.752716:0:32754:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608771.752719:0:32754:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608771.752722:0:32754:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608771.752725:0:32754:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608771.752730:0:32754:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608771.752734:0:32754:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1789608771.752736:0:32754:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1789608771.752738:0:32754:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1789608771.752740:0:32754:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608771.752742:0:32754:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600660480 : -117815108891136 : ffff94d908490e00) 00000100:00000001:3.0:1789608771.752745:0:32754:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608771.752747:0:32754:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967620 00000100:00000001:3.0:1789608771.752749:0:32754:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608771.752753:0:32754:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608771.752759:0:32754:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908490e00 x1876538934284672/t4294967622(4294967622) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608787 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608771.752767:0:32754:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608771.752770:0:32754:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608771.752773:0:32754:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608771.752777:0:32754:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908490e00 x1876538934284672/t4294967622(4294967622) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608787 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789608771.752785:0:32754:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908490e00 pname:cluuid:pid:xid:nid:opc:job touch:25f5d458-2cbe-49cd-9693-334c08df7e27:32754:1876538934284672:192.168.203.121@tcp:35:touch.0 00000100:00000001:3.0:1789608771.752792:0:32754:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608771.752795:0:32754:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608771.752798:0:32754:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789608771.752801:0:32754:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608771.752805:0:32754:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908490e00 x1876538934284672/t4294967622(4294967622) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608787 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608771.752813:0:32754:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608771.752816:0:32754:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d9136e40c0. 00000100:00000001:3.0:1789608771.752820:0:32754:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789608771.752821:0:32754:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608771.752831:0:32754:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608771.752833:0:32754:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600660480 : -117815108891136 : ffff94d908490e00) 00000002:00000001:3.0:1789608771.752836:0:32754:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608771.752840:0:32754:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789608771.752847:0:32754:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d902addc00. 00000080:00000001:3.0:1789608771.752851:0:32754:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1789608771.752854:0:32754:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:3.0:1789608771.752858:0:32754:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608771.752861:0:32754:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608771.752864:0:32754:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608771.752867:0:32754:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608771.752869:0:32754:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608771.752871:0:32754:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:3.0:1789608771.752874:0:32754:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608771.752879:0:32754:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1789608771.752885:0:32754:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94d907d24000 x1876538934280576/t4294967619(4294967619) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608771 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608771.752894:0:32754:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608771.752896:0:32754:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592874496 : -117815116677120 : ffff94d907d24000) 00000100:00000001:3.0:1789608771.752898:0:32754:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608771.752901:0:32754:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d24000 x1876538934280576/t4294967619(4294967619) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608771 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608771.752908:0:32754:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608771.752910:0:32754:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608771.752913:0:32754:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d24000 x1876538934280576/t4294967619(4294967619) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608771 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608771.752918:0:32754:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1789608771.752922:0:32754:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608771.752925:0:32754:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608771.752927:0:32754:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608771.752930:0:32754:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d903dbec00. 02000000:00000001:3.0:1789608771.752935:0:32754:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608771.752937:0:32754:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608771.752939:0:32754:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d24000. 00000100:00000001:3.0:1789608771.752945:0:32754:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608771.752946:0:32754:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608771.752947:0:32754:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608771.752950:0:32754:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908490e00 x1876538934284672/t4294967622(4294967622) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608787 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608771.752956:0:32754:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608771.752958:0:32754:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff94d907f68aa0. 00000002:00000001:3.0:1789608771.752961:0:32754:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608771.752963:0:32754:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789608771.752966:0:32754:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94d9071bf440. 00000100:00000001:3.0:1789608771.752969:0:32754:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608771.752972:0:32754:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908490e00 x1876538934284672/t4294967622(4294967622) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608787 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608771.752978:0:32754:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608771.752981:0:32754:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789608771.752986:0:32754:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d91a6d32c0. 00000080:00000001:3.0:1789608771.752991:0:32754:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608771.752998:0:32754:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e02117df0 00000080:00000008:3.0:1789608771.753001:0:32754:0:(file.c:523:ll_file_release()) COMPLETED file f:[0x200000405:0x26:0x0](ffff94d918920908), flags 104001, rc = 0 00000080:00000001:3.0:1789608771.753005:0:32754:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608771.753012:0:32754:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1789608771.753014:0:32754:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e02117e00 00000080:00002000:3.0:1789608771.753016:0:32754:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff94d918b2dca8, parent ffff94d918b2da20, inode ffff94d918920908) hashed, 00000080:00000001:3.0:1789608771.753020:0:32754:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789608771.753029:0:32754:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1789608771.753033:0:32754:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1789608771.753037:0:32754:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1789608771.753039:0:32754:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e02117e00 00000080:00002000:3.0:1789608771.753040:0:32754:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-2 (ffff94d918b2da20, parent ffff94d918a99a20, inode ffff94d9189242c8) hashed, 00000080:00000001:3.0:1789608771.753043:0:32754:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789608771.753047:0:32754:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1789608771.753049:0:32754:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:3.1:1789608771.762808:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f68ac0. 00000080:00000010:3.1:1789608771.762830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f68f20. 00010000:00000001:3.0:1789608772.366218:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608772.366229:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608772.366237:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608772.366238:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608772.367063:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608772.367068:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608772.367074:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1789608773.194298:0:32789:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789608773.194308:0:32789:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789608773.194311:0:32789:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789608773.194315:0:32789:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d03b20 00000080:00200000:3.0:1789608773.194321:0:32789:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:3.0:1789608773.194330:0:32789:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d91a21e200. 00800000:00000002:3.0:1789608773.194338:0:32789:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:3.0:1789608773.194343:0:32789:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789608773.194349:0:32789:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789608773.194351:0:32789:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d03a40 00800000:00000002:3.0:1789608773.194354:0:32789:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608773.194358:0:32789:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789608773.194362:0:32789:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608773.194364:0:32789:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608773.194368:0:32789:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608773.194370:0:32789:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608773.194372:0:32789:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608773.194374:0:32789:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608773.194377:0:32789:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608773.195002:0:32789:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789608773.195012:0:32789:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789608773.195015:0:32789:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d03910 00000002:00010000:3.0:1789608773.195018:0:32789:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789608773.195022:0:32789:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789608773.195025:0:32789:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608773.195029:0:32789:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789608773.195037:0:32789:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608773.195040:0:32789:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608773.195042:0:32789:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608773.195044:0:32789:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789608773.195047:0:32789:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1789608773.195056:0:32789:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908490700. 00000020:00000040:3.0:1789608773.195062:0:32789:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00010000:00000001:3.0:1789608773.195070:0:32789:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789608773.195076:0:32789:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608773.195084:0:32789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.195086:0:32789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608773.195088:0:32789:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608773.195092:0:32789:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608773.195095:0:32789:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608773.195101:0:32789:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608773.195109:0:32789:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d908398400. 00000100:00000001:3.0:1789608773.195117:0:32789:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.195180:0:32789:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608773.195183:0:32789:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.195184:0:32789:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608773.195185:0:32789:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.195187:0:32789:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608773.195195:0:32789:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626258600658688 : -117815108892928 : ffff94d908490700) 00010000:00000001:3.0:1789608773.195200:0:32789:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789608773.195204:0:32789:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789608773.195209:0:32789:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d904041b00. 00010000:00000010:3.0:1789608773.195214:0:32789:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d9029cba00. 00010000:00000001:3.0:1789608773.195219:0:32789:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789608773.195223:0:32789:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d9421c0000. 00000020:00000001:3.0:1789608773.195227:0:32789:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789608773.195231:0:32789:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d9421c0000 with handle 0xc54db3288176fe56 to hash 00000020:00000001:3.0:1789608773.195233:0:32789:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789608773.195235:0:32789:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608773.195240:0:32789:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608773.195244:0:32789:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608773.195248:0:32789:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608773.195252:0:32789:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe56 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32789 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608773.195273:0:32789:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe56 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32789 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608773.195285:0:32789:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe56 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32789 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789608773.195291:0:32789:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789608773.195293:0:32789:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789608773.195301:0:32789:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d9136e40c0. 00000100:00000001:3.0:1789608773.195303:0:32789:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258787647680 : -117814921903936 : ffff94d9136e40c0) 00000100:00000001:3.0:1789608773.195307:0:32789:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608773.195309:0:32789:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600658688 : -117815108892928 : ffff94d908490700) 00000100:00000001:3.0:1789608773.195314:0:32789:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608773.195318:0:32789:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608773.195321:0:32789:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789608773.195322:0:32789:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608773.195335:0:32789:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908490700 x1876538934284800/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608773.195344:0:32789:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608773.195348:0:32789:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608773.195352:0:32789:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608773.195355:0:32789:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608773.195358:0:32789:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608773.195361:0:32789:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908490700 pname:cluuid:pid:xid:nid:opc:job checkstat:25f5d458-2cbe-49cd-9693-334c08df7e27:32789:1876538934284800:192.168.203.121@tcp:101:checkstat.0 00000100:00000001:3.0:1789608773.195366:0:32789:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608773.195373:0:32789:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608773.195375:0:32789:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608773.195489:0:32789:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608773.195497:0:32789:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d90406e800. 02000000:00000001:3.0:1789608773.195501:0:32789:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608773.195578:0:32789:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608773.195584:0:32789:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a7e8. 00000400:00000010:3.0:1789608773.195594:0:32789:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9660. 00000100:00000200:3.0:1789608773.195604:0:32789:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876538934284800, portal 10 00000100:00000001:3.0:1789608773.195606:0:32789:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608773.195608:0:32789:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600658688 : -117815108892928 : ffff94d908490700) 00000100:00000040:3.0:1789608773.195615:0:32789:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d908490700 x1876538934284800/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608789 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608773.195624:0:32789:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608773.195628:0:32789:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608773.195631:0:32789:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9198. 00000100:00000200:3.0:1789608773.195635:0:32789:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876538934284800, offset 0 00000400:00000200:3.0:1789608773.195643:0:32789:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608773.195653:0:32789:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608773.195663:0:32789:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608773.195671:0:32789:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608773.196017:0:32789:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608773.196023:0:32789:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608773.196026:0:32789:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608773.196031:0:32789:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2762:2762:256:4294967295] 192.168.203.121@tcp LPNI seq info [2762:2762:8:4294967295] 00000400:00000200:3.0:1789608773.196036:0:32789:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608773.196049:0:32789:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608773.196056:0:32789:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608773.196063:0:32789:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d90827bc00. 00000800:00000200:3.0:1789608773.196071:0:32789:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608773.196081:0:32789:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608773.196086:0:32789:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d90827bc00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1789608773.196102:0:32789:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608773.196108:0:32789:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 879852 usecs (880 jiffies) 00000400:00000200:3.0:1789608773.196112:0:32789:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608773.196116:0:32789:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296501166 00000100:00000001:3.0:1789608773.196119:0:32789:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296502623 00000100:00000001:3.0:1789608773.196186:0:32789:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296501166 00000100:00000001:3.0:1789608773.196189:0:32789:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296502623 00000100:00000001:3.0:1789608773.196192:0:32789:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608773.196195:0:32789:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608773.196198:0:32789:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608773.196201:0:32789:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789608773.196204:0:32789:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d9136e40c0 going to sleep for 11 seconds 00000100:00000001:3.0:1789608773.196207:0:32789:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608773.196211:0:32789:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608773.196782:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608773.196791:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d90827bc00. 00000400:00000200:0.0:1789608773.196797:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608773.196805:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608773.196813:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9198 00000400:00000010:0.0:1789608773.196816:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9198. 00000100:00000001:0.0:1789608773.196821:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608773.196829:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908490700 x1876538934284800/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608789 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608773.196842:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608773.196846:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908490700 x1876538934284800/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608789 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608773.196854:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608773.196856:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608773.202520:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.202547:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608773.202553:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.202555:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608773.202566:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.202576:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608773.202587:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.202593:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.202600:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.202606:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 688 into portal 10 MB=0x6aab3c495d200 00000400:00000200:1.0:1789608773.202612:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.202619:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 688/688 into md 0x7ec1 [1] + 224 00000800:00000001:1.0:1789608773.202629:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.202659:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608773.202664:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608773.202669:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608773.202707:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608773.202720:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908490700 x1876538934284800/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608789 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608773.202732:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d908490700 x1876538934284800/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608773.202751:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608773.202772:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.202777:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608773.202885:0:32789:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608773.202896:0:32789:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608773.202898:0:32789:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608773.202903:0:32789:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a7e8. 00000400:00000200:3.0:1789608773.202910:0:32789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9660 00000400:00000010:3.0:1789608773.202913:0:32789:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9660. 00000100:00000001:3.0:1789608773.202916:0:32789:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608773.202936:0:32789:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908490700 x1876538934284800/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789608773.202946:0:32789:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908490700 x1876538934284800/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608773.202953:0:32789:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608773.202955:0:32789:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608773.202958:0:32789:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608773.202962:0:32789:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608773.202965:0:32789:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608773.202967:0:32789:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608773.202971:0:32789:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608773.202983:0:32789:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=131 v=5 (104 104 104 137) 00000100:00001000:3.0:1789608773.202989:0:32789:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608773.202992:0:32789:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608773.202994:0:32789:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.202997:0:32789:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608773.203002:0:32789:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608773.203007:0:32789:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608773.203009:0:32789:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967620 00000100:00000001:3.0:1789608773.203012:0:32789:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608773.203015:0:32789:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608773.203021:0:32789:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908490700 x1876538934284800/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608773.203029:0:32789:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608773.203033:0:32789:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608773.203035:0:32789:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608773.203039:0:32789:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908490700 x1876538934284800/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608789 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789608773.203047:0:32789:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908490700 pname:cluuid:pid:xid:nid:opc:job checkstat:25f5d458-2cbe-49cd-9693-334c08df7e27:32789:1876538934284800:192.168.203.121@tcp:101:checkstat.0 00000100:00000001:3.0:1789608773.203052:0:32789:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608773.203056:0:32789:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608773.203059:0:32789:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789608773.203061:0:32789:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608773.203065:0:32789:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908490700 x1876538934284800/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608789 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608773.203072:0:32789:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608773.203075:0:32789:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d9136e40c0. 00000100:00000001:3.0:1789608773.203080:0:32789:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789608773.203081:0:32789:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.203084:0:32789:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789608773.203089:0:32789:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608773.203093:0:32789:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608773.203097:0:32789:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=4 00000020:00000001:3.0:1789608773.203100:0:32789:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608773.203104:0:32789:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000040:3.0:1789608773.203111:0:32789:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d9421c0000, remote cookie: 0x91bddff8e8ed92ed, flags: 0x1001 00010000:00010000:3.0:1789608773.203117:0:32789:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe56 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed92ed expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608773.203144:0:32789:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe56 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed92ed expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608773.203152:0:32789:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789608773.203157:0:32789:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789608773.203160:0:32789:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789608773.203162:0:32789:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789608773.203164:0:32789:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789608773.203168:0:32789:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff94d904041b00) refcount = 1 00010000:00010000:3.0:1789608773.203173:0:32789:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe56 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed92ed expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608773.203181:0:32789:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789608773.203185:0:32789:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789608773.203186:0:32789:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608773.203190:0:32789:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789608773.203193:0:32789:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608773.203197:0:32789:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe56 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed92ed expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608773.203204:0:32789:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789608773.203206:0:32789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.203208:0:32789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608773.203209:0:32789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.203210:0:32789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608773.203212:0:32789:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608773.203217:0:32789:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789608773.203219:0:32789:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608773.203220:0:32789:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608773.203222:0:32789:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:3.0:1789608773.203224:0:32789:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608773.203227:0:32789:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608773.203230:0:32789:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608773.203231:0:32789:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608773.203232:0:32789:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=4 00000020:00000001:3.0:1789608773.203234:0:32789:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608773.203236:0:32789:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608773.203239:0:32789:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608773.203243:0:32789:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608773.203246:0:32789:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe56 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed92ed expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608773.203263:0:32789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.203265:0:32789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608773.203266:0:32789:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608773.203267:0:32789:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608773.203268:0:32789:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=5 00000020:00000001:3.0:1789608773.203270:0:32789:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608773.203272:0:32789:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608773.203275:0:32789:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608773.203279:0:32789:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe56 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed92ed expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608773.203285:0:32789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.203287:0:32789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789608773.203289:0:32789:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe56 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed92ed expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608773.203296:0:32789:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608773.203298:0:32789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.203299:0:32789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608773.203300:0:32789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.203301:0:32789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789608773.203306:0:32789:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d908490700 x1876538934284800/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608789 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1789608773.203322:0:32789:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608773.203323:0:32789:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608773.203325:0:32789:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:3.0:1789608773.203327:0:32789:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608773.203329:0:32789:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608773.203331:0:32789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.203333:0:32789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608773.203334:0:32789:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608773.203337:0:32789:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608773.203340:0:32789:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1789608773.203343:0:32789:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608773.203344:0:32789:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608773.203345:0:32789:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:3.0:1789608773.203347:0:32789:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608773.203349:0:32789:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00000002:00010000:3.0:1789608773.203353:0:32789:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe56 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed92ed expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608773.203360:0:32789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.203362:0:32789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608773.203363:0:32789:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789608773.203365:0:32789:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608773.203366:0:32789:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608773.203367:0:32789:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:3.0:1789608773.203369:0:32789:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608773.203372:0:32789:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000040:3.0:1789608773.203818:0:32789:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904041b00 count: 2 00010000:00000001:3.0:1789608773.203824:0:32789:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789608773.203829:0:32789:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d91081f000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1789608773.203833:0:32789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.203834:0:32789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608773.203837:0:32789:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789608773.203840:0:32789:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d03898 00000002:00002000:3.0:1789608773.203842:0:32789:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1789608773.203845:0:32789:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608773.203850:0:32789:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608773.203853:0:32789:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789608773.203858:0:32789:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1789608773.203861:0:32789:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608773.203867:0:32789:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:3.0:1789608773.203871:0:32789:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d91a21e200. 00000080:00000001:3.0:1789608773.203877:0:32789:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789608773.203880:0:32789:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1789608773.203888:0:32789:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1789608773.203893:0:32789:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1789608773.206605:0:32789:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d9071bf9c0. 00800000:00000001:2.0:1789608773.206617:0:32789:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626258580928960 : -117815128622656 : ffff94d9071bf9c0) 00800000:00000001:2.0:1789608773.206622:0:32789:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.206628:0:32789:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789608773.206633:0:32789:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1789608773.206636:0:32789:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1789608773.206639:0:32789:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1789608773.206644:0:32789:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1789608773.206645:0:32789:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.206651:0:32789:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1789608773.206656:0:32789:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1789608773.206662:0:32789:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:2.0:1789608773.206667:0:32789:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.206670:0:32789:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.206674:0:32789:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:2.0:1789608773.206691:0:32789:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:2.0:1789608773.206694:0:32789:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:2.0:1789608773.206698:0:32789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.206700:0:32789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789608773.206702:0:32789:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789608773.206708:0:32789:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1789608773.206710:0:32789:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d9071bf9c0 1 00800000:00000010:2.0:1789608773.206713:0:32789:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d9071bf9c0. 00800000:00000001:2.0:1789608773.206719:0:32789:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608773.206724:0:32789:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176fe56 00800000:00000001:2.0:1789608773.206727:0:32789:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789608773.206731:0:32789:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789608773.206733:0:32789:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.206735:0:32789:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.206736:0:32789:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:2.0:1789608773.206738:0:32789:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:2.0:1789608773.206740:0:32789:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:2.0:1789608773.206743:0:32789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.206745:0:32789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608773.206746:0:32789:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608773.206748:0:32789:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.206751:0:32789:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608773.206755:0:32789:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:2.0:1789608773.206758:0:32789:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fe56 from it ffffae3e01d03b58 00010000:00000001:2.0:1789608773.206760:0:32789:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.206762:0:32789:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.207940:0:32789:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:2.0:1789608773.207948:0:32789:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:2.0:1789608773.207952:0:32789:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:2.0:1789608773.207957:0:32789:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608773.207963:0:32789:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe56 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed92ed expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608773.207975:0:32789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.207977:0:32789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.207978:0:32789:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789608773.207982:0:32789:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789608773.207985:0:32789:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe56 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed92ed expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789608773.207997:0:32789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789608773.208001:0:32789:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789608773.208003:0:32789:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608773.208009:0:32789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.208010:0:32789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.208012:0:32789:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.208016:0:32789:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789608773.208018:0:32789:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.208021:0:32789:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.208023:0:32789:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.208025:0:32789:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608773.208026:0:32789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.208027:0:32789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789608773.208032:0:32789:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608773.208049:0:32789:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908490700 x1876538934284800/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608789 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.208059:0:32789:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608773.208063:0:32789:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608773.208068:0:32789:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d90406e800. 02000000:00000001:2.0:1789608773.208075:0:32789:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608773.208078:0:32789:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608773.208080:0:32789:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:2.0:1789608773.208083:0:32789:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608773.208086:0:32789:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d908398400. 02000000:00000001:2.0:1789608773.208091:0:32789:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608773.208094:0:32789:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608773.208096:0:32789:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908490700. 00000100:00000001:2.0:1789608773.208100:0:32789:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608773.208102:0:32789:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608773.208106:0:32789:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 1 00000080:00000001:2.0:1789608773.208112:0:32789:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789608773.208135:0:32789:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d907f68260. 00000020:00000001:2.0:1789608773.208142:0:32789:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d03a88 00000080:00200000:2.0:1789608773.208145:0:32789:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff94d918926c08), flags=24 00000080:00000001:2.0:1789608773.208149:0:32789:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1789608773.208151:0:32789:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d03938 00000080:00200000:2.0:1789608773.208152:0:32789:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff94d918926c08), intent=0 00000080:00000010:2.0:1789608773.208163:0:32789:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d911dcd400. 00800000:00000002:2.0:1789608773.208170:0:32789:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:2.0:1789608773.208176:0:32789:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789608773.208180:0:32789:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789608773.208182:0:32789:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d03858 00800000:00000002:2.0:1789608773.208185:0:32789:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608773.208189:0:32789:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789608773.208194:0:32789:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608773.208198:0:32789:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608773.208201:0:32789:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608773.208203:0:32789:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608773.208206:0:32789:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.208208:0:32789:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608773.208211:0:32789:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.208214:0:32789:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d037f0 00800000:00000002:2.0:1789608773.208216:0:32789:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-1' -> mds #0 00000002:00000001:2.0:1789608773.208222:0:32789:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789608773.208224:0:32789:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d03728 00000002:00010000:2.0:1789608773.208226:0:32789:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1789608773.208231:0:32789:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789608773.208234:0:32789:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789608773.208239:0:32789:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d26680. 00000020:00000040:2.0:1789608773.208242:0:32789:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00010000:00000001:2.0:1789608773.208249:0:32789:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789608773.208263:0:32789:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608773.208267:0:32789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.208268:0:32789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.208269:0:32789:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.208272:0:32789:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608773.208281:0:32789:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608773.208287:0:32789:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608773.208296:0:32789:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d903dbd000. 00000100:00000001:2.0:1789608773.208302:0:32789:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.208308:0:32789:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608773.208310:0:32789:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.208311:0:32789:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608773.208312:0:32789:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.208314:0:32789:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.208322:0:32789:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626258592884352 : -117815116667264 : ffff94d907d26680) 00010000:00000001:2.0:1789608773.208326:0:32789:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789608773.208330:0:32789:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1789608773.208336:0:32789:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904041b00 count: 2 00010000:00000001:2.0:1789608773.208339:0:32789:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608773.208343:0:32789:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789608773.208347:0:32789:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d909232c00. 00000020:00000001:2.0:1789608773.208351:0:32789:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789608773.208354:0:32789:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d909232c00 with handle 0xc54db3288176fe5d to hash 00000020:00000001:2.0:1789608773.208356:0:32789:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789608773.208358:0:32789:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608773.208483:0:32789:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608773.208488:0:32789:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608773.208492:0:32789:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608773.208496:0:32789:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fe5d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32789 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789608773.208505:0:32789:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fe5d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32789 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789608773.208523:0:32789:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fe5d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32789 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789608773.208529:0:32789:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789608773.208531:0:32789:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789608773.208542:0:32789:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d904bde780. 00000100:00000001:2.0:1789608773.208544:0:32789:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258541209472 : -117815168342144 : ffff94d904bde780) 00000100:00000001:2.0:1789608773.208548:0:32789:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608773.208550:0:32789:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592884352 : -117815116667264 : ffff94d907d26680) 00000100:00000001:2.0:1789608773.208555:0:32789:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608773.208560:0:32789:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.208563:0:32789:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789608773.208565:0:32789:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608773.208571:0:32789:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d26680 x1876538934284928/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.208580:0:32789:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608773.208583:0:32789:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608773.208587:0:32789:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608773.208591:0:32789:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608773.208593:0:32789:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608773.208597:0:32789:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d26680 pname:cluuid:pid:xid:nid:opc:job checkstat:25f5d458-2cbe-49cd-9693-334c08df7e27:32789:1876538934284928:192.168.203.121@tcp:101:checkstat.0 00000100:00000001:2.0:1789608773.208602:0:32789:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608773.208609:0:32789:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608773.208612:0:32789:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608773.208615:0:32789:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608773.208620:0:32789:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d902b3c800. 02000000:00000001:2.0:1789608773.208623:0:32789:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608773.208634:0:32789:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608773.208639:0:32789:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21898. 00000400:00000010:2.0:1789608773.208647:0:32789:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c220. 00000100:00000200:2.0:1789608773.208656:0:32789:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876538934284928, portal 10 00000100:00000001:2.0:1789608773.208658:0:32789:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608773.208660:0:32789:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592884352 : -117815116667264 : ffff94d907d26680) 00000100:00000040:2.0:1789608773.208666:0:32789:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d907d26680 x1876538934284928/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608789 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.208675:0:32789:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608773.208705:0:32789:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608773.208709:0:32789:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c440. 00000100:00000200:2.0:1789608773.208713:0:32789:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876538934284928, offset 0 00000400:00000200:2.0:1789608773.208722:0:32789:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608773.208732:0:32789:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608773.208741:0:32789:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608773.208748:0:32789:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608773.208753:0:32789:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608773.208758:0:32789:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608773.208761:0:32789:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608773.208924:0:32789:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2763:2763:256:4294967295] 192.168.203.121@tcp LPNI seq info [2763:2763:8:4294967295] 00000400:00000200:2.0:1789608773.208931:0:32789:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608773.208943:0:32789:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608773.208951:0:32789:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608773.208958:0:32789:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903c79600. 00000800:00000200:2.0:1789608773.208967:0:32789:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608773.208976:0:32789:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608773.208981:0:32789:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903c79600 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1789608773.208999:0:32789:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608773.209005:0:32789:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 878617 usecs (879 jiffies) 00000400:00000200:2.0:1789608773.209010:0:32789:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608773.209013:0:32789:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296501176 00000100:00000001:2.0:1789608773.209016:0:32789:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296502623 00000100:00000001:2.0:1789608773.209019:0:32789:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296501176 00000100:00000001:2.0:1789608773.209021:0:32789:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296502623 00000100:00000001:2.0:1789608773.209023:0:32789:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608773.209027:0:32789:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.209029:0:32789:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608773.209032:0:32789:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789608773.209035:0:32789:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d904bde780 going to sleep for 11 seconds 00000100:00000001:2.0:1789608773.209038:0:32789:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608773.209042:0:32789:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608773.209599:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608773.209606:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903c79600. 00000400:00000200:0.0:1789608773.209613:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608773.209620:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608773.209627:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c440 00000400:00000010:0.0:1789608773.209630:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c440. 00000100:00000001:0.0:1789608773.209635:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608773.209640:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d26680 x1876538934284928/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608789 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608773.209650:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608773.209653:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d26680 x1876538934284928/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608789 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608773.209659:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608773.209661:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608773.219436:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.219653:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608773.219658:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.219662:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608773.219675:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.219733:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608773.219745:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.219751:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.219758:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.220065:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 688 into portal 10 MB=0x6aab3c495d280 00000400:00000200:1.0:1789608773.220072:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.220079:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 688/688 into md 0x7ec9 [1] + 224 00000800:00000001:1.0:1789608773.220089:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.220101:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608773.220105:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608773.220110:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608773.220119:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608773.220131:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d26680 x1876538934284928/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608789 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608773.220143:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d907d26680 x1876538934284928/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608773.220167:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608773.220178:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.220181:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608773.220293:0:32789:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608773.220304:0:32789:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608773.220306:0:32789:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608773.220310:0:32789:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21898. 00000400:00000200:2.0:1789608773.220316:0:32789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c220 00000400:00000010:2.0:1789608773.220320:0:32789:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c220. 00000100:00000001:2.0:1789608773.220323:0:32789:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608773.220328:0:32789:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d26680 x1876538934284928/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789608773.220337:0:32789:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d26680 x1876538934284928/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.220344:0:32789:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608773.220346:0:32789:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608773.220349:0:32789:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608773.220353:0:32789:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608773.220356:0:32789:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608773.220426:0:32789:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608773.220432:0:32789:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608773.220444:0:32789:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=131 v=5 (104 104 104 137) 00000100:00001000:2.0:1789608773.220449:0:32789:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608773.221082:0:32789:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608773.221086:0:32789:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.221090:0:32789:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608773.221095:0:32789:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.221099:0:32789:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608773.221102:0:32789:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967620 00000100:00000001:2.0:1789608773.221104:0:32789:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608773.221109:0:32789:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608773.221116:0:32789:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d26680 x1876538934284928/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/688 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.221131:0:32789:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608773.221135:0:32789:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608773.221137:0:32789:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608773.221142:0:32789:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d26680 x1876538934284928/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/688 e 0 to 0 dl 1789608789 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789608773.221150:0:32789:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d26680 pname:cluuid:pid:xid:nid:opc:job checkstat:25f5d458-2cbe-49cd-9693-334c08df7e27:32789:1876538934284928:192.168.203.121@tcp:101:checkstat.0 00000100:00000001:2.0:1789608773.221155:0:32789:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608773.221159:0:32789:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.221162:0:32789:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789608773.221165:0:32789:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608773.221169:0:32789:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d26680 x1876538934284928/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/688 e 0 to 0 dl 1789608789 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.221176:0:32789:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608773.221179:0:32789:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d904bde780. 00000100:00000001:2.0:1789608773.221184:0:32789:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789608773.221185:0:32789:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.221189:0:32789:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789608773.221193:0:32789:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.221196:0:32789:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.221201:0:32789:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232c00 refcount=4 00000020:00000001:2.0:1789608773.221203:0:32789:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608773.221207:0:32789:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000040:2.0:1789608773.221214:0:32789:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d909232c00, remote cookie: 0x91bddff8e8ed9309, flags: 0x1001 00010000:00010000:2.0:1789608773.221221:0:32789:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fe5d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9309 expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789608773.221231:0:32789:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x23:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1789608773.221235:0:32789:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1789608773.221247:0:32789:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d903b69300. 00010000:00000010:2.0:1789608773.221264:0:32789:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d90847b280. 00010000:00000001:2.0:1789608773.221270:0:32789:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608773.221274:0:32789:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fe5d lrc: 4/1,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9309 expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789608773.221282:0:32789:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fe5d lrc: 4/1,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9309 expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608773.221289:0:32789:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789608773.221294:0:32789:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789608773.221297:0:32789:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789608773.221300:0:32789:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789608773.221301:0:32789:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789608773.221305:0:32789:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x23:0x0].0x0 (ffff94d903b69300) refcount = 1 00010000:00010000:2.0:1789608773.221310:0:32789:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fe5d lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9309 expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608773.221317:0:32789:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789608773.221321:0:32789:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789608773.221323:0:32789:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608773.221326:0:32789:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789608773.221329:0:32789:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608773.221333:0:32789:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fe5d lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9309 expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608773.221339:0:32789:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789608773.221342:0:32789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.221343:0:32789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.221345:0:32789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.221345:0:32789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.221347:0:32789:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.221352:0:32789:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789608773.221354:0:32789:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.221355:0:32789:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.221357:0:32789:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232c00 refcount=3 00000020:00000001:2.0:1789608773.221359:0:32789:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608773.221429:0:32789:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608773.221432:0:32789:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.221433:0:32789:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.221435:0:32789:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232c00 refcount=4 00000020:00000001:2.0:1789608773.221437:0:32789:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608773.221438:0:32789:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608773.221442:0:32789:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608773.221445:0:32789:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608773.221449:0:32789:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fe5d lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9309 expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608773.221455:0:32789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.221456:0:32789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.221457:0:32789:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.221458:0:32789:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.221459:0:32789:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232c00 refcount=5 00000020:00000001:2.0:1789608773.221461:0:32789:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608773.221462:0:32789:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608773.221464:0:32789:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608773.221467:0:32789:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fe5d lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9309 expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608773.221472:0:32789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.221473:0:32789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789608773.221476:0:32789:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fe5d lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9309 expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608773.221484:0:32789:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608773.221485:0:32789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.221486:0:32789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.221488:0:32789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.221489:0:32789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789608773.221552:0:32789:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff94d907d26680 x1876538934284928/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/688 e 0 to 0 dl 1789608789 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1789608773.221561:0:32789:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.221563:0:32789:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.221564:0:32789:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232c00 refcount=3 00000020:00000001:2.0:1789608773.221566:0:32789:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608773.221568:0:32789:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608773.221570:0:32789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.221571:0:32789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608773.221573:0:32789:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.221575:0:32789:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.221578:0:32789:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1789608773.221581:0:32789:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.221582:0:32789:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.221584:0:32789:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232c00 refcount=3 00000020:00000001:2.0:1789608773.221586:0:32789:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608773.222152:0:32789:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00000002:00010000:2.0:1789608773.222157:0:32789:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fe5d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9309 expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608773.222167:0:32789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.222168:0:32789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.222170:0:32789:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789608773.222171:0:32789:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.222173:0:32789:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.222175:0:32789:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232c00 refcount=3 00000020:00000001:2.0:1789608773.222177:0:32789:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608773.222179:0:32789:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000040:2.0:1789608773.222185:0:32789:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69300 count: 2 00010000:00000001:2.0:1789608773.222188:0:32789:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789608773.222193:0:32789:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d91081f000 type 13 mode 4 res 8589935621/35 (0 0) 00010000:00000001:2.0:1789608773.222196:0:32789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.222197:0:32789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608773.222198:0:32789:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789608773.222202:0:32789:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d036b0 00000002:00002000:2.0:1789608773.222204:0:32789:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-1 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1789608773.222208:0:32789:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608773.222212:0:32789:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608773.222215:0:32789:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789608773.222219:0:32789:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1789608773.222223:0:32789:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.222228:0:32789:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000001:2.0:1789608773.222231:0:32789:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1789608773.222234:0:32789:0:(namei.c:674:ll_lookup_it_finish()) it ffffae3e01d03a28 it_disposition b 00000080:00000001:2.0:1789608773.222237:0:32789:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789608773.222244:0:32789:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1789608773.222250:0:32789:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1789608773.222268:0:32789:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d9071bf9c0. 00800000:00000001:2.0:1789608773.222271:0:32789:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626258580928960 : -117815128622656 : ffff94d9071bf9c0) 00800000:00000001:2.0:1789608773.222274:0:32789:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.222276:0:32789:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789608773.222279:0:32789:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:2.0:1789608773.222282:0:32789:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1789608773.222290:0:32789:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1789608773.222292:0:32789:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x23:0x0] 00000080:00000001:2.0:1789608773.222295:0:32789:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1789608773.222299:0:32789:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1789608773.222301:0:32789:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.222305:0:32789:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:2.0:1789608773.222307:0:32789:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1789608773.222312:0:32789:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x23:0x0], updating i_size 16384 00000080:00200000:2.0:1789608773.222315:0:32789:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x23:0x0](ffff94d9189b5b88): rc = 0 00000080:00000001:2.0:1789608773.222318:0:32789:0:(namei.c:156:ll_iget()) Process leaving (rc=18446626258874489736 : -117814835061880 : ffff94d9189b5b88) 00010000:00000001:2.0:1789608773.222320:0:32789:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.222322:0:32789:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.222323:0:32789:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232c00 refcount=3 00000020:00000001:2.0:1789608773.222325:0:32789:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608773.222327:0:32789:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608773.222329:0:32789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.222330:0:32789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789608773.222332:0:32789:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789608773.222334:0:32789:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1789608773.222336:0:32789:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d9071bf9c0 1 00800000:00000010:2.0:1789608773.222339:0:32789:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d9071bf9c0. 00800000:00000001:2.0:1789608773.222344:0:32789:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608773.222347:0:32789:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x23:0x0](ffff94d9189b5b88) for lock 0xc54db3288176fe5d 00800000:00000001:2.0:1789608773.222350:0:32789:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789608773.222352:0:32789:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789608773.222354:0:32789:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.222355:0:32789:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.222356:0:32789:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232c00 refcount=3 00000020:00000001:2.0:1789608773.222358:0:32789:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608773.222371:0:32789:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608773.222375:0:32789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.222377:0:32789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608773.222378:0:32789:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608773.222380:0:32789:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1789608773.222388:0:32789:0:(namei.c:653:ll_splice_alias()) Add dentry ffff94d918a9ae58 inode ffff94d9189b5b88 refc 1 flags 0x20000e 00000080:00000002:2.0:1789608773.222394:0:32789:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-1 [0x200000405:0x23:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:2.0:1789608773.222397:0:32789:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1789608773.222401:0:32789:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x23:0x0](ffff94d9189b5b88) 00000080:00010000:2.0:1789608773.222406:0:32789:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fe5d from it ffffae3e01d03a28 00010000:00000001:2.0:1789608773.222407:0:32789:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.222409:0:32789:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.222410:0:32789:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232c00 refcount=3 00000020:00000001:2.0:1789608773.222412:0:32789:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608773.222414:0:32789:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608773.222416:0:32789:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608773.222419:0:32789:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fe5d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9309 expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608773.222426:0:32789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.222427:0:32789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.222429:0:32789:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789608773.222432:0:32789:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789608773.222434:0:32789:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fe5d lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9309 expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789608773.222443:0:32789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789608773.222446:0:32789:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789608773.222449:0:32789:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608773.222454:0:32789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.222455:0:32789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.222457:0:32789:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.222460:0:32789:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789608773.222462:0:32789:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.222464:0:32789:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.222468:0:32789:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.222469:0:32789:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608773.222471:0:32789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.222472:0:32789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789608773.222474:0:32789:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789608773.222478:0:32789:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dcd400. 00000100:00000001:2.0:1789608773.222483:0:32789:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608773.222491:0:32789:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d26680 x1876538934284928/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/688 e 0 to 0 dl 1789608789 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.222715:0:32789:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608773.222719:0:32789:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608773.222723:0:32789:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d902b3c800. 02000000:00000001:2.0:1789608773.222728:0:32789:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608773.222732:0:32789:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608773.222734:0:32789:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:2.0:1789608773.222736:0:32789:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608773.222739:0:32789:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d903dbd000. 02000000:00000001:2.0:1789608773.222743:0:32789:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608773.222746:0:32789:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608773.222748:0:32789:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d26680. 00000100:00000001:2.0:1789608773.222753:0:32789:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608773.222754:0:32789:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789608773.222816:0:32789:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789608773.223342:0:32789:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x23:0x0](ffff94d9189b5b88), inode mode 41ed mask 1 00000080:00000001:2.0:1789608773.223351:0:32789:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789608773.223432:0:32789:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d907f68f80. 00000020:00000001:2.0:1789608773.223440:0:32789:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d03ae8 00000080:00200000:2.0:1789608773.223443:0:32789:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000405:0x23:0x0](ffff94d9189b5b88), flags=8 00000080:00000001:2.0:1789608773.223447:0:32789:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1789608773.223449:0:32789:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d03998 00000080:00200000:2.0:1789608773.223452:0:32789:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000405:0x23:0x0](ffff94d9189b5b88), intent=getattr 00000080:00000010:2.0:1789608773.223464:0:32789:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d911dcd400. 00800000:00000002:2.0:1789608773.223471:0:32789:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d9071bf800 2 00000080:00000001:2.0:1789608773.223476:0:32789:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789608773.223480:0:32789:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789608773.223482:0:32789:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d038b8 00800000:00000002:2.0:1789608773.223485:0:32789:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000405:0x23:0x0] 00800000:00000001:2.0:1789608773.223488:0:32789:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789608773.223564:0:32789:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608773.223569:0:32789:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608773.223571:0:32789:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608773.223574:0:32789:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608773.223577:0:32789:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.223579:0:32789:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:2.0:1789608773.223581:0:32789:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.223586:0:32789:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d03850 00800000:00000002:2.0:1789608773.223646:0:32789:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x23:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:2.0:1789608773.223653:0:32789:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789608773.223655:0:32789:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d03788 00000002:00010000:2.0:1789608773.223657:0:32789:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000405:0x23:0x0], intent: getattr flags 01 00000002:00000001:2.0:1789608773.223662:0:32789:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789608773.223665:0:32789:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789608773.223670:0:32789:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d26680. 00000020:00000040:2.0:1789608773.223990:0:32789:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00010000:00000001:2.0:1789608773.223999:0:32789:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789608773.224005:0:32789:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608773.224011:0:32789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.224013:0:32789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.224014:0:32789:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.224017:0:32789:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608773.224020:0:32789:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608773.224025:0:32789:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608773.224035:0:32789:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d903dbd000. 00000100:00000001:2.0:1789608773.224043:0:32789:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.224049:0:32789:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608773.224051:0:32789:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.224053:0:32789:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608773.224055:0:32789:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.224057:0:32789:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.224067:0:32789:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626258592884352 : -117815116667264 : ffff94d907d26680) 00010000:00000001:2.0:1789608773.224072:0:32789:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789608773.224074:0:32789:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1789608773.224081:0:32789:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69300 count: 2 00010000:00000001:2.0:1789608773.224084:0:32789:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608773.224087:0:32789:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789608773.224091:0:32789:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d909232e00. 00000020:00000001:2.0:1789608773.224096:0:32789:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789608773.224099:0:32789:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d909232e00 with handle 0xc54db3288176fe64 to hash 00000020:00000001:2.0:1789608773.224101:0:32789:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789608773.224103:0:32789:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000001:2.0:1789608773.224108:0:32789:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000001:2.0:1789608773.224111:0:32789:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608773.224114:0:32789:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608773.224119:0:32789:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176fe64 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32789 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789608773.224129:0:32789:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176fe64 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32789 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789608773.224146:0:32789:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176fe64 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32789 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789608773.224152:0:32789:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789608773.224154:0:32789:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789608773.224162:0:32789:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d904bde780. 00000100:00000001:2.0:1789608773.224165:0:32789:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258541209472 : -117815168342144 : ffff94d904bde780) 00000100:00000001:2.0:1789608773.224168:0:32789:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608773.224170:0:32789:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592884352 : -117815116667264 : ffff94d907d26680) 00000100:00000001:2.0:1789608773.224175:0:32789:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608773.224180:0:32789:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.224182:0:32789:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789608773.224184:0:32789:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608773.224194:0:32789:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d26680 x1876538934285056/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.224204:0:32789:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608773.224206:0:32789:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608773.224212:0:32789:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608773.224215:0:32789:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608773.224218:0:32789:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608773.224223:0:32789:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d26680 pname:cluuid:pid:xid:nid:opc:job checkstat:25f5d458-2cbe-49cd-9693-334c08df7e27:32789:1876538934285056:192.168.203.121@tcp:101:checkstat.0 00000100:00000001:2.0:1789608773.224228:0:32789:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608773.224234:0:32789:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608773.224237:0:32789:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608773.224240:0:32789:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608773.224246:0:32789:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d902b3c800. 02000000:00000001:2.0:1789608773.224248:0:32789:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608773.224269:0:32789:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608773.224275:0:32789:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21898. 00000400:00000010:2.0:1789608773.224284:0:32789:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c220. 00000100:00000200:2.0:1789608773.224293:0:32789:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876538934285056, portal 10 00000100:00000001:2.0:1789608773.224295:0:32789:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608773.224297:0:32789:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592884352 : -117815116667264 : ffff94d907d26680) 00000100:00000040:2.0:1789608773.224303:0:32789:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d907d26680 x1876538934285056/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608789 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.224312:0:32789:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608773.224315:0:32789:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608773.224318:0:32789:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c4c8. 00000100:00000200:2.0:1789608773.224321:0:32789:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876538934285056, offset 0 00000400:00000200:2.0:1789608773.224328:0:32789:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608773.224339:0:32789:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608773.224348:0:32789:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608773.224355:0:32789:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608773.224360:0:32789:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608773.224377:0:32789:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608773.224381:0:32789:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608773.224386:0:32789:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2764:2764:256:4294967295] 192.168.203.121@tcp LPNI seq info [2764:2764:8:4294967295] 00000400:00000200:2.0:1789608773.224391:0:32789:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608773.224404:0:32789:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608773.224411:0:32789:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608773.224417:0:32789:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903c79100. 00000800:00000200:2.0:1789608773.224426:0:32789:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608773.224435:0:32789:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608773.224442:0:32789:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903c79100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1789608773.224466:0:32789:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608773.224472:0:32789:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 877393 usecs (878 jiffies) 00000400:00000200:2.0:1789608773.224476:0:32789:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608773.224479:0:32789:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296501192 00000100:00000001:2.0:1789608773.224483:0:32789:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296502623 00000100:00000001:2.0:1789608773.224486:0:32789:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296501192 00000100:00000001:2.0:1789608773.224488:0:32789:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296502623 00000100:00000001:2.0:1789608773.224491:0:32789:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1789608773.224986:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608773.224992:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903c79100. 00000400:00000200:0.0:1789608773.224999:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608773.225005:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608773.225013:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c4c8 00000400:00000010:0.0:1789608773.225016:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c4c8. 00000100:00000001:0.0:1789608773.225020:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608773.225025:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d26680 x1876538934285056/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608789 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608773.225037:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608773.225040:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d26680 x1876538934285056/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608789 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608773.225047:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608773.225049:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789608773.226949:0:32789:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.226954:0:32789:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608773.226958:0:32789:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789608773.226963:0:32789:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d904bde780 going to sleep for 11 seconds 00000100:00000001:2.0:1789608773.226968:0:32789:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608773.226973:0:32789:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789608773.231470:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.231496:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608773.231502:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.231506:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608773.231518:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.231528:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608773.231540:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.231546:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.231552:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.231558:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 640 into portal 10 MB=0x6aab3c495d300 00000400:00000200:1.0:1789608773.231565:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.231571:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 640/640 into md 0x7ed1 [1] + 224 00000800:00000001:1.0:1789608773.231580:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.231589:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608773.231594:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608773.231599:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608773.231609:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608773.231621:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d26680 x1876538934285056/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608789 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608773.231635:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff94d907d26680 x1876538934285056/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608773.231660:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608773.231670:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.231673:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608773.231787:0:32789:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608773.231797:0:32789:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608773.231799:0:32789:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608773.231803:0:32789:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21898. 00000400:00000200:2.0:1789608773.231809:0:32789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c220 00000400:00000010:2.0:1789608773.231813:0:32789:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c220. 00000100:00000001:2.0:1789608773.231816:0:32789:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608773.231821:0:32789:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d26680 x1876538934285056/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789608773.231830:0:32789:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d26680 x1876538934285056/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.231836:0:32789:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608773.231838:0:32789:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608773.231840:0:32789:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608773.231844:0:32789:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608773.231847:0:32789:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608773.231849:0:32789:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608773.231853:0:32789:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608773.231866:0:32789:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=131 v=5 (104 104 104 137) 00000100:00001000:2.0:1789608773.231871:0:32789:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608773.231875:0:32789:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608773.231877:0:32789:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.231880:0:32789:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608773.231884:0:32789:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.231889:0:32789:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608773.231891:0:32789:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967620 00000100:00000001:2.0:1789608773.231894:0:32789:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608773.231898:0:32789:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608773.231903:0:32789:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d26680 x1876538934285056/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/640 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.231916:0:32789:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608773.232039:0:32789:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608773.232042:0:32789:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608773.232048:0:32789:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d26680 x1876538934285056/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/640 e 0 to 0 dl 1789608789 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789608773.232058:0:32789:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d26680 pname:cluuid:pid:xid:nid:opc:job checkstat:25f5d458-2cbe-49cd-9693-334c08df7e27:32789:1876538934285056:192.168.203.121@tcp:101:checkstat.0 00000100:00000001:2.0:1789608773.232064:0:32789:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608773.232068:0:32789:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.232071:0:32789:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789608773.232074:0:32789:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608773.232077:0:32789:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d26680 x1876538934285056/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/640 e 0 to 0 dl 1789608789 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.232085:0:32789:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608773.232088:0:32789:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d904bde780. 00000100:00000001:2.0:1789608773.232092:0:32789:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789608773.232094:0:32789:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.232097:0:32789:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789608773.232102:0:32789:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.232106:0:32789:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.232110:0:32789:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232e00 refcount=4 00000020:00000001:2.0:1789608773.232113:0:32789:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000001:2.0:1789608773.232117:0:32789:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000040:2.0:1789608773.232126:0:32789:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d909232e00, remote cookie: 0x91bddff8e8ed9325, flags: 0x1001 00010000:00010000:2.0:1789608773.232133:0:32789:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176fe64 lrc: 4/1,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9325 expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789608773.232143:0:32789:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x25:0x0].0x0, instead of [0x200000405:0x23:0x0].0x0 00010000:00000001:2.0:1789608773.232147:0:32789:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1789608773.232158:0:32789:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d903b69400. 00010000:00000010:2.0:1789608773.232165:0:32789:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d90847b000. 00010000:00000001:2.0:1789608773.232173:0:32789:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608773.232177:0:32789:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176fe64 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9325 expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789608773.232185:0:32789:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176fe64 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9325 expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608773.232192:0:32789:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789608773.232197:0:32789:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789608773.232199:0:32789:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789608773.232201:0:32789:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789608773.232202:0:32789:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789608773.232206:0:32789:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x25:0x0].0x0 (ffff94d903b69400) refcount = 1 00010000:00010000:2.0:1789608773.232210:0:32789:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176fe64 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9325 expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608773.232218:0:32789:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789608773.232222:0:32789:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789608773.232224:0:32789:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608773.232227:0:32789:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789608773.232230:0:32789:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608773.232234:0:32789:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176fe64 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9325 expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608773.232241:0:32789:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789608773.232242:0:32789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.232244:0:32789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.232245:0:32789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.232247:0:32789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.232249:0:32789:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.232264:0:32789:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789608773.232266:0:32789:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.232267:0:32789:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.232269:0:32789:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232e00 refcount=3 00000020:00000001:2.0:1789608773.232271:0:32789:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000001:2.0:1789608773.232273:0:32789:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000001:2.0:1789608773.232276:0:32789:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.232277:0:32789:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.232278:0:32789:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232e00 refcount=4 00000020:00000001:2.0:1789608773.232280:0:32789:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000001:2.0:1789608773.232282:0:32789:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000001:2.0:1789608773.232286:0:32789:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608773.232290:0:32789:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608773.232293:0:32789:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176fe64 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9325 expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608773.232299:0:32789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.232300:0:32789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.232301:0:32789:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.232302:0:32789:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.232303:0:32789:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232e00 refcount=5 00000020:00000001:2.0:1789608773.232304:0:32789:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000001:2.0:1789608773.232306:0:32789:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000001:2.0:1789608773.232309:0:32789:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608773.232312:0:32789:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176fe64 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9325 expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608773.232317:0:32789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.232318:0:32789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789608773.232321:0:32789:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176fe64 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9325 expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608773.232328:0:32789:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608773.232329:0:32789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.232330:0:32789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.232332:0:32789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.232333:0:32789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789608773.232338:0:32789:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d907d26680 x1876538934285056/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/640 e 0 to 0 dl 1789608789 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1789608773.232348:0:32789:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.232349:0:32789:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.232350:0:32789:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232e00 refcount=3 00000020:00000001:2.0:1789608773.232352:0:32789:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000001:2.0:1789608773.232354:0:32789:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00000002:00010000:2.0:1789608773.232358:0:32789:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176fe64 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9325 expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1789608773.232368:0:32789:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff94d9071bf9c0. 00010000:00000001:2.0:1789608773.232370:0:32789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.232371:0:32789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608773.232373:0:32789:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.232375:0:32789:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.232595:0:32789:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1789608773.232599:0:32789:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.232601:0:32789:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.232603:0:32789:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232e00 refcount=3 00000020:00000001:2.0:1789608773.232605:0:32789:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000001:2.0:1789608773.232608:0:32789:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00000002:00010000:2.0:1789608773.232611:0:32789:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176fe64 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9325 expref: -99 pid: 32789 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608773.232619:0:32789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.232620:0:32789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.232622:0:32789:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789608773.232624:0:32789:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.232625:0:32789:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.232626:0:32789:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232e00 refcount=3 00000020:00000001:2.0:1789608773.232628:0:32789:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000001:2.0:1789608773.232630:0:32789:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000040:2.0:1789608773.232635:0:32789:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69400 count: 2 00010000:00000001:2.0:1789608773.232637:0:32789:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789608773.232642:0:32789:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d91081f000 type 13 mode 4 res 8589935621/37 (0 0) 00010000:00000001:2.0:1789608773.232644:0:32789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.232645:0:32789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608773.232647:0:32789:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789608773.232650:0:32789:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d03710 00000002:00002000:2.0:1789608773.232652:0:32789:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1789608773.232655:0:32789:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608773.232659:0:32789:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608773.232662:0:32789:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789608773.232666:0:32789:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000405:0x23:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1789608773.232669:0:32789:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.232673:0:32789:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d9071bf800 2 00000080:00000001:2.0:1789608773.232729:0:32789:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1789608773.232731:0:32789:0:(namei.c:674:ll_lookup_it_finish()) it ffffae3e01d03b20 it_disposition b 00000080:00000001:2.0:1789608773.232735:0:32789:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789608773.232742:0:32789:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1789608773.232746:0:32789:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789608773.232749:0:32789:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611173 : 144115205339611173 : 200000405000025) 00000080:00000001:2.0:1789608773.232753:0:32789:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:2.0:1789608773.232762:0:32789:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789608773.232767:0:32789:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514694152 : -117815194857464 : ffff94d903295008) 00000020:00001000:2.0:1789608773.232770:0:32789:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295000 00000020:00000001:2.0:1789608773.232772:0:32789:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1789608773.232777:0:32789:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1789608773.232780:0:32789:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789608773.232787:0:32789:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d907f83ba0. 00020000:00000010:2.0:1789608773.232792:0:32789:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d907096200. 00020000:00000010:2.0:1789608773.232800:0:32789:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d907f83de0. 00020000:00000001:2.0:1789608773.232803:0:32789:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626258595364320 : -117815114187296 : ffff94d907f83de0) 00020000:00000002:2.0:1789608773.232807:0:32789:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d907f83de0, objid 0x25:1029, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789608773.232812:0:32789:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789608773.232817:0:32789:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d907096200: ostid: 0x2c0000401:19 ost idx: 1 gen: 0 00020000:00000002:2.0:1789608773.232821:0:32789:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff94d910b65e88) owner ffff94d909c40000 00020000:00000001:2.0:1789608773.232825:0:32789:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789608773.232828:0:32789:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff94d910b65e88) owner ffff94d909c40000 00020000:00000010:2.0:1789608773.232834:0:32789:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d907096200. 00020000:00000010:2.0:1789608773.232838:0:32789:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d907f83ba0. 00020000:00000010:2.0:1789608773.232843:0:32789:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d907f83de0. 00020000:00000002:2.0:1789608773.232846:0:32789:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x25:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1789608773.232849:0:32789:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.232851:0:32789:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789608773.232853:0:32789:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295000 00000080:00000001:2.0:1789608773.232858:0:32789:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611173 : 144115205339611173 : 200000405000025) 00000080:00000001:2.0:1789608773.232861:0:32789:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1789608773.232866:0:32789:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x25:0x0](ffff94d918922a08): rc = 0 00000080:00000001:2.0:1789608773.232869:0:32789:0:(namei.c:156:ll_iget()) Process leaving (rc=18446626258873887240 : -117814835664376 : ffff94d918922a08) 00010000:00000001:2.0:1789608773.232871:0:32789:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.232873:0:32789:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.232874:0:32789:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232e00 refcount=3 00000020:00000001:2.0:1789608773.232876:0:32789:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000001:2.0:1789608773.232878:0:32789:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00000080:00000001:2.0:1789608773.232882:0:32789:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789608773.232884:0:32789:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789608773.232885:0:32789:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514694152 : -117815194857464 : ffff94d903295008) 00000020:00001000:2.0:1789608773.232887:0:32789:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295000 00000020:00000001:2.0:1789608773.232889:0:32789:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1789608773.232891:0:32789:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1789608773.232892:0:32789:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789608773.232895:0:32789:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d907f83de0. 00020000:00000010:2.0:1789608773.232897:0:32789:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d907096200. 00020000:00000010:2.0:1789608773.232900:0:32789:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d907f83ba0. 00020000:00000001:2.0:1789608773.232902:0:32789:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626258595363744 : -117815114187872 : ffff94d907f83ba0) 00020000:00000002:2.0:1789608773.232904:0:32789:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d907f83ba0, objid 0x25:1029, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789608773.232907:0:32789:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789608773.232911:0:32789:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d907096200: ostid: 0x2c0000401:19 ost idx: 1 gen: 0 00020000:00000002:2.0:1789608773.232913:0:32789:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff94d910b65e88) owner ffff94d909c40000 00020000:00000001:2.0:1789608773.232915:0:32789:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789608773.232917:0:32789:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff94d910b65e88) owner ffff94d909c40000 00020000:00000010:2.0:1789608773.232934:0:32789:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d907096200. 00020000:00000010:2.0:1789608773.232938:0:32789:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d907f83de0. 00020000:00000010:2.0:1789608773.232940:0:32789:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d907f83ba0. 00020000:00000002:2.0:1789608773.232942:0:32789:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x25:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1789608773.232944:0:32789:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.232946:0:32789:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.232949:0:32789:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1789608773.232952:0:32789:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b65e88) owner 0000000000000000/ffff94d909c40000 00020000:00000002:2.0:1789608773.232956:0:32789:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d907f83360 addref 2/0 by ffff94d909c40000. 00020000:00000002:2.0:1789608773.232959:0:32789:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b65e88) owner 0000000000000000/ffff94d909c40000 00020000:00000001:2.0:1789608773.232962:0:32789:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1789608773.232964:0:32789:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1789608773.232966:0:32789:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1789608773.232968:0:32789:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1789608773.232970:0:32789:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1789608773.232973:0:32789:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x25:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1789608773.232976:0:32789:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295000 00000080:00000001:2.0:1789608773.232978:0:32789:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.232980:0:32789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.232981:0:32789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789608773.232984:0:32789:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789608773.232987:0:32789:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1789608773.232989:0:32789:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608773.232992:0:32789:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x25:0x0](ffff94d918922a08) for lock 0xc54db3288176fe64 00800000:00000001:2.0:1789608773.232996:0:32789:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789608773.232998:0:32789:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789608773.233000:0:32789:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.233001:0:32789:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.233003:0:32789:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232e00 refcount=3 00000020:00000001:2.0:1789608773.233004:0:32789:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000001:2.0:1789608773.233006:0:32789:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000001:2.0:1789608773.233010:0:32789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.233011:0:32789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608773.233012:0:32789:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608773.233014:0:32789:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1789608773.233022:0:32789:0:(namei.c:653:ll_splice_alias()) Add dentry ffff94d918a9a870 inode ffff94d918922a08 refc 1 flags 0x40000e 00000080:00000001:2.0:1789608773.233026:0:32789:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1789608773.233031:0:32789:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x25:0x0](ffff94d918922a08) 00000080:00010000:2.0:1789608773.233035:0:32789:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fe64 from it ffffae3e01d03b20 00010000:00000001:2.0:1789608773.233037:0:32789:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.233038:0:32789:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.233040:0:32789:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232e00 refcount=3 00000020:00000001:2.0:1789608773.233042:0:32789:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000001:2.0:1789608773.233044:0:32789:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000001:2.0:1789608773.233046:0:32789:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608773.233049:0:32789:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176fe64 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x91bddff8e8ed9325 expref: -99 pid: 32789 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608773.233057:0:32789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.233058:0:32789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.233059:0:32789:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789608773.233063:0:32789:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789608773.233065:0:32789:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176fe64 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9325 expref: -99 pid: 32789 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789608773.233073:0:32789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789608773.233077:0:32789:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789608773.233079:0:32789:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608773.233085:0:32789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.233087:0:32789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.233089:0:32789:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.233092:0:32789:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789608773.233094:0:32789:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.233097:0:32789:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.233100:0:32789:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.233102:0:32789:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608773.233104:0:32789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.233105:0:32789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789608773.233107:0:32789:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789608773.233111:0:32789:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dcd400. 00000100:00000001:2.0:1789608773.233116:0:32789:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608773.233123:0:32789:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d26680 x1876538934285056/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/640 e 0 to 0 dl 1789608789 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.233130:0:32789:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608773.233133:0:32789:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608773.233137:0:32789:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d902b3c800. 02000000:00000001:2.0:1789608773.233141:0:32789:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608773.233145:0:32789:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608773.233147:0:32789:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:2.0:1789608773.233150:0:32789:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608773.233153:0:32789:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d903dbd000. 02000000:00000001:2.0:1789608773.233156:0:32789:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608773.233159:0:32789:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608773.233162:0:32789:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d26680. 00000100:00000001:2.0:1789608773.233166:0:32789:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608773.233167:0:32789:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789608773.233171:0:32789:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1789608773.233173:0:32789:0:(dcache.c:176:ll_intent_release()) intent ffffae3e01d03b20 released 00000080:00000001:2.0:1789608773.233174:0:32789:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:2.0:1789608773.233191:0:32789:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d03d08 00000080:00200008:2.0:1789608773.233193:0:32789:0:(file.c:6296:ll_getattr_dentry()) START file f:[0x200000405:0x25:0x0](ffff94d918922a08), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789608773.233200:0:32789:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789608773.233202:0:32789:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d03c80 00000080:00200000:2.0:1789608773.233204:0:32789:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x25:0x0](ffff94d918922a08),name=f 00000080:00000010:2.0:1789608773.233210:0:32789:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d911dcd400. 00800000:00000002:2.0:1789608773.233216:0:32789:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d9071bf800 2 00000080:00000001:2.0:1789608773.233224:0:32789:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789608773.233227:0:32789:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789608773.233229:0:32789:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d03ba0 00800000:00000002:2.0:1789608773.233231:0:32789:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x25:0x0] 'f' on [0x200000405:0x23:0x0] 00800000:00000001:2.0:1789608773.233234:0:32789:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789608773.233239:0:32789:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608773.233242:0:32789:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608773.233245:0:32789:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608773.233248:0:32789:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608773.233250:0:32789:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.233263:0:32789:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:2.0:1789608773.233266:0:32789:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608773.233269:0:32789:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608773.233271:0:32789:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608773.233272:0:32789:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608773.233273:0:32789:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608773.233275:0:32789:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.233277:0:32789:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x25:0x0] 00800000:00000001:2.0:1789608773.233278:0:32789:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.233281:0:32789:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x23:0x0], fid2=[0x200000405:0x25:0x0], name='' -> mds #0 00000002:00000001:2.0:1789608773.233286:0:32789:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789608773.233287:0:32789:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d03a70 00000002:00010000:2.0:1789608773.233289:0:32789:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x25:0x0]) in obj [0x200000405:0x23:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789608773.233293:0:32789:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789608773.233296:0:32789:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608773.233298:0:32789:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608773.233302:0:32789:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69400 count: 2 00010000:00000001:2.0:1789608773.233304:0:32789:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608773.233308:0:32789:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608773.233311:0:32789:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789608773.233314:0:32789:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176fe64 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9325 expref: -99 pid: 32789 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789608773.233321:0:32789:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789608773.233327:0:32789:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608773.233330:0:32789:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176fe64 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9325 expref: -99 pid: 32789 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789608773.233335:0:32789:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789608773.233337:0:32789:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789608773.233340:0:32789:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608773.233342:0:32789:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608773.233343:0:32789:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608773.233345:0:32789:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000405:0x23:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789608773.233347:0:32789:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789608773.233349:0:32789:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d9071bf800 2 00000080:00000010:2.0:1789608773.233352:0:32789:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dcd400. 00000080:00000001:2.0:1789608773.233355:0:32789:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789608773.233356:0:32789:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608773.233358:0:32789:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x25:0x0](ffff94d918922a08) 00000080:00010000:2.0:1789608773.233362:0:32789:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x25:0x0](ffff94d918922a08) for lock 0xc54db3288176fe64 00800000:00000001:2.0:1789608773.233364:0:32789:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789608773.233366:0:32789:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789608773.233367:0:32789:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.233368:0:32789:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.233370:0:32789:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232e00 refcount=3 00000020:00000001:2.0:1789608773.233372:0:32789:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000001:2.0:1789608773.233373:0:32789:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000001:2.0:1789608773.233375:0:32789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.233376:0:32789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608773.233550:0:32789:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608773.233553:0:32789:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608773.233556:0:32789:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fe64 from it ffffae3e01d03cb8 00010000:00000001:2.0:1789608773.233558:0:32789:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.233560:0:32789:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.233561:0:32789:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232e00 refcount=3 00000020:00000001:2.0:1789608773.233563:0:32789:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000001:2.0:1789608773.233565:0:32789:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000001:2.0:1789608773.233567:0:32789:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608773.233570:0:32789:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176fe64 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x91bddff8e8ed9325 expref: -99 pid: 32789 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789608773.233576:0:32789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.233578:0:32789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.233579:0:32789:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789608773.233581:0:32789:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789608773.233583:0:32789:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176fe64 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9325 expref: -99 pid: 32789 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789608773.233589:0:32789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789608773.233591:0:32789:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789608773.233593:0:32789:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608773.233595:0:32789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.233596:0:32789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.233597:0:32789:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.233599:0:32789:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789608773.233600:0:32789:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.233601:0:32789:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.233603:0:32789:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.233605:0:32789:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608773.233606:0:32789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.233607:0:32789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789608773.233608:0:32789:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789608773.233610:0:32789:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789608773.233614:0:32789:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1789608773.233617:0:32789:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1789608773.233620:0:32789:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789608773.233622:0:32789:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1789608773.233624:0:32789:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.233626:0:32789:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789608773.233630:0:32789:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1789608773.233633:0:32789:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789608773.233635:0:32789:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514694152 : -117815194857464 : ffff94d903295008) 00000020:00001000:2.0:1789608773.233638:0:32789:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295000 00000020:00000001:2.0:1789608773.233644:0:32789:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbb70 -> ffff94d9040dbb70 00000020:00000001:2.0:1789608773.233648:0:32789:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:2.0:1789608773.233651:0:32789:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1789608773.233653:0:32789:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x25:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1789608773.233657:0:32789:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789608773.233658:0:32789:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1789608773.233660:0:32789:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1789608773.233662:0:32789:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.233665:0:32789:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789608773.233669:0:32789:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x25:0x0]io ffff94d904aad9d0 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1789608773.233672:0:32789:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b65e88) owner 0000000000000000/ffff94d909c40000 00020000:00000001:2.0:1789608773.233707:0:32789:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1789608773.233710:0:32789:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1789608773.233712:0:32789:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1789608773.233714:0:32789:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608773.233717:0:32789:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1789608773.233719:0:32789:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1789608773.233721:0:32789:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.233723:0:32789:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789608773.233724:0:32789:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1789608773.233726:0:32789:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1789608773.233727:0:32789:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b65e88) owner 0000000000000000/ffff94d909c40000 00000020:00000001:2.0:1789608773.233730:0:32789:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789608773.233733:0:32789:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1789608773.233734:0:32789:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x25:0x0] 00000020:00000001:2.0:1789608773.233737:0:32789:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1789608773.233739:0:32789:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1789608773.233742:0:32789:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1789608773.233745:0:32789:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1789608773.233752:0:32789:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1789608773.233759:0:32789:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d90847bd80. 00020000:00000002:2.0:1789608773.233762:0:32789:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1789608773.233765:0:32789:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1789608773.233768:0:32789:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789608773.233770:0:32789:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1789608773.233771:0:32789:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789608773.233773:0:32789:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514695880 : -117815194855736 : ffff94d9032956c8) 00000020:00001000:2.0:1789608773.233775:0:32789:0:(cl_object.c:823:cl_env_get()) 1@ffff94d9032956c0 00000020:00000001:2.0:1789608773.233778:0:32789:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbaa8 -> ffff94d9040dbb70 00000020:00000001:2.0:1789608773.233780:0:32789:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:2.0:1789608773.233785:0:32789:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789608773.233786:0:32789:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1789608773.233787:0:32789:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1789608773.233789:0:32789:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258539960784 : -117815169590832 : ffff94d904aad9d0) 00000020:00000001:2.0:1789608773.233791:0:32789:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608773.233794:0:32789:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608773.233796:0:32789:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593379552 : -117815116172064 : ffff94d907d9f4e0) 00000020:00000001:2.0:1789608773.233798:0:32789:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1789608773.233804:0:32789:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d9035dc5f0. 00000008:00010000:2.0:1789608773.233808:0:32789:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1789608773.233812:0:32789:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789608773.233813:0:32789:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1789608773.233815:0:32789:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d90847bdb0, osc lock ffff94d9035dc5f0, flags 0x400001002 00000020:00000001:2.0:1789608773.233817:0:32789:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608773.233819:0:32789:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608773.233822:0:32789:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626258600574336 : -117815108977280 : ffff94d90847bd80) 00000020:00000001:2.0:1789608773.233825:0:32789:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789608773.233826:0:32789:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1789608773.233828:0:32789:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.233830:0:32789:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.233833:0:32789:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1789608773.233835:0:32789:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1789608773.233837:0:32789:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1789608773.233840:0:32789:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1789608773.233841:0:32789:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789608773.233842:0:32789:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593379552 : -117815116172064 : ffff94d907d9f4e0) 00000020:00000001:2.0:1789608773.233844:0:32789:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1789608773.233847:0:32789:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1789608773.233849:0:32789:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1789608773.233853:0:32789:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1789608773.233856:0:32789:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1789608773.233857:0:32789:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1789608773.233859:0:32789:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1789608773.233861:0:32789:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1789608773.233862:0:32789:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1789608773.233865:0:32789:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1789608773.233867:0:32789:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789608773.233871:0:32789:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.233874:0:32789:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1789608773.233878:0:32789:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d26680. 00000020:00000040:2.0:1789608773.233882:0:32789:0:(genops.c:1209:class_import_get()) import ffff94d902b13000 refcount=3 obd=lustre-OST0001-osc-ffff94d904ceb000 00000100:00000001:2.0:1789608773.233886:0:32789:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1789608773.233890:0:32789:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789608773.233896:0:32789:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff94d904ceb000: connect to NID 192.168.203.121@tcp last attempt 1806 00000400:00000200:2.0:1789608773.233907:0:32789:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608773.233914:0:32789:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.121@tcp is discovered: rc = 1 00000100:00000040:2.0:1789608773.233918:0:32789:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff94d907ddb340 refcount 14 to 192.168.203.121@tcp 00000100:00000001:2.0:1789608773.234081:0:32789:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789608773.234085:0:32789:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff94d907ddb340 refcount 15 to 192.168.203.121@tcp 00000100:00000001:2.0:1789608773.234088:0:32789:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446626258593624896 : -117815115926720 : ffff94d907ddb340) 00000020:00000001:2.0:1789608773.234096:0:32789:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789608773.234098:0:32789:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc54db3288176f366 00000020:00000001:2.0:1789608773.234099:0:32789:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.234102:0:32789:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d903104000 refcount=4 00000020:00000001:2.0:1789608773.234104:0:32789:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258513051648 : -117815196499968 : ffff94d903104000) 00000020:00000001:2.0:1789608773.234107:0:32789:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626258513051648 : -117815196499968 : ffff94d903104000) 00000100:00000040:2.0:1789608773.234110:0:32789:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff94d907ddb340 refcount 14 to 192.168.203.121@tcp 00000100:00000001:2.0:1789608773.234112:0:32789:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789608773.234113:0:32789:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff94d907ddb340 refcount 15 to 192.168.203.121@tcp 00000100:00000001:2.0:1789608773.234116:0:32789:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446626258593624896 : -117815115926720 : ffff94d907ddb340) 00000020:00000040:2.0:1789608773.234119:0:32789:0:(genops.c:879:class_export_put()) PUTting export ffff94d903104000 : new refcount 3 00000100:00080000:2.0:1789608773.234123:0:32789:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff94d904ceb000: import ffff94d902b13000 using connection 192.168.203.121@tcp/192.168.203.121@tcp 00000100:00000001:2.0:1789608773.234126:0:32789:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608773.234129:0:32789:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789608773.234137:0:32789:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608773.234139:0:32789:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.234142:0:32789:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1789608773.234146:0:32789:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789608773.234149:0:32789:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.234150:0:32789:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608773.234154:0:32789:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d25f80. 00000020:00000040:2.0:1789608773.234157:0:32789:0:(genops.c:1209:class_import_get()) import ffff94d902b13000 refcount=4 obd=lustre-OST0001-osc-ffff94d904ceb000 02000000:00000001:2.0:1789608773.234161:0:32789:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789608773.234163:0:32789:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.234166:0:32789:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608773.234170:0:32789:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608773.234173:0:32789:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608773.234181:0:32789:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d903dbd000. 00000100:00000001:2.0:1789608773.234189:0:32789:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608773.234199:0:32789:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94d907d25f80 x1876538934285184/t0(0) o8->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789608773.234209:0:32789:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608773.234213:0:32789:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608773.234218:0:32789:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000939432f3] to pc [ptlrpcd_rcv+-1] req@ffff94d907d25f80 x1876538934285184/t0(0) o8->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608773.234312:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608773.234316:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608773.234320:0:2408:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608773.234327:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d25f80 x1876538934285184/t0(0) o8->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608773.234335:0:2408:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608773.234337:0:2408:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608773.234341:0:2408:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608773.234344:0:2408:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608773.234347:0:2408:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608773.234351:0:2408:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25f5d458-2cbe-49cd-9693-334c08df7e27:2408:1876538934285184:192.168.203.121@tcp:8:checkstat.0 00000100:00000001:0.0:1789608773.234355:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608773.234360:0:2408:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608773.234363:0:2408:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608773.234366:0:2408:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608773.234372:0:2408:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903115400. 02000000:00000001:0.0:1789608773.234374:0:2408:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608773.234391:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608773.234396:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8c60. 00000400:00000010:0.0:1789608773.234404:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed110. 00000100:00000200:0.0:1789608773.234413:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934285184, portal 4 00000100:00000001:0.0:1789608773.234416:0:2408:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608773.234418:0:2408:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592882560 : -117815116669056 : ffff94d907d25f80) 00000100:00000040:0.0:1789608773.234426:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907d25f80 x1876538934285184/t0(0) o8->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1789608783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608773.234433:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608773.234437:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608773.234440:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed220. 00000100:00000200:0.0:1789608773.234443:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876538934285184, offset 0 00000400:00000200:0.0:1789608773.234451:0:2408:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608773.234461:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.234468:0:2408:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608773.234474:0:2408:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608773.234478:0:2408:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608773.234482:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608773.234485:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608773.234489:0:2408:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2765:2765:256:4294967295] 192.168.203.121@tcp LPNI seq info [2765:2765:8:4294967295] 00000400:00000200:0.0:1789608773.234494:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.234504:0:2408:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608773.234510:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608773.234516:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903a37d00. 00000800:00000200:0.0:1789608773.234524:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608773.234534:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608773.234539:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903a37d00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789608773.234561:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608773.234567:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: using a timeout of 25446 usecs (26 jiffies) 00000400:00000200:0.0:1789608773.234571:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608773.234574:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296500350 00000100:00000001:0.0:1789608773.234577:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296502623 00000100:00000001:0.0:1789608773.234579:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296500350 00000100:00000001:0.0:1789608773.234582:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296502623 00000100:00000001:0.0:1789608773.234585:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608773.234587:0:2408:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608773.234591:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608773.234593:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1789608773.234773:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608773.234779:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903a37d00. 00000400:00000200:1.0:1789608773.234785:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608773.234791:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608773.234797:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed220 00000400:00000010:1.0:1789608773.234800:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed220. 00000100:00000001:1.0:1789608773.234805:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608773.234810:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25f80 x1876538934285184/t0(0) o8->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1789608783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608773.234822:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608773.234826:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d25f80 x1876538934285184/t0(0) o8->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1789608783 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608773.234832:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608773.234834:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789608773.235206:0:32789:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.235211:0:32789:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:2.0:1789608773.235212:0:32789:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00010000:00000001:2.0:1789608773.235217:0:32789:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789608773.235222:0:32789:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608773.235226:0:32789:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.235229:0:32789:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608773.235231:0:32789:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608773.235234:0:32789:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608773.235240:0:32789:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d911dcd400. 00000100:00000001:2.0:1789608773.235244:0:32789:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.235250:0:32789:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608773.235252:0:32789:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.235263:0:32789:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608773.235265:0:32789:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.235267:0:32789:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.235270:0:32789:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446626258592884352 : -117815116667264 : ffff94d907d26680) 00010000:00000001:2.0:1789608773.235274:0:32789:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789608773.235277:0:32789:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789608773.235284:0:32789:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d903b69800. 00010000:00000010:2.0:1789608773.235288:0:32789:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff94d903b69f00. 00010000:00000001:2.0:1789608773.235295:0:32789:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789608773.235298:0:32789:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d909232a00. 00000020:00000001:2.0:1789608773.235303:0:32789:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789608773.235307:0:32789:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d909232a00 with handle 0xc54db3288176fe6b to hash 00000020:00000001:2.0:1789608773.235308:0:32789:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789608773.235310:0:32789:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000010:2.0:1789608773.235314:0:32789:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff94d9071bf440. 00010000:00000001:2.0:1789608773.235317:0:32789:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:2.0:1789608773.235320:0:32789:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608773.235323:0:32789:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608773.235328:0:32789:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 000000003f621c75/0xc54db3288176fe6b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32789 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789608773.235340:0:32789:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 000000003f621c75/0xc54db3288176fe6b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 32789 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608773.235351:0:32789:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.235355:0:32789:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608773.235358:0:32789:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608773.235364:0:32789:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b17d53d] to pc [ptlrpcd_01_00+0] req@ffff94d907d26680 x1876538934285312/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1789608773.235399:0:32789:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608773.235402:0:32789:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.235405:0:32789:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608773.235408:0:32789:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.235410:0:32789:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.235413:0:32789:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1789608773.235415:0:32789:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1789608773.235417:0:32789:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1789608773.235418:0:32789:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000100:00000001:3.0:1789608773.235480:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608773.235484:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608773.235486:0:2411:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608773.235493:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d26680 x1876538934285312/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608773.235500:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608773.235503:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789608773.235506:0:2411:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff94d907d26680 x1876538934285312/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608773.235514:0:2411:0:(client.c:1851:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608773.235517:0:2411:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608773.235519:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608773.235520:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608773.235523:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608773.235525:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608773.235533:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608773.235536:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608773.235538:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608773.235539:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608773.235540:0:2411:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608773.235542:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608773.235543:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608773.235545:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608773.235548:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608773.235554:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608773.235556:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608773.237472:0:2408:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608773.237482:0:2408:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1789608773.237488:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608773.237491:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608773.237590:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608773.237595:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789608773.240272:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.240296:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608773.240301:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.240304:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608773.240315:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.240325:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608773.240335:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.240341:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.240347:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.240353:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 416 into portal 4 MB=0x6aab3c495d380 00000400:00000200:1.0:1789608773.240359:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.240366:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 416/416 into md 0x7ed9 [1] + 0 00000800:00000001:1.0:1789608773.240374:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.240395:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608773.240400:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608773.240405:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608773.240416:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608773.240428:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d25f80 x1876538934285184/t0(0) o8->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1789608783 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608773.240442:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff94d907d25f80 x1876538934285184/t0(0) o8->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1789608783 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608773.240466:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608773.240477:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.240482:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608773.240610:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608773.240614:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608773.240622:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608773.240625:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608773.240629:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8c60. 00000400:00000200:2.0:1789608773.240634:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed110 00000400:00000010:2.0:1789608773.240638:0:2408:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed110. 00000100:00000001:2.0:1789608773.240642:0:2408:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608773.240648:0:2408:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d25f80 x1876538934285184/t0(0) o8->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1789608783 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789608773.240657:0:2408:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d25f80 x1876538934285184/t0(0) o8->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1789608783 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608773.240664:0:2408:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608773.240666:0:2408:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608773.240669:0:2408:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608773.240673:0:2408:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608773.240714:0:2408:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608773.240718:0:2408:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608773.240722:0:2408:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608773.240733:0:2408:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13460 time=131 v=5 (5 5 5 36) 00000100:00001000:2.0:1789608773.240738:0:2408:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13418 time=27 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608773.240742:0:2408:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608773.240744:0:2408:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.240747:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608773.240751:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.240755:0:2408:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1789608773.240758:0:2408:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d904ceb000: committing for last_committed 4294967322 gen 15 00000100:00000040:2.0:1789608773.240762:0:2408:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d904ceb000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1789608773.240764:0:2408:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608773.240766:0:2408:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608773.240771:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d25f80 x1876538934285184/t0(0) o8->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/416 e 0 to 0 dl 1789608783 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608773.240779:0:2408:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608773.240782:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608773.240785:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608773.240788:0:2408:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1789608773.240796:0:2408:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff94d904ceb000: connect to target with instance 1 00000020:00000001:2.0:1789608773.240800:0:2408:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789608773.240802:0:2408:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc54db3288176f366 00000020:00000001:2.0:1789608773.240806:0:2408:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.240809:0:2408:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d903104000 refcount=4 00000020:00000001:2.0:1789608773.240812:0:2408:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258513051648 : -117815196499968 : ffff94d903104000) 00000020:00000001:2.0:1789608773.240814:0:2408:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626258513051648 : -117815196499968 : ffff94d903104000) 00000100:00001000:2.0:1789608773.240818:0:2408:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13418 time=1789608773 v=0 (0 0 0 0) 00000100:00001000:2.0:1789608773.240821:0:2408:0:(import.c:2262:obd_at_measure()) AT ffff94d902b13418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1789608773.240826:0:2408:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1703, crc32c 10415, adler 1371 00000100:00080000:2.0:1789608773.240833:0:2408:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff94d904ceb000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:2.0:1789608773.240837:0:2408:0:(genops.c:879:class_export_put()) PUTting export ffff94d903104000 : new refcount 3 00000100:00000001:2.0:1789608773.240839:0:2408:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:2.0:1789608773.240843:0:2408:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:2.0:1789608773.240848:0:2408:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0001-osc-ffff94d904ceb000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:2.0:1789608773.240851:0:2408:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:2.0:1789608773.240855:0:2408:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:2.0:1789608773.240860:0:2408:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1789608773.240863:0:2408:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608773.240866:0:2408:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608773.240869:0:2408:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608773.240872:0:2408:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.240874:0:2408:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:2.0:1789608773.240876:0:2408:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1789608773.240880:0:2408:0:(import.c:65:import_set_state_nolock()) ffff94d902b13000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:2.0:1789608773.240883:0:2408:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:2.0:1789608773.240885:0:2408:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:2.0:1789608773.240886:0:2408:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:2.0:1789608773.240887:0:2408:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:2.0:1789608773.240890:0:2408:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:2.0:1789608773.240892:0:2408:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff94d90937d568 for uuid lustre-OST0001_UUID event(1) 00020000:00000040:2.0:1789608773.240898:0:2408:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0001_UUID already active! 00020000:00000001:2.0:1789608773.240900:0:2408:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=1 : 1 : 0x1) 00020000:00000001:2.0:1789608773.240903:0:2408:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789608773.240905:0:2408:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1789608773.240908:0:2408:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:2.0:1789608773.240911:0:2408:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:2.0:1789608773.240914:0:2408:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:2.0:1789608773.240915:0:2408:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:2.0:1789608773.240918:0:2408:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:2.0:1789608773.240930:0:2408:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.240932:0:2408:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.240934:0:2408:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:2.0:1789608773.240936:0:2408:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:2.0:1789608773.240937:0:2408:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.240939:0:2408:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:2.0:1789608773.240941:0:2408:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:2.0:1789608773.240945:0:2408:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:2.0:1789608773.240947:0:2408:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.240949:0:2408:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.240951:0:2408:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.240953:0:2408:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608773.240954:0:2408:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608773.240956:0:2408:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608773.240958:0:2408:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.240959:0:2408:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:2.0:1789608773.240962:0:2408:0:(import.c:1286:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608773.240965:0:2408:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1789608773.240973:0:2408:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000002caf5a99): req@ffff94d907d26680 x1876538934285312/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.240995:0:2408:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.240999:0:2408:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608773.241003:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d25f80 x1876538934285184/t0(0) o8->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/416 e 0 to 0 dl 1789608783 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789608773.241012:0:2408:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25f5d458-2cbe-49cd-9693-334c08df7e27:2408:1876538934285184:192.168.203.121@tcp:8:checkstat.0 00000100:00000001:2.0:1789608773.241017:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608773.241020:0:2408:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608773.241024:0:2408:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d25f80 x1876538934285184/t0(0) o8->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/416 e 0 to 0 dl 1789608783 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608773.241031:0:2408:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608773.241035:0:2408:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608773.241040:0:2408:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903115400. 02000000:00000001:2.0:1789608773.241043:0:2408:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608773.241046:0:2408:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608773.241048:0:2408:0:(genops.c:1222:class_import_put()) import ffff94d902b13000 refcount=3 obd=lustre-OST0001-osc-ffff94d904ceb000 00000020:00000001:2.0:1789608773.241051:0:2408:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608773.241053:0:2408:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d903dbd000. 02000000:00000001:2.0:1789608773.241057:0:2408:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608773.241059:0:2408:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608773.241062:0:2408:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d25f80. 00000100:00000001:2.0:1789608773.241066:0:2408:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608773.241067:0:2408:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608773.241070:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608773.241079:0:2408:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608773.241082:0:2408:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.241085:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608773.241086:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608773.241295:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608773.241298:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608773.241300:0:2411:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608773.241303:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608773.241305:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608773.241308:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608773.241312:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608773.241315:0:2411:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608773.241318:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608773.241325:0:2411:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608773.241327:0:2411:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608773.241330:0:2411:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608773.241337:0:2411:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d90839a000. 02000000:00000001:3.0:1789608773.241339:0:2411:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608773.241345:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608773.241349:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a7e8. 00000400:00000010:3.0:1789608773.241354:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9660. 00000100:00000200:3.0:1789608773.241361:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934285312, portal 4 00000100:00000001:3.0:1789608773.241363:0:2411:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608773.241365:0:2411:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592884352 : -117815116667264 : ffff94d907d26680) 00000100:00000040:3.0:1789608773.241372:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d907d26680 x1876538934285312/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608789 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608773.241390:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608773.241393:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608773.241396:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9330. 00000100:00000200:3.0:1789608773.241399:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1876538934285312, offset 0 00000400:00000200:3.0:1789608773.241406:0:2411:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608773.241412:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608773.241421:0:2411:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608773.241427:0:2411:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608773.241431:0:2411:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608773.241435:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608773.241439:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608773.241443:0:2411:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2766:2766:256:4294967295] 192.168.203.121@tcp LPNI seq info [2766:2766:8:4294967295] 00000400:00000200:3.0:1789608773.241448:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608773.241458:0:2411:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608773.241464:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608773.241470:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d90827b500. 00000800:00000200:3.0:1789608773.241477:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608773.241485:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608773.241490:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d90827b500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1789608773.241509:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608773.241515:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: using a timeout of 25335 usecs (26 jiffies) 00000400:00000200:3.0:1789608773.241518:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608773.241521:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296500357 00000100:00000001:3.0:1789608773.241525:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296502623 00000100:00000001:3.0:1789608773.241527:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296500357 00000100:00000001:3.0:1789608773.241530:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296502623 00000100:00000001:3.0:1789608773.241532:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608773.241535:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608773.241537:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608773.241541:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608773.241543:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789608773.241545:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608773.241546:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608773.241548:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608773.241551:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608773.241781:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608773.241786:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d90827b500. 00000400:00000200:1.0:1789608773.241791:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608773.241796:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608773.241800:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9330 00000400:00000010:1.0:1789608773.241804:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9330. 00000100:00000001:1.0:1789608773.241807:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608773.241812:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d26680 x1876538934285312/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608789 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608773.241821:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608773.241824:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d26680 x1876538934285312/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608789 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608773.241830:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608773.241832:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608773.245048:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.245072:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608773.245079:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.245082:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608773.245093:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.245104:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608773.245115:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.245130:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.245138:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.245143:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 400 into portal 4 MB=0x6aab3c495d400 00000400:00000200:1.0:1789608773.245149:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.245157:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 400/400 into md 0x7ee9 [1] + 224 00000800:00000001:1.0:1789608773.245166:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.245177:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608773.245181:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608773.245186:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608773.245197:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608773.245207:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d26680 x1876538934285312/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608789 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608773.245221:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff94d907d26680 x1876538934285312/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608789 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608773.245244:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608773.245264:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.245268:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608773.245398:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608773.245403:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608773.245412:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608773.245414:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608773.245419:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a7e8. 00000400:00000200:3.0:1789608773.245424:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9660 00000400:00000010:3.0:1789608773.245427:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9660. 00000100:00000001:3.0:1789608773.245431:0:2411:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608773.245437:0:2411:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d26680 x1876538934285312/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608789 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789608773.245444:0:2411:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d26680 x1876538934285312/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608789 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608773.245450:0:2411:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608773.245452:0:2411:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608773.245454:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608773.245458:0:2411:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608773.245461:0:2411:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608773.245463:0:2411:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608773.245466:0:2411:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608773.245477:0:2411:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13460 time=131 v=5 (5 5 5 36) 00000100:00001000:3.0:1789608773.245481:0:2411:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13418 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608773.245483:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608773.245485:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.245488:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608773.245492:0:2411:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608773.245496:0:2411:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608773.245498:0:2411:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d904ceb000: skip recheck: last_committed 4294967322 00000100:00000001:3.0:1789608773.245499:0:2411:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608773.245501:0:2411:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608773.245505:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d26680 x1876538934285312/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608789 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608773.245511:0:2411:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608773.245514:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608773.245516:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1789608773.245520:0:2411:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:3.0:1789608773.245523:0:2411:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608773.245526:0:2411:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608773.245529:0:2411:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232a00 refcount=4 00000020:00000001:3.0:1789608773.245531:0:2411:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:3.0:1789608773.245534:0:2411:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:3.0:1789608773.245537:0:2411:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608773.245538:0:2411:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608773.245540:0:2411:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232a00 refcount=5 00000020:00000001:3.0:1789608773.245542:0:2411:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:3.0:1789608773.245544:0:2411:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:3.0:1789608773.245548:0:2411:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608773.245552:0:2411:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608773.245557:0:2411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 000000003f621c75/0xc54db3288176fe6b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32789 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608773.245570:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.245571:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608773.245574:0:2411:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789608773.245576:0:2411:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608773.245577:0:2411:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608773.245578:0:2411:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232a00 refcount=6 00000020:00000001:3.0:1789608773.245580:0:2411:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:3.0:1789608773.245582:0:2411:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000040:3.0:1789608773.245591:0:2411:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d909232a00, remote cookie: 0x91bddff8e8ed9333, flags: 0x1001 00010000:00010000:3.0:1789608773.245596:0:2411:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 000000003f621c75/0xc54db3288176fe6b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9333 expref: -99 pid: 32789 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608773.245604:0:2411:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1789608773.245607:0:2411:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.245610:0:2411:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789608773.245615:0:2411:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1789608773.245621:0:2411:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 000000003f621c75/0xc54db3288176fe6b lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9333 expref: -99 pid: 32789 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1789608773.245631:0:2411:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2c0000401:0x13:0x0].0x0 (ffff94d903b69800) refcount = 1 00010000:00000040:3.0:1789608773.245634:0:2411:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1789608773.245636:0:2411:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 000000003f621c75/0xc54db3288176fe6b lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9333 expref: -99 pid: 32789 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608773.245646:0:2411:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789608773.245648:0:2411:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608773.245651:0:2411:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789608773.245654:0:2411:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608773.245658:0:2411:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 000000003f621c75/0xc54db3288176fe6b lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9333 expref: -99 pid: 32789 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608773.245664:0:2411:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789608773.245667:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.245669:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608773.245670:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.245671:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789608773.245673:0:2411:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1789608773.245729:0:2411:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1789608773.245733:0:2411:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608773.245734:0:2411:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608773.245736:0:2411:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232a00 refcount=5 00000020:00000001:3.0:1789608773.245739:0:2411:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:3.0:1789608773.245741:0:2411:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00000008:00000001:3.0:1789608773.245746:0:2411:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1789608773.245751:0:2411:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5500 -> ffff94d9040dbb70 00000008:00010000:3.0:1789608773.245756:0:2411:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 000000003f621c75/0xc54db3288176fe6b lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x91bddff8e8ed9333 expref: -99 pid: 32789 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1789608773.245765:0:2411:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5500 -> ffff94d9040dbb70 00000020:00000001:3.0:1789608773.245767:0:2411:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1789608773.245770:0:2411:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1789608773.245773:0:2411:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1789608773.245776:0:2411:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608773.245778:0:2411:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608773.245780:0:2411:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5500 -> ffff94d9040dbb70 00000008:00000001:3.0:1789608773.245782:0:2411:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:3.0:1789608773.245785:0:2411:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1789608773.245787:0:2411:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1789608773.245803:0:2411:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1789608773.245806:0:2411:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.245808:0:2411:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608773.245810:0:2411:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608773.245811:0:2411:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232a00 refcount=6 00000020:00000001:3.0:1789608773.245813:0:2411:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:3.0:1789608773.245815:0:2411:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:3.0:1789608773.245818:0:2411:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608773.245821:0:2411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 000000003f621c75/0xc54db3288176fe6b lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x91bddff8e8ed9333 expref: -99 pid: 32789 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608773.245827:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.245829:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789608773.245831:0:2411:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 000000003f621c75/0xc54db3288176fe6b lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x91bddff8e8ed9333 expref: -99 pid: 32789 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608773.245839:0:2411:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608773.245840:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.245841:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789608773.245843:0:2411:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.245845:0:2411:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608773.245846:0:2411:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608773.245848:0:2411:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232a00 refcount=5 00000020:00000001:3.0:1789608773.245849:0:2411:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:3.0:1789608773.245851:0:2411:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:3.0:1789608773.245854:0:2411:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608773.245856:0:2411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 000000003f621c75/0xc54db3288176fe6b lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x91bddff8e8ed9333 expref: -99 pid: 32789 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608773.245863:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.245866:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608773.245867:0:2411:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608773.245869:0:2411:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608773.245872:0:2411:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 000000003f621c75/0xc54db3288176fe6b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x91bddff8e8ed9333 expref: -99 pid: 32789 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789608773.245883:0:2411:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608773.245886:0:2411:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608773.245888:0:2411:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608773.245893:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.245894:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608773.245896:0:2411:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.245900:0:2411:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608773.245902:0:2411:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.245904:0:2411:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.245907:0:2411:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.245908:0:2411:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608773.245910:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.245911:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608773.245912:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.245913:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789608773.245915:0:2411:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.246499:0:32789:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.246506:0:32789:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.246514:0:32789:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1789608773.246519:0:32789:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbb70 -> ffff94d9040dbb70 00000020:00000001:2.0:1789608773.246522:0:32789:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbb70 -> ffff94d9040dbb70 00000020:00000001:2.0:1789608773.246524:0:32789:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1789608773.246531:0:32789:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1789608773.246537:0:32789:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1789608773.246539:0:32789:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608773.246541:0:32789:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1789608773.246542:0:32789:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789608773.246545:0:32789:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x25:1029 on OST[1]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:2.0:1789608773.246548:0:32789:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789608773.246551:0:32789:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:2.0:1789608773.246554:0:32789:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.246556:0:32789:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.246558:0:32789:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbb70 -> ffff94d9040dbb70 00000080:00200000:2.0:1789608773.246561:0:32789:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x25:0x0] updating i_size 0 i_blocks 1 00000080:00000001:2.0:1789608773.246564:0:32789:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1789608773.246567:0:32789:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1789608773.246569:0:32789:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d904aad970 (ffff94d903295008/0) at cl_lock_release():245 00000020:00000001:2.0:1789608773.246572:0:32789:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789608773.246574:0:32789:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d904aad970 (ffff94d903295008/0) at cl_lock_cancel():142 00020000:00000001:2.0:1789608773.246578:0:32789:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1789608773.246582:0:32789:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789608773.246584:0:32789:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593379552 : -117815116172064 : ffff94d907d9f4e0) 00000020:00000001:2.0:1789608773.246587:0:32789:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789608773.246588:0:32789:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d90847bdb0 (ffff94d9032956c8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1789608773.246592:0:32789:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1789608773.246593:0:32789:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1789608773.246595:0:32789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.246597:0:32789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789608773.246598:0:32789:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1789608773.246601:0:32789:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1789608773.246602:0:32789:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789608773.246603:0:32789:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789608773.246605:0:32789:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789608773.246606:0:32789:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d904aad970 (ffff94d903295008/0) at cl_lock_fini():72 00020000:00000001:2.0:1789608773.246609:0:32789:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1789608773.246611:0:32789:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789608773.246612:0:32789:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d90847bdb0 (ffff94d903295008/1) at cl_lock_fini():72 00000008:00000010:2.0:1789608773.246616:0:32789:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d9035dc5f0. 00000020:00000001:2.0:1789608773.246620:0:32789:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1789608773.246622:0:32789:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d90847bd80. 00020000:00000001:2.0:1789608773.246628:0:32789:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1789608773.246629:0:32789:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1789608773.246630:0:32789:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1789608773.246633:0:32789:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.246636:0:32789:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:2.0:1789608773.246639:0:32789:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1789608773.246641:0:32789:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1789608773.246642:0:32789:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:2.0:1789608773.246644:0:32789:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789608773.246647:0:32789:0:(cl_object.c:917:cl_env_put()) 1@ffff94d9032956c0 00020000:00000001:2.0:1789608773.246651:0:32789:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1789608773.246653:0:32789:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1789608773.246657:0:32789:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1789608773.246659:0:32789:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x25:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1789608773.246664:0:32789:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1789608773.246667:0:32789:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.246670:0:32789:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789608773.246672:0:32789:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789608773.246673:0:32789:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789608773.246674:0:32789:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295000 00000001:00000001:2.0:1789608773.246698:0:32789:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.246708:0:32789:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d03d08 00000080:00000008:2.0:1789608773.246710:0:32789:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f:[0x200000405:0x25:0x0](ffff94d918922a08), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789608773.246717:0:32789:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789608773.246719:0:32789:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d03da0 00000080:00002000:2.0:1789608773.246721:0:32789:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff94d918a9a870, parent ffff94d918a9ae58, inode ffff94d918922a08) hashed, 00000080:00000001:2.0:1789608773.246724:0:32789:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608773.247478:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d26680 x1876538934285312/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608789 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789608773.247501:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:0:1876538934285312:192.168.203.121@tcp:101:checkstat.0 00000100:00000001:3.0:1789608773.247508:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608773.247513:0:2411:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608773.247518:0:2411:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d26680 x1876538934285312/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608789 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608773.247525:0:2411:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608773.247528:0:2411:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608773.247533:0:2411:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d90839a000. 02000000:00000001:3.0:1789608773.247538:0:2411:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608773.247541:0:2411:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608773.247543:0:2411:0:(genops.c:1222:class_import_put()) import ffff94d902b13000 refcount=2 obd=lustre-OST0001-osc-ffff94d904ceb000 00000020:00000001:3.0:1789608773.247545:0:2411:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608773.247548:0:2411:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d911dcd400. 02000000:00000001:3.0:1789608773.247552:0:2411:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608773.247554:0:2411:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608773.247556:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d26680. 00000100:00000001:3.0:1789608773.247559:0:2411:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608773.247561:0:2411:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608773.247563:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608773.247574:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608773.247576:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608773.247579:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608773.247582:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.256648:0:32790:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789608773.256658:0:32790:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789608773.256661:0:32790:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789608773.256665:0:32790:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7b20 00000080:00200000:2.0:1789608773.256671:0:32790:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:2.0:1789608773.256817:0:32790:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d911dcd800. 00800000:00000002:2.0:1789608773.256826:0:32790:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:2.0:1789608773.256832:0:32790:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789608773.256838:0:32790:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789608773.256841:0:32790:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7a40 00800000:00000002:2.0:1789608773.256844:0:32790:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608773.256849:0:32790:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789608773.256853:0:32790:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608773.256856:0:32790:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608773.256859:0:32790:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608773.256862:0:32790:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608773.256864:0:32790:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.256866:0:32790:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608773.256868:0:32790:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.256872:0:32790:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789608773.256878:0:32790:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789608773.256880:0:32790:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7910 00000002:00010000:2.0:1789608773.256882:0:32790:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789608773.256887:0:32790:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789608773.256889:0:32790:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608773.256894:0:32790:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608773.256903:0:32790:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904041b00 count: 2 00010000:00000001:2.0:1789608773.256906:0:32790:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608773.256913:0:32790:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608773.256918:0:32790:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789608773.256924:0:32790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe56 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed92ed expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789608773.256938:0:32790:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789608773.256945:0:32790:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608773.256949:0:32790:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe56 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed92ed expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789608773.256958:0:32790:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789608773.256960:0:32790:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789608773.256962:0:32790:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608773.256964:0:32790:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608773.256966:0:32790:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608773.256969:0:32790:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789608773.256972:0:32790:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789608773.256976:0:32790:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:2.0:1789608773.256980:0:32790:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dcd800. 00000080:00000001:2.0:1789608773.256986:0:32790:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789608773.256988:0:32790:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608773.256992:0:32790:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:2.0:1789608773.256996:0:32790:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176fe56 00800000:00000001:2.0:1789608773.256999:0:32790:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789608773.257001:0:32790:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789608773.257004:0:32790:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.257006:0:32790:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.257009:0:32790:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:2.0:1789608773.257012:0:32790:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:2.0:1789608773.257016:0:32790:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:2.0:1789608773.257019:0:32790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.257022:0:32790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608773.257023:0:32790:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608773.257025:0:32790:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608773.257028:0:32790:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fe56 from it ffffae3e01cd7b58 00010000:00000001:2.0:1789608773.257030:0:32790:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.257031:0:32790:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.257033:0:32790:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:2.0:1789608773.257035:0:32790:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:2.0:1789608773.257037:0:32790:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:2.0:1789608773.257039:0:32790:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608773.257042:0:32790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe56 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed92ed expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789608773.257049:0:32790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.257050:0:32790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.257052:0:32790:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789608773.257055:0:32790:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789608773.257058:0:32790:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe56 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed92ed expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789608773.257065:0:32790:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789608773.257069:0:32790:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789608773.257072:0:32790:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608773.257078:0:32790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.257079:0:32790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.257081:0:32790:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.257085:0:32790:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789608773.257087:0:32790:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.257089:0:32790:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.257092:0:32790:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.257095:0:32790:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608773.257096:0:32790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.257097:0:32790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789608773.257101:0:32790:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789608773.257102:0:32790:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608773.257105:0:32790:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 1 00000080:00000001:2.0:1789608773.257111:0:32790:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789608773.257120:0:32790:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d907f681c0. 00000020:00000001:2.0:1789608773.257189:0:32790:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7a88 00000080:00200000:2.0:1789608773.257191:0:32790:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff94d918926c08), flags=24 00000080:00000001:2.0:1789608773.257194:0:32790:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1789608773.257196:0:32790:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7938 00000080:00200000:2.0:1789608773.257198:0:32790:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff94d918926c08), intent=0 00000080:00000010:2.0:1789608773.257206:0:32790:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d911dcd800. 00800000:00000002:2.0:1789608773.257209:0:32790:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:2.0:1789608773.257213:0:32790:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789608773.257215:0:32790:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789608773.257216:0:32790:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7858 00800000:00000002:2.0:1789608773.257218:0:32790:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608773.257220:0:32790:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789608773.257224:0:32790:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608773.257225:0:32790:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608773.257226:0:32790:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608773.257228:0:32790:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608773.257229:0:32790:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.257230:0:32790:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608773.257232:0:32790:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.257235:0:32790:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd77f0 00800000:00000002:2.0:1789608773.257236:0:32790:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-2' -> mds #0 00000002:00000001:2.0:1789608773.257239:0:32790:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789608773.257241:0:32790:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7728 00000002:00010000:2.0:1789608773.257242:0:32790:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1789608773.257246:0:32790:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789608773.257249:0:32790:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789608773.257264:0:32790:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d25f80. 00000020:00000040:2.0:1789608773.257269:0:32790:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00010000:00000001:2.0:1789608773.257277:0:32790:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789608773.257282:0:32790:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608773.257286:0:32790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.257287:0:32790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.257289:0:32790:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.257292:0:32790:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608773.257295:0:32790:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608773.257298:0:32790:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608773.257307:0:32790:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d903dbd000. 00000100:00000001:2.0:1789608773.257315:0:32790:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.257320:0:32790:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608773.257322:0:32790:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.257324:0:32790:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608773.257325:0:32790:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.257327:0:32790:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.257335:0:32790:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626258592882560 : -117815116669056 : ffff94d907d25f80) 00010000:00000001:2.0:1789608773.257339:0:32790:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789608773.257342:0:32790:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1789608773.257344:0:32790:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904041b00 count: 2 00010000:00000001:2.0:1789608773.257346:0:32790:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608773.257349:0:32790:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789608773.257352:0:32790:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d909232600. 00000020:00000001:2.0:1789608773.257355:0:32790:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789608773.257358:0:32790:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d909232600 with handle 0xc54db3288176fe72 to hash 00000020:00000001:2.0:1789608773.257360:0:32790:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789608773.257362:0:32790:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626258614953472 : -117815094598144 : ffff94d909232600) 00010000:00000001:2.0:1789608773.257366:0:32790:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626258614953472 : -117815094598144 : ffff94d909232600) 00010000:00000001:2.0:1789608773.257369:0:32790:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608773.257370:0:32790:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608773.257373:0:32790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232600/0xc54db3288176fe72 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32790 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789608773.257447:0:32790:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232600/0xc54db3288176fe72 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32790 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789608773.257459:0:32790:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232600/0xc54db3288176fe72 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32790 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789608773.257465:0:32790:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789608773.257468:0:32790:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789608773.257476:0:32790:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d904bde780. 00000100:00000001:2.0:1789608773.257478:0:32790:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258541209472 : -117815168342144 : ffff94d904bde780) 00000100:00000001:2.0:1789608773.257481:0:32790:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608773.257482:0:32790:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592882560 : -117815116669056 : ffff94d907d25f80) 00000100:00000001:2.0:1789608773.257488:0:32790:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608773.257493:0:32790:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.257496:0:32790:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789608773.257497:0:32790:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608773.257510:0:32790:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d25f80 x1876538934285440/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.257519:0:32790:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608773.257522:0:32790:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608773.257525:0:32790:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608773.257528:0:32790:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608773.257530:0:32790:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608773.257534:0:32790:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d25f80 pname:cluuid:pid:xid:nid:opc:job checkstat:25f5d458-2cbe-49cd-9693-334c08df7e27:32790:1876538934285440:192.168.203.121@tcp:101:checkstat.0 00000100:00000001:2.0:1789608773.257538:0:32790:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608773.257544:0:32790:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608773.257546:0:32790:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608773.257549:0:32790:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608773.257554:0:32790:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d902b3c800. 02000000:00000001:2.0:1789608773.257556:0:32790:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608773.257566:0:32790:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608773.257570:0:32790:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21898. 00000400:00000010:2.0:1789608773.257579:0:32790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c220. 00000100:00000200:2.0:1789608773.257586:0:32790:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876538934285440, portal 10 00000100:00000001:2.0:1789608773.257588:0:32790:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608773.257589:0:32790:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592882560 : -117815116669056 : ffff94d907d25f80) 00000100:00000040:2.0:1789608773.257595:0:32790:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d907d25f80 x1876538934285440/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608789 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.257603:0:32790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608773.257606:0:32790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608773.257609:0:32790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6cdd0. 00000100:00000200:2.0:1789608773.257613:0:32790:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876538934285440, offset 0 00000400:00000200:2.0:1789608773.257620:0:32790:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608773.257630:0:32790:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608773.257638:0:32790:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608773.257644:0:32790:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608773.257649:0:32790:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608773.257653:0:32790:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608773.257656:0:32790:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608773.257660:0:32790:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2767:2767:256:4294967295] 192.168.203.121@tcp LPNI seq info [2767:2767:8:4294967295] 00000400:00000200:2.0:1789608773.257664:0:32790:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608773.257674:0:32790:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608773.257809:0:32790:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608773.257816:0:32790:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903c79100. 00000800:00000200:2.0:1789608773.257824:0:32790:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608773.257835:0:32790:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608773.257841:0:32790:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903c79100 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1789608773.257916:0:32790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608773.257921:0:32790:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 876166 usecs (877 jiffies) 00000400:00000200:2.0:1789608773.257926:0:32790:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608773.257929:0:32790:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296501225 00000100:00000001:2.0:1789608773.257933:0:32790:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296502623 00000100:00000001:2.0:1789608773.257937:0:32790:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296501225 00000100:00000001:2.0:1789608773.257939:0:32790:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296502623 00000100:00000001:2.0:1789608773.257941:0:32790:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608773.257944:0:32790:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.257947:0:32790:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608773.257949:0:32790:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789608773.257952:0:32790:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d904bde780 going to sleep for 11 seconds 00000100:00000001:2.0:1789608773.257955:0:32790:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608773.257960:0:32790:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608773.259831:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608773.259843:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903c79100. 00000400:00000200:1.0:1789608773.260379:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608773.260392:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608773.260402:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6cdd0 00000400:00000010:1.0:1789608773.260406:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6cdd0. 00000100:00000001:1.0:1789608773.260413:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608773.260422:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25f80 x1876538934285440/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608789 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608773.260438:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608773.260443:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d25f80 x1876538934285440/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608789 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608773.260450:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608773.260452:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608773.266288:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.266313:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608773.266320:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.266323:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608773.266334:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.266345:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608773.266357:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.266363:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.268160:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.268176:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 688 into portal 10 MB=0x6aab3c495d480 00000400:00000200:1.0:1789608773.268186:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.268196:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 688/688 into md 0x7ef1 [1] + 224 00000800:00000001:1.0:1789608773.268210:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.268328:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608773.268334:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608773.268340:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608773.268350:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608773.268364:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d25f80 x1876538934285440/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608789 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608773.268380:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d907d25f80 x1876538934285440/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608773.268400:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608773.268414:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.268418:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608773.268452:0:32790:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608773.268462:0:32790:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608773.268464:0:32790:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608773.268468:0:32790:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21898. 00000400:00000200:2.0:1789608773.268474:0:32790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c220 00000400:00000010:2.0:1789608773.268477:0:32790:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c220. 00000100:00000001:2.0:1789608773.268481:0:32790:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608773.268487:0:32790:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d25f80 x1876538934285440/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789608773.268497:0:32790:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d25f80 x1876538934285440/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.268505:0:32790:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608773.268507:0:32790:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608773.268509:0:32790:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608773.268513:0:32790:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608773.268516:0:32790:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608773.268518:0:32790:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608773.268521:0:32790:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608773.268534:0:32790:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=131 v=5 (104 104 104 137) 00000100:00001000:2.0:1789608773.268538:0:32790:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608773.268541:0:32790:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608773.268543:0:32790:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.268546:0:32790:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608773.268550:0:32790:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.268554:0:32790:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608773.268557:0:32790:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967620 00000100:00000001:2.0:1789608773.268558:0:32790:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608773.268561:0:32790:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608773.268566:0:32790:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d25f80 x1876538934285440/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/688 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.268573:0:32790:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608773.268577:0:32790:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608773.268579:0:32790:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608773.268583:0:32790:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d25f80 x1876538934285440/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/688 e 0 to 0 dl 1789608789 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789608773.268592:0:32790:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d25f80 pname:cluuid:pid:xid:nid:opc:job checkstat:25f5d458-2cbe-49cd-9693-334c08df7e27:32790:1876538934285440:192.168.203.121@tcp:101:checkstat.0 00000100:00000001:2.0:1789608773.268598:0:32790:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608773.268601:0:32790:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.268604:0:32790:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789608773.268606:0:32790:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608773.268609:0:32790:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d25f80 x1876538934285440/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/688 e 0 to 0 dl 1789608789 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.268615:0:32790:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608773.268618:0:32790:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d904bde780. 00000100:00000001:2.0:1789608773.268621:0:32790:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789608773.268623:0:32790:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.268626:0:32790:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789608773.268631:0:32790:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.268634:0:32790:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.268637:0:32790:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232600 refcount=4 00000020:00000001:2.0:1789608773.268639:0:32790:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614953472 : -117815094598144 : ffff94d909232600) 00010000:00000001:2.0:1789608773.268642:0:32790:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614953472 : -117815094598144 : ffff94d909232600) 00010000:00000040:2.0:1789608773.268649:0:32790:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d909232600, remote cookie: 0x91bddff8e8ed934f, flags: 0x1001 00010000:00010000:2.0:1789608773.268656:0:32790:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232600/0xc54db3288176fe72 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed934f expref: -99 pid: 32790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789608773.268665:0:32790:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x24:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1789608773.268669:0:32790:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1789608773.268697:0:32790:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d903b69a00. 00010000:00000010:2.0:1789608773.268703:0:32790:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d90847bd80. 00010000:00000001:2.0:1789608773.268709:0:32790:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608773.268713:0:32790:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232600/0xc54db3288176fe72 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed934f expref: -99 pid: 32790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789608773.268727:0:32790:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232600/0xc54db3288176fe72 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed934f expref: -99 pid: 32790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608773.268733:0:32790:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789608773.268737:0:32790:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789608773.268740:0:32790:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789608773.268741:0:32790:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789608773.268743:0:32790:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789608773.268746:0:32790:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x24:0x0].0x0 (ffff94d903b69a00) refcount = 1 00010000:00010000:2.0:1789608773.268749:0:32790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232600/0xc54db3288176fe72 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed934f expref: -99 pid: 32790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608773.268756:0:32790:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789608773.268759:0:32790:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789608773.268761:0:32790:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608773.268764:0:32790:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789608773.268767:0:32790:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608773.268771:0:32790:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232600/0xc54db3288176fe72 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed934f expref: -99 pid: 32790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608773.268777:0:32790:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789608773.268779:0:32790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.268780:0:32790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.268782:0:32790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.268782:0:32790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.268784:0:32790:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.268790:0:32790:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789608773.268792:0:32790:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.268793:0:32790:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.268794:0:32790:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232600 refcount=3 00000020:00000001:2.0:1789608773.268797:0:32790:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614953472 : -117815094598144 : ffff94d909232600) 00010000:00000001:2.0:1789608773.268799:0:32790:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614953472 : -117815094598144 : ffff94d909232600) 00010000:00000001:2.0:1789608773.268803:0:32790:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.268804:0:32790:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.268805:0:32790:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232600 refcount=4 00000020:00000001:2.0:1789608773.268807:0:32790:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614953472 : -117815094598144 : ffff94d909232600) 00010000:00000001:2.0:1789608773.268809:0:32790:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614953472 : -117815094598144 : ffff94d909232600) 00010000:00000001:2.0:1789608773.268812:0:32790:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608773.268816:0:32790:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608773.268819:0:32790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232600/0xc54db3288176fe72 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed934f expref: -99 pid: 32790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608773.268826:0:32790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.268827:0:32790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.268829:0:32790:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.268830:0:32790:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.268831:0:32790:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232600 refcount=5 00000020:00000001:2.0:1789608773.268833:0:32790:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614953472 : -117815094598144 : ffff94d909232600) 00010000:00000001:2.0:1789608773.268835:0:32790:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614953472 : -117815094598144 : ffff94d909232600) 00010000:00000001:2.0:1789608773.268838:0:32790:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608773.268842:0:32790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232600/0xc54db3288176fe72 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed934f expref: -99 pid: 32790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608773.268848:0:32790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.268849:0:32790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789608773.268852:0:32790:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232600/0xc54db3288176fe72 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed934f expref: -99 pid: 32790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608773.268859:0:32790:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608773.268860:0:32790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.268862:0:32790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.268863:0:32790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.268864:0:32790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789608773.268869:0:32790:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff94d907d25f80 x1876538934285440/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/688 e 0 to 0 dl 1789608789 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1789608773.268886:0:32790:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.268887:0:32790:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.268888:0:32790:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232600 refcount=3 00000020:00000001:2.0:1789608773.268890:0:32790:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614953472 : -117815094598144 : ffff94d909232600) 00010000:00000001:2.0:1789608773.268893:0:32790:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614953472 : -117815094598144 : ffff94d909232600) 00010000:00000001:2.0:1789608773.268895:0:32790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.268907:0:32790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608773.268908:0:32790:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.268910:0:32790:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.268914:0:32790:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1789608773.268916:0:32790:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.268917:0:32790:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.268919:0:32790:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232600 refcount=3 00000020:00000001:2.0:1789608773.268975:0:32790:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614953472 : -117815094598144 : ffff94d909232600) 00010000:00000001:2.0:1789608773.268978:0:32790:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614953472 : -117815094598144 : ffff94d909232600) 00000002:00010000:2.0:1789608773.268983:0:32790:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232600/0xc54db3288176fe72 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed934f expref: -99 pid: 32790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608773.268990:0:32790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.268992:0:32790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.268994:0:32790:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789608773.268995:0:32790:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.268996:0:32790:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.268998:0:32790:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232600 refcount=3 00000020:00000001:2.0:1789608773.269000:0:32790:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614953472 : -117815094598144 : ffff94d909232600) 00010000:00000001:2.0:1789608773.269002:0:32790:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614953472 : -117815094598144 : ffff94d909232600) 00010000:00000040:2.0:1789608773.269007:0:32790:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69a00 count: 2 00010000:00000001:2.0:1789608773.269010:0:32790:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789608773.269014:0:32790:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d91081f000 type 13 mode 4 res 8589935621/36 (0 0) 00010000:00000001:2.0:1789608773.269017:0:32790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.269018:0:32790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608773.269021:0:32790:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789608773.269024:0:32790:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd76b0 00000002:00002000:2.0:1789608773.269027:0:32790:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-2 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1789608773.269030:0:32790:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608773.269034:0:32790:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608773.269038:0:32790:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789608773.269045:0:32790:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1789608773.269051:0:32790:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.269056:0:32790:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000001:2.0:1789608773.269059:0:32790:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1789608773.269063:0:32790:0:(namei.c:674:ll_lookup_it_finish()) it ffffae3e01cd7a28 it_disposition b 00000080:00000001:2.0:1789608773.269067:0:32790:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789608773.269075:0:32790:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1789608773.269080:0:32790:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1789608773.269087:0:32790:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d9071bf7c0. 00800000:00000001:2.0:1789608773.269090:0:32790:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626258580928448 : -117815128623168 : ffff94d9071bf7c0) 00800000:00000001:2.0:1789608773.269092:0:32790:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.269094:0:32790:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789608773.269098:0:32790:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:2.0:1789608773.269101:0:32790:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1789608773.269110:0:32790:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1789608773.269112:0:32790:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x24:0x0] 00000080:00000001:2.0:1789608773.269115:0:32790:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1789608773.269118:0:32790:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1789608773.269120:0:32790:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.269129:0:32790:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:2.0:1789608773.269132:0:32790:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1789608773.269134:0:32790:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611172 mtime from 1789608754 to 1789608755 00000080:00200000:2.0:1789608773.269139:0:32790:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x24:0x0], updating i_size 16384 00000080:00200000:2.0:1789608773.269142:0:32790:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x24:0x0](ffff94d9189242c8): rc = 0 00000080:00000001:2.0:1789608773.269145:0:32790:0:(namei.c:156:ll_iget()) Process leaving (rc=18446626258873893576 : -117814835658040 : ffff94d9189242c8) 00010000:00000001:2.0:1789608773.269147:0:32790:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.269148:0:32790:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.269150:0:32790:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232600 refcount=3 00000020:00000001:2.0:1789608773.269151:0:32790:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614953472 : -117815094598144 : ffff94d909232600) 00010000:00000001:2.0:1789608773.269154:0:32790:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614953472 : -117815094598144 : ffff94d909232600) 00010000:00000001:2.0:1789608773.269156:0:32790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.269157:0:32790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789608773.269159:0:32790:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789608773.269161:0:32790:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1789608773.269163:0:32790:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d9071bf7c0 1 00800000:00000010:2.0:1789608773.269165:0:32790:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d9071bf7c0. 00800000:00000001:2.0:1789608773.269168:0:32790:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608773.269171:0:32790:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x24:0x0](ffff94d9189242c8) for lock 0xc54db3288176fe72 00800000:00000001:2.0:1789608773.269174:0:32790:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789608773.269176:0:32790:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789608773.269176:0:32790:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.269180:0:32790:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.269181:0:32790:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232600 refcount=3 00000020:00000001:2.0:1789608773.269183:0:32790:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614953472 : -117815094598144 : ffff94d909232600) 00010000:00000001:2.0:1789608773.269185:0:32790:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614953472 : -117815094598144 : ffff94d909232600) 00010000:00000001:2.0:1789608773.269187:0:32790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.269189:0:32790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608773.269190:0:32790:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608773.269192:0:32790:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1789608773.269200:0:32790:0:(namei.c:653:ll_splice_alias()) Add dentry ffff94d918a9aa20 inode ffff94d9189242c8 refc 1 flags 0x20000e 00000080:00000002:2.0:1789608773.269204:0:32790:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-2 [0x200000405:0x24:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:2.0:1789608773.269208:0:32790:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1789608773.269211:0:32790:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x24:0x0](ffff94d9189242c8) 00000080:00010000:2.0:1789608773.269215:0:32790:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fe72 from it ffffae3e01cd7a28 00010000:00000001:2.0:1789608773.269217:0:32790:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.269218:0:32790:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.269220:0:32790:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232600 refcount=3 00000020:00000001:2.0:1789608773.269221:0:32790:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614953472 : -117815094598144 : ffff94d909232600) 00010000:00000001:2.0:1789608773.269224:0:32790:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614953472 : -117815094598144 : ffff94d909232600) 00010000:00000001:2.0:1789608773.269225:0:32790:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608773.269228:0:32790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232600/0xc54db3288176fe72 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed934f expref: -99 pid: 32790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608773.269239:0:32790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.269240:0:32790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.269241:0:32790:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789608773.269244:0:32790:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789608773.269247:0:32790:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232600/0xc54db3288176fe72 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed934f expref: -99 pid: 32790 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789608773.269264:0:32790:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789608773.269267:0:32790:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789608773.269270:0:32790:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608773.269276:0:32790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.269277:0:32790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.269278:0:32790:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.269282:0:32790:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789608773.269285:0:32790:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.269287:0:32790:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.269290:0:32790:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.269292:0:32790:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608773.269293:0:32790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.269294:0:32790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789608773.269296:0:32790:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789608773.269300:0:32790:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dcd800. 00000100:00000001:2.0:1789608773.269303:0:32790:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608773.269308:0:32790:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d25f80 x1876538934285440/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/688 e 0 to 0 dl 1789608789 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.269314:0:32790:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608773.269317:0:32790:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608773.269321:0:32790:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d902b3c800. 02000000:00000001:2.0:1789608773.269324:0:32790:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608773.269327:0:32790:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608773.269329:0:32790:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:2.0:1789608773.269331:0:32790:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608773.269334:0:32790:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d903dbd000. 02000000:00000001:2.0:1789608773.269337:0:32790:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608773.269339:0:32790:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608773.269341:0:32790:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d25f80. 00000100:00000001:2.0:1789608773.269345:0:32790:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608773.269347:0:32790:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789608773.269357:0:32790:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789608773.269359:0:32790:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x24:0x0](ffff94d9189242c8), inode mode 41ed mask 1 00000080:00000001:2.0:1789608773.269365:0:32790:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789608773.269581:0:32790:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d907f68020. 00000020:00000001:2.0:1789608773.269587:0:32790:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7ae8 00000080:00200000:2.0:1789608773.269589:0:32790:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000405:0x24:0x0](ffff94d9189242c8), flags=8 00000080:00000001:2.0:1789608773.269593:0:32790:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1789608773.269594:0:32790:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7998 00000080:00200000:2.0:1789608773.269596:0:32790:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000405:0x24:0x0](ffff94d9189242c8), intent=getattr 00000080:00000010:2.0:1789608773.269604:0:32790:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d911dcd800. 00800000:00000002:2.0:1789608773.269609:0:32790:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d9071bf140 2 00000080:00000001:2.0:1789608773.269613:0:32790:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789608773.269617:0:32790:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789608773.269618:0:32790:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd78b8 00800000:00000002:2.0:1789608773.269620:0:32790:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000405:0x24:0x0] 00800000:00000001:2.0:1789608773.269623:0:32790:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789608773.269627:0:32790:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608773.269630:0:32790:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608773.269632:0:32790:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608773.269635:0:32790:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608773.269637:0:32790:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.269639:0:32790:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:2.0:1789608773.269641:0:32790:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.269645:0:32790:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7850 00800000:00000002:2.0:1789608773.269646:0:32790:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x24:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:2.0:1789608773.269651:0:32790:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789608773.269652:0:32790:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7788 00000002:00010000:2.0:1789608773.269654:0:32790:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000405:0x24:0x0], intent: getattr flags 01 00000002:00000001:2.0:1789608773.269659:0:32790:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789608773.269661:0:32790:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789608773.269665:0:32790:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d25f80. 00000020:00000040:2.0:1789608773.269668:0:32790:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00010000:00000001:2.0:1789608773.269674:0:32790:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789608773.269777:0:32790:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608773.269781:0:32790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.269783:0:32790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.269784:0:32790:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.269787:0:32790:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608773.269789:0:32790:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608773.269793:0:32790:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608773.269802:0:32790:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d903dbd000. 00000100:00000001:2.0:1789608773.269808:0:32790:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.269812:0:32790:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608773.269814:0:32790:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.269815:0:32790:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608773.269817:0:32790:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.269819:0:32790:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.269826:0:32790:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626258592882560 : -117815116669056 : ffff94d907d25f80) 00010000:00000001:2.0:1789608773.269829:0:32790:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789608773.269831:0:32790:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1789608773.269835:0:32790:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69a00 count: 2 00010000:00000001:2.0:1789608773.269838:0:32790:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608773.269841:0:32790:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789608773.269844:0:32790:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d909233400. 00000020:00000001:2.0:1789608773.269848:0:32790:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789608773.269851:0:32790:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d909233400 with handle 0xc54db3288176fe79 to hash 00000020:00000001:2.0:1789608773.269853:0:32790:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789608773.269855:0:32790:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626258614957056 : -117815094594560 : ffff94d909233400) 00010000:00000001:2.0:1789608773.269859:0:32790:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626258614957056 : -117815094594560 : ffff94d909233400) 00010000:00000001:2.0:1789608773.269861:0:32790:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608773.269863:0:32790:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608773.269866:0:32790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233400/0xc54db3288176fe79 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32790 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789608773.269874:0:32790:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233400/0xc54db3288176fe79 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32790 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789608773.269887:0:32790:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233400/0xc54db3288176fe79 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32790 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789608773.270624:0:32790:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789608773.270631:0:32790:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789608773.270642:0:32790:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d904bde780. 00000100:00000001:2.0:1789608773.270647:0:32790:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258541209472 : -117815168342144 : ffff94d904bde780) 00000100:00000001:2.0:1789608773.270651:0:32790:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608773.270652:0:32790:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592882560 : -117815116669056 : ffff94d907d25f80) 00000100:00000001:2.0:1789608773.270658:0:32790:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608773.270663:0:32790:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.270665:0:32790:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789608773.270667:0:32790:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608773.270708:0:32790:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d25f80 x1876538934285568/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.270718:0:32790:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608773.270721:0:32790:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608773.270725:0:32790:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608773.270729:0:32790:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608773.270731:0:32790:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608773.270734:0:32790:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d25f80 pname:cluuid:pid:xid:nid:opc:job checkstat:25f5d458-2cbe-49cd-9693-334c08df7e27:32790:1876538934285568:192.168.203.121@tcp:101:checkstat.0 00000100:00000001:2.0:1789608773.270739:0:32790:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608773.270746:0:32790:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608773.270749:0:32790:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608773.270751:0:32790:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608773.270757:0:32790:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d902b3c800. 02000000:00000001:2.0:1789608773.270759:0:32790:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608773.270769:0:32790:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608773.270773:0:32790:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21898. 00000400:00000010:2.0:1789608773.270781:0:32790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c220. 00000100:00000200:2.0:1789608773.270789:0:32790:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876538934285568, portal 10 00000100:00000001:2.0:1789608773.270791:0:32790:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608773.270793:0:32790:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592882560 : -117815116669056 : ffff94d907d25f80) 00000100:00000040:2.0:1789608773.270800:0:32790:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d907d25f80 x1876538934285568/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608789 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.270808:0:32790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608773.270812:0:32790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608773.270814:0:32790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6cb28. 00000100:00000200:2.0:1789608773.270818:0:32790:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876538934285568, offset 0 00000400:00000200:2.0:1789608773.270825:0:32790:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608773.270836:0:32790:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608773.270844:0:32790:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608773.270850:0:32790:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608773.270854:0:32790:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608773.270859:0:32790:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608773.270862:0:32790:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608773.270866:0:32790:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2768:2768:256:4294967295] 192.168.203.121@tcp LPNI seq info [2768:2768:8:4294967295] 00000400:00000200:2.0:1789608773.270872:0:32790:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608773.270882:0:32790:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608773.270889:0:32790:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608773.271103:0:32790:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903c79600. 00000800:00000200:2.0:1789608773.271114:0:32790:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608773.271182:0:32790:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608773.271188:0:32790:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903c79600 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1789608773.271216:0:32790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608773.271222:0:32790:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 874948 usecs (875 jiffies) 00000400:00000200:2.0:1789608773.271227:0:32790:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608773.271231:0:32790:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296501236 00000100:00000001:2.0:1789608773.271235:0:32790:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296502623 00000100:00000001:2.0:1789608773.271238:0:32790:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296501236 00000100:00000001:2.0:1789608773.271240:0:32790:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296502623 00000100:00000001:2.0:1789608773.271243:0:32790:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608773.271247:0:32790:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.271250:0:32790:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608773.271262:0:32790:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789608773.271266:0:32790:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d904bde780 going to sleep for 11 seconds 00000100:00000001:2.0:1789608773.271269:0:32790:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608773.271273:0:32790:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608773.272223:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608773.272233:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903c79600. 00000400:00000200:1.0:1789608773.272241:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608773.272249:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608773.273493:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6cb28 00000400:00000010:1.0:1789608773.273504:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6cb28. 00000100:00000001:1.0:1789608773.273510:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608773.273524:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25f80 x1876538934285568/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608789 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608773.273539:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608773.273542:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d25f80 x1876538934285568/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608789 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608773.273550:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608773.273552:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608773.276289:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.276313:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608773.276319:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.276323:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608773.276335:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.276346:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608773.276357:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.276364:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.276372:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.276377:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 640 into portal 10 MB=0x6aab3c495d500 00000400:00000200:1.0:1789608773.276383:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.276392:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 640/640 into md 0x7ef9 [1] + 224 00000800:00000001:1.0:1789608773.276432:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.276444:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608773.276449:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608773.276454:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608773.276464:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608773.276477:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d25f80 x1876538934285568/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608789 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608773.276490:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff94d907d25f80 x1876538934285568/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608773.276513:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608773.276523:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.276527:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608773.276643:0:32790:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608773.276655:0:32790:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608773.276657:0:32790:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608773.276662:0:32790:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21898. 00000400:00000200:2.0:1789608773.276668:0:32790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c220 00000400:00000010:2.0:1789608773.276671:0:32790:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c220. 00000100:00000001:2.0:1789608773.276675:0:32790:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608773.276744:0:32790:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d25f80 x1876538934285568/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789608773.276768:0:32790:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d25f80 x1876538934285568/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.276774:0:32790:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608773.276777:0:32790:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608773.276780:0:32790:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608773.276784:0:32790:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608773.276788:0:32790:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608773.276791:0:32790:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608773.276795:0:32790:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608773.276806:0:32790:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=131 v=5 (104 104 104 137) 00000100:00001000:2.0:1789608773.276811:0:32790:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608773.276815:0:32790:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608773.276818:0:32790:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.276821:0:32790:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608773.276825:0:32790:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.276831:0:32790:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608773.276834:0:32790:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967620 00000100:00000001:2.0:1789608773.276836:0:32790:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608773.276841:0:32790:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608773.276846:0:32790:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d25f80 x1876538934285568/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/640 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.276870:0:32790:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608773.276874:0:32790:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608773.276876:0:32790:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608773.276882:0:32790:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d25f80 x1876538934285568/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/640 e 0 to 0 dl 1789608789 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789608773.276900:0:32790:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d25f80 pname:cluuid:pid:xid:nid:opc:job checkstat:25f5d458-2cbe-49cd-9693-334c08df7e27:32790:1876538934285568:192.168.203.121@tcp:101:checkstat.0 00000100:00000001:2.0:1789608773.276906:0:32790:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608773.276910:0:32790:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.276913:0:32790:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789608773.276916:0:32790:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608773.276920:0:32790:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d25f80 x1876538934285568/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/640 e 0 to 0 dl 1789608789 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.276928:0:32790:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608773.276931:0:32790:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d904bde780. 00000100:00000001:2.0:1789608773.276935:0:32790:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789608773.276937:0:32790:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.276941:0:32790:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789608773.276946:0:32790:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.276950:0:32790:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.276954:0:32790:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233400 refcount=4 00000020:00000001:2.0:1789608773.276956:0:32790:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614957056 : -117815094594560 : ffff94d909233400) 00010000:00000001:2.0:1789608773.276959:0:32790:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614957056 : -117815094594560 : ffff94d909233400) 00010000:00000040:2.0:1789608773.276967:0:32790:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d909233400, remote cookie: 0x91bddff8e8ed936b, flags: 0x1001 00010000:00010000:2.0:1789608773.276974:0:32790:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233400/0xc54db3288176fe79 lrc: 4/1,0 mode: --/CR res: [0x200000405:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed936b expref: -99 pid: 32790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789608773.276983:0:32790:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x26:0x0].0x0, instead of [0x200000405:0x24:0x0].0x0 00010000:00000001:2.0:1789608773.276986:0:32790:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:2.0:1789608773.276994:0:32790:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904041100 count: 2 00010000:00000001:2.0:1789608773.276998:0:32790:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608773.277002:0:32790:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608773.277006:0:32790:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233400/0xc54db3288176fe79 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed936b expref: -99 pid: 32790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789608773.277014:0:32790:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233400/0xc54db3288176fe79 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed936b expref: -99 pid: 32790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608773.277020:0:32790:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789608773.277030:0:32790:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789608773.277032:0:32790:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789608773.277035:0:32790:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789608773.277036:0:32790:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789608773.277039:0:32790:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x26:0x0].0x0 (ffff94d904041100) refcount = 2 00010000:00000040:2.0:1789608773.277042:0:32790:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1789608773.277045:0:32790:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0a00/0xc54db3288176fe4f lrc: 1/0,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed92d8 expref: -99 pid: 32754 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1789608773.277054:0:32790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233400/0xc54db3288176fe79 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed936b expref: -99 pid: 32790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608773.277062:0:32790:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789608773.277065:0:32790:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789608773.277067:0:32790:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608773.277071:0:32790:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789608773.277074:0:32790:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608773.277077:0:32790:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233400/0xc54db3288176fe79 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed936b expref: -99 pid: 32790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608773.277084:0:32790:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789608773.277086:0:32790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.277087:0:32790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.277088:0:32790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.277090:0:32790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.277091:0:32790:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.277097:0:32790:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789608773.277099:0:32790:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.277100:0:32790:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.277102:0:32790:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233400 refcount=3 00000020:00000001:2.0:1789608773.277104:0:32790:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614957056 : -117815094594560 : ffff94d909233400) 00010000:00000001:2.0:1789608773.277111:0:32790:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614957056 : -117815094594560 : ffff94d909233400) 00010000:00000001:2.0:1789608773.277114:0:32790:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.277115:0:32790:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.277116:0:32790:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233400 refcount=4 00000020:00000001:2.0:1789608773.277118:0:32790:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614957056 : -117815094594560 : ffff94d909233400) 00010000:00000001:2.0:1789608773.277131:0:32790:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614957056 : -117815094594560 : ffff94d909233400) 00010000:00000001:2.0:1789608773.277135:0:32790:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608773.277138:0:32790:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608773.277142:0:32790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233400/0xc54db3288176fe79 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed936b expref: -99 pid: 32790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608773.277148:0:32790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.277149:0:32790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.277151:0:32790:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.277152:0:32790:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.277153:0:32790:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233400 refcount=5 00000020:00000001:2.0:1789608773.277155:0:32790:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614957056 : -117815094594560 : ffff94d909233400) 00010000:00000001:2.0:1789608773.277157:0:32790:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614957056 : -117815094594560 : ffff94d909233400) 00010000:00000001:2.0:1789608773.277164:0:32790:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608773.277166:0:32790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233400/0xc54db3288176fe79 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed936b expref: -99 pid: 32790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608773.277173:0:32790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.277174:0:32790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789608773.277179:0:32790:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233400/0xc54db3288176fe79 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed936b expref: -99 pid: 32790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608773.277189:0:32790:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608773.277191:0:32790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.277192:0:32790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.277193:0:32790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.277194:0:32790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789608773.277200:0:32790:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d907d25f80 x1876538934285568/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/640 e 0 to 0 dl 1789608789 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1789608773.277210:0:32790:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.277211:0:32790:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.277212:0:32790:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233400 refcount=3 00000020:00000001:2.0:1789608773.277214:0:32790:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614957056 : -117815094594560 : ffff94d909233400) 00010000:00000001:2.0:1789608773.277216:0:32790:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614957056 : -117815094594560 : ffff94d909233400) 00000002:00010000:2.0:1789608773.277220:0:32790:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233400/0xc54db3288176fe79 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed936b expref: -99 pid: 32790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1789608773.277251:0:32790:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff94d9071bf7c0. 00010000:00000001:2.0:1789608773.277263:0:32790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.277264:0:32790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608773.277266:0:32790:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.277268:0:32790:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.277272:0:32790:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1789608773.277275:0:32790:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.277276:0:32790:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.277277:0:32790:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233400 refcount=3 00000020:00000001:2.0:1789608773.277279:0:32790:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614957056 : -117815094594560 : ffff94d909233400) 00010000:00000001:2.0:1789608773.277280:0:32790:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614957056 : -117815094594560 : ffff94d909233400) 00000002:00010000:2.0:1789608773.277283:0:32790:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233400/0xc54db3288176fe79 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed936b expref: -99 pid: 32790 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608773.277289:0:32790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.277290:0:32790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.277292:0:32790:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789608773.277293:0:32790:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.277294:0:32790:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.277295:0:32790:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233400 refcount=3 00000020:00000001:2.0:1789608773.277297:0:32790:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614957056 : -117815094594560 : ffff94d909233400) 00010000:00000001:2.0:1789608773.277298:0:32790:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614957056 : -117815094594560 : ffff94d909233400) 00010000:00000040:2.0:1789608773.277302:0:32790:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904041100 count: 3 00010000:00000001:2.0:1789608773.277304:0:32790:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789608773.277308:0:32790:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d91081f000 type 13 mode 4 res 8589935621/38 (0 0) 00010000:00000001:2.0:1789608773.277311:0:32790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.277312:0:32790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608773.277313:0:32790:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789608773.277316:0:32790:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7710 00000002:00002000:2.0:1789608773.277318:0:32790:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1789608773.277322:0:32790:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608773.277326:0:32790:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608773.277329:0:32790:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789608773.277333:0:32790:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000405:0x24:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1789608773.277337:0:32790:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.277341:0:32790:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d9071bf140 2 00000080:00000001:2.0:1789608773.277345:0:32790:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1789608773.277347:0:32790:0:(namei.c:674:ll_lookup_it_finish()) it ffffae3e01cd7b20 it_disposition b 00000080:00000001:2.0:1789608773.277351:0:32790:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789608773.277358:0:32790:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1789608773.277361:0:32790:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789608773.277364:0:32790:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611174 : 144115205339611174 : 200000405000026) 00000080:00000001:2.0:1789608773.277368:0:32790:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:2.0:1789608773.277413:0:32790:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789608773.277419:0:32790:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514694152 : -117815194857464 : ffff94d903295008) 00000020:00001000:2.0:1789608773.277421:0:32790:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295000 00000020:00000001:2.0:1789608773.277424:0:32790:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1789608773.277430:0:32790:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1789608773.277432:0:32790:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789608773.277440:0:32790:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d907f83ba0. 00020000:00000010:2.0:1789608773.277445:0:32790:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d907096200. 00020000:00000010:2.0:1789608773.277453:0:32790:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d907f83de0. 00020000:00000001:2.0:1789608773.277456:0:32790:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626258595364320 : -117815114187296 : ffff94d907f83de0) 00020000:00000002:2.0:1789608773.277460:0:32790:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d907f83de0, objid 0x26:1029, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789608773.277465:0:32790:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789608773.277469:0:32790:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d907096200: ostid: 0x280000401:21 ost idx: 0 gen: 0 00020000:00000002:2.0:1789608773.277474:0:32790:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff94d910b656c8) owner ffff94d9099e4f80 00020000:00000001:2.0:1789608773.277477:0:32790:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789608773.277479:0:32790:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff94d910b656c8) owner ffff94d9099e4f80 00020000:00000010:2.0:1789608773.277485:0:32790:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d907096200. 00020000:00000010:2.0:1789608773.277489:0:32790:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d907f83ba0. 00020000:00000010:2.0:1789608773.277494:0:32790:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d907f83de0. 00020000:00000002:2.0:1789608773.277496:0:32790:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x26:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1789608773.277498:0:32790:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.277500:0:32790:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789608773.277502:0:32790:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295000 00000080:00000001:2.0:1789608773.277506:0:32790:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611174 : 144115205339611174 : 200000405000026) 00000080:00000001:2.0:1789608773.277509:0:32790:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1789608773.277515:0:32790:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x26:0x0](ffff94d918920908): rc = 0 00000080:00000001:2.0:1789608773.277518:0:32790:0:(namei.c:156:ll_iget()) Process leaving (rc=18446626258873878792 : -117814835672824 : ffff94d918920908) 00010000:00000001:2.0:1789608773.277520:0:32790:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.277522:0:32790:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.277524:0:32790:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233400 refcount=3 00000020:00000001:2.0:1789608773.277526:0:32790:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614957056 : -117815094594560 : ffff94d909233400) 00010000:00000001:2.0:1789608773.277528:0:32790:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614957056 : -117815094594560 : ffff94d909233400) 00000080:00000001:2.0:1789608773.277532:0:32790:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789608773.277533:0:32790:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789608773.277535:0:32790:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514694152 : -117815194857464 : ffff94d903295008) 00000020:00001000:2.0:1789608773.277537:0:32790:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295000 00000020:00000001:2.0:1789608773.277539:0:32790:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1789608773.277540:0:32790:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1789608773.277542:0:32790:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789608773.277544:0:32790:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d907f83de0. 00020000:00000010:2.0:1789608773.277547:0:32790:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d907096200. 00020000:00000010:2.0:1789608773.277550:0:32790:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d907f83ba0. 00020000:00000001:2.0:1789608773.277551:0:32790:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626258595363744 : -117815114187872 : ffff94d907f83ba0) 00020000:00000002:2.0:1789608773.277554:0:32790:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d907f83ba0, objid 0x26:1029, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789608773.277557:0:32790:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789608773.277560:0:32790:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d907096200: ostid: 0x280000401:21 ost idx: 0 gen: 0 00020000:00000002:2.0:1789608773.277563:0:32790:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff94d910b656c8) owner ffff94d9099e4f80 00020000:00000001:2.0:1789608773.277565:0:32790:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789608773.277566:0:32790:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff94d910b656c8) owner ffff94d9099e4f80 00020000:00000010:2.0:1789608773.277569:0:32790:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d907096200. 00020000:00000010:2.0:1789608773.277571:0:32790:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d907f83de0. 00020000:00000010:2.0:1789608773.277574:0:32790:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d907f83ba0. 00020000:00000002:2.0:1789608773.277575:0:32790:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x26:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1789608773.277577:0:32790:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.277579:0:32790:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.277583:0:32790:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1789608773.277586:0:32790:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b656c8) owner 0000000000000000/ffff94d9099e4f80 00020000:00000002:2.0:1789608773.277589:0:32790:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d907f831e0 addref 2/0 by ffff94d9099e4f80. 00020000:00000002:2.0:1789608773.277592:0:32790:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b656c8) owner 0000000000000000/ffff94d9099e4f80 00020000:00000001:2.0:1789608773.277596:0:32790:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1789608773.277598:0:32790:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1789608773.277600:0:32790:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1789608773.277602:0:32790:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1789608773.277604:0:32790:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1789608773.277607:0:32790:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x26:0x0]: layout version change: 0 -> 0 00000020:00001000:2.0:1789608773.277609:0:32790:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295000 00000080:00000001:2.0:1789608773.277611:0:32790:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.277613:0:32790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.277614:0:32790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789608773.277616:0:32790:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789608773.277618:0:32790:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1789608773.277621:0:32790:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608773.277625:0:32790:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x26:0x0](ffff94d918920908) for lock 0xc54db3288176fe79 00800000:00000001:2.0:1789608773.277629:0:32790:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789608773.277631:0:32790:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789608773.277632:0:32790:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.277634:0:32790:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.277635:0:32790:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233400 refcount=3 00000020:00000001:2.0:1789608773.277637:0:32790:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614957056 : -117815094594560 : ffff94d909233400) 00010000:00000001:2.0:1789608773.277640:0:32790:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614957056 : -117815094594560 : ffff94d909233400) 00010000:00000001:2.0:1789608773.277642:0:32790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.277643:0:32790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608773.277645:0:32790:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608773.277647:0:32790:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1789608773.277655:0:32790:0:(namei.c:653:ll_splice_alias()) Add dentry ffff94d919293510 inode ffff94d918920908 refc 1 flags 0x40000e 00000080:00000001:2.0:1789608773.277659:0:32790:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1789608773.277663:0:32790:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x26:0x0](ffff94d918920908) 00000080:00010000:2.0:1789608773.277667:0:32790:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fe79 from it ffffae3e01cd7b20 00010000:00000001:2.0:1789608773.277669:0:32790:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.277670:0:32790:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.277671:0:32790:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233400 refcount=3 00000020:00000001:2.0:1789608773.277673:0:32790:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614957056 : -117815094594560 : ffff94d909233400) 00010000:00000001:2.0:1789608773.277718:0:32790:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614957056 : -117815094594560 : ffff94d909233400) 00010000:00000001:2.0:1789608773.277722:0:32790:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608773.277725:0:32790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233400/0xc54db3288176fe79 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x91bddff8e8ed936b expref: -99 pid: 32790 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608773.277733:0:32790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.277734:0:32790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.277735:0:32790:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789608773.277738:0:32790:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789608773.277741:0:32790:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233400/0xc54db3288176fe79 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed936b expref: -99 pid: 32790 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789608773.277749:0:32790:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789608773.277752:0:32790:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789608773.277756:0:32790:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608773.277761:0:32790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.277762:0:32790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.277764:0:32790:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.277768:0:32790:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789608773.277770:0:32790:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.277773:0:32790:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.277776:0:32790:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.277778:0:32790:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608773.277780:0:32790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.277781:0:32790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789608773.277783:0:32790:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789608773.277787:0:32790:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dcd800. 00000100:00000001:2.0:1789608773.277792:0:32790:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608773.277800:0:32790:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d25f80 x1876538934285568/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/640 e 0 to 0 dl 1789608789 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.277807:0:32790:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608773.277811:0:32790:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608773.277815:0:32790:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d902b3c800. 02000000:00000001:2.0:1789608773.277819:0:32790:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608773.277822:0:32790:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608773.277824:0:32790:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:2.0:1789608773.277827:0:32790:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608773.277830:0:32790:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d903dbd000. 02000000:00000001:2.0:1789608773.277835:0:32790:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608773.277836:0:32790:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608773.277839:0:32790:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d25f80. 00000100:00000001:2.0:1789608773.277843:0:32790:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608773.277844:0:32790:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789608773.277848:0:32790:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1789608773.277850:0:32790:0:(dcache.c:176:ll_intent_release()) intent ffffae3e01cd7b20 released 00000080:00000001:2.0:1789608773.277852:0:32790:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:2.0:1789608773.277869:0:32790:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7d08 00000080:00200008:2.0:1789608773.277872:0:32790:0:(file.c:6296:ll_getattr_dentry()) START file f:[0x200000405:0x26:0x0](ffff94d918920908), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789608773.277880:0:32790:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789608773.277883:0:32790:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7c80 00000080:00200000:2.0:1789608773.277885:0:32790:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x26:0x0](ffff94d918920908),name=f 00000080:00000010:2.0:1789608773.277893:0:32790:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d911dcd800. 00800000:00000002:2.0:1789608773.277899:0:32790:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d9071bf140 2 00000080:00000001:2.0:1789608773.277907:0:32790:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789608773.277910:0:32790:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789608773.277912:0:32790:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7ba0 00800000:00000002:2.0:1789608773.277914:0:32790:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x26:0x0] 'f' on [0x200000405:0x24:0x0] 00800000:00000001:2.0:1789608773.277918:0:32790:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789608773.277922:0:32790:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608773.277926:0:32790:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608773.277928:0:32790:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608773.277931:0:32790:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608773.277933:0:32790:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.277936:0:32790:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:2.0:1789608773.277938:0:32790:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608773.277942:0:32790:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608773.277943:0:32790:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608773.277944:0:32790:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608773.277945:0:32790:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608773.277947:0:32790:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.277948:0:32790:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:2.0:1789608773.277950:0:32790:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.277952:0:32790:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x24:0x0], fid2=[0x200000405:0x26:0x0], name='' -> mds #0 00000002:00000001:2.0:1789608773.277958:0:32790:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789608773.277960:0:32790:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7a70 00000002:00010000:2.0:1789608773.277962:0:32790:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x26:0x0]) in obj [0x200000405:0x24:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789608773.277966:0:32790:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789608773.277968:0:32790:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608773.277970:0:32790:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608773.277975:0:32790:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904041100 count: 3 00010000:00000001:2.0:1789608773.277977:0:32790:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608773.277980:0:32790:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608773.277984:0:32790:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789608773.277988:0:32790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233400/0xc54db3288176fe79 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed936b expref: -99 pid: 32790 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789608773.278000:0:32790:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789608773.278005:0:32790:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608773.278008:0:32790:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233400/0xc54db3288176fe79 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed936b expref: -99 pid: 32790 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789608773.278014:0:32790:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789608773.278016:0:32790:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789608773.278018:0:32790:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608773.278020:0:32790:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608773.278021:0:32790:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608773.278023:0:32790:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000405:0x24:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789608773.278027:0:32790:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789608773.278030:0:32790:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d9071bf140 2 00000080:00000010:2.0:1789608773.278032:0:32790:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dcd800. 00000080:00000001:2.0:1789608773.278035:0:32790:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789608773.278037:0:32790:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608773.278039:0:32790:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x26:0x0](ffff94d918920908) 00000080:00010000:2.0:1789608773.278043:0:32790:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x26:0x0](ffff94d918920908) for lock 0xc54db3288176fe79 00800000:00000001:2.0:1789608773.278045:0:32790:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789608773.278047:0:32790:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789608773.278048:0:32790:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.278049:0:32790:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.278051:0:32790:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233400 refcount=3 00000020:00000001:2.0:1789608773.278053:0:32790:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614957056 : -117815094594560 : ffff94d909233400) 00010000:00000001:2.0:1789608773.278056:0:32790:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614957056 : -117815094594560 : ffff94d909233400) 00010000:00000001:2.0:1789608773.278058:0:32790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.278059:0:32790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608773.278060:0:32790:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608773.278062:0:32790:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608773.278064:0:32790:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fe79 from it ffffae3e01cd7cb8 00010000:00000001:2.0:1789608773.278066:0:32790:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.278067:0:32790:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.278068:0:32790:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233400 refcount=3 00000020:00000001:2.0:1789608773.278070:0:32790:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614957056 : -117815094594560 : ffff94d909233400) 00010000:00000001:2.0:1789608773.278072:0:32790:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614957056 : -117815094594560 : ffff94d909233400) 00010000:00000001:2.0:1789608773.278074:0:32790:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608773.278077:0:32790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233400/0xc54db3288176fe79 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x91bddff8e8ed936b expref: -99 pid: 32790 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789608773.278083:0:32790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.278085:0:32790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.278086:0:32790:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789608773.278087:0:32790:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789608773.278089:0:32790:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233400/0xc54db3288176fe79 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed936b expref: -99 pid: 32790 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789608773.278095:0:32790:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789608773.278096:0:32790:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789608773.278097:0:32790:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608773.278099:0:32790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.278100:0:32790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.278102:0:32790:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.278103:0:32790:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789608773.278104:0:32790:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.278106:0:32790:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.278108:0:32790:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.278110:0:32790:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608773.278111:0:32790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.278112:0:32790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789608773.278114:0:32790:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789608773.278115:0:32790:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789608773.278119:0:32790:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1789608773.278224:0:32790:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1789608773.278228:0:32790:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789608773.278231:0:32790:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1789608773.278232:0:32790:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608773.278235:0:32790:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1789608773.278239:0:32790:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1789608773.278241:0:32790:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789608773.278245:0:32790:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514695448 : -117815194856168 : ffff94d903295518) 00000020:00001000:0.0:1789608773.278249:0:32790:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295510 00000020:00000001:0.0:1789608773.278263:0:32790:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbf58 -> ffff94d9040dbf58 00000020:00000001:0.0:1789608773.278267:0:32790:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1789608773.278270:0:32790:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1789608773.278272:0:32790:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x26:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1789608773.278276:0:32790:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789608773.278278:0:32790:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1789608773.278280:0:32790:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1789608773.278282:0:32790:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608773.278284:0:32790:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789608773.278288:0:32790:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x26:0x0]io ffff94d904aad780 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1789608773.278291:0:32790:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b656c8) owner 0000000000000000/ffff94d9099e4f80 00020000:00000001:0.0:1789608773.278295:0:32790:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1789608773.278297:0:32790:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1789608773.278300:0:32790:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1789608773.278302:0:32790:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608773.278304:0:32790:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1789608773.278306:0:32790:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1789608773.278307:0:32790:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608773.278309:0:32790:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789608773.278310:0:32790:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1789608773.278312:0:32790:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1789608773.278313:0:32790:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b656c8) owner 0000000000000000/ffff94d9099e4f80 00000020:00000001:0.0:1789608773.278316:0:32790:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1789608773.278319:0:32790:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1789608773.278320:0:32790:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x26:0x0] 00000020:00000001:0.0:1789608773.278323:0:32790:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1789608773.278325:0:32790:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1789608773.278328:0:32790:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1789608773.278330:0:32790:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1789608773.278337:0:32790:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1789608773.278343:0:32790:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d90330c080. 00020000:00000002:0.0:1789608773.278347:0:32790:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1789608773.278349:0:32790:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1789608773.278351:0:32790:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789608773.278353:0:32790:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1789608773.278355:0:32790:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789608773.278357:0:32790:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514696456 : -117815194855160 : ffff94d903295908) 00000020:00001000:0.0:1789608773.278359:0:32790:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295900 00000020:00000001:0.0:1789608773.278362:0:32790:0:(cl_object.c:143:cl_object_top()) ffff94d9040db468 -> ffff94d9040dbf58 00000020:00000001:0.0:1789608773.278364:0:32790:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1789608773.278369:0:32790:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789608773.278370:0:32790:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1789608773.278372:0:32790:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1789608773.278373:0:32790:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258539960192 : -117815169591424 : ffff94d904aad780) 00000020:00000001:0.0:1789608773.278375:0:32790:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608773.278440:0:32790:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608773.278444:0:32790:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593373712 : -117815116177904 : ffff94d907d9de10) 00000020:00000001:0.0:1789608773.278446:0:32790:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1789608773.278452:0:32790:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d90611d560. 00000008:00010000:0.0:1789608773.278455:0:32790:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1789608773.278458:0:32790:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789608773.278459:0:32790:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1789608773.278461:0:32790:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d90330c0b0, osc lock ffff94d90611d560, flags 0x400001002 00000020:00000001:0.0:1789608773.278463:0:32790:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608773.278466:0:32790:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608773.278469:0:32790:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626258515181696 : -117815194369920 : ffff94d90330c080) 00000020:00000001:0.0:1789608773.278471:0:32790:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789608773.278472:0:32790:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1789608773.278474:0:32790:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608773.278476:0:32790:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608773.278478:0:32790:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1789608773.278480:0:32790:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1789608773.278482:0:32790:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1789608773.278484:0:32790:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1789608773.278485:0:32790:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789608773.278486:0:32790:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593373712 : -117815116177904 : ffff94d907d9de10) 00000020:00000001:0.0:1789608773.278489:0:32790:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1789608773.278491:0:32790:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1789608773.278493:0:32790:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1789608773.278497:0:32790:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1789608773.278499:0:32790:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1789608773.278501:0:32790:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1789608773.278502:0:32790:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1789608773.278503:0:32790:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1789608773.278504:0:32790:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1789608773.278507:0:32790:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1789608773.278509:0:32790:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789608773.278514:0:32790:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608773.278516:0:32790:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:0.0:1789608773.278521:0:32790:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5c380. 00000020:00000040:0.0:1789608773.278526:0:32790:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00010000:00000001:0.0:1789608773.278530:0:32790:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789608773.278536:0:32790:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789608773.278538:0:32790:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608773.278542:0:32790:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608773.278544:0:32790:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608773.278548:0:32790:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608773.278556:0:32790:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d906144800. 00000100:00000001:0.0:1789608773.278562:0:32790:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608773.278567:0:32790:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789608773.278569:0:32790:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608773.278571:0:32790:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789608773.278572:0:32790:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608773.278574:0:32790:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608773.278577:0:32790:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446626258594153344 : -117815115398272 : ffff94d907e5c380) 00010000:00000001:0.0:1789608773.278581:0:32790:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789608773.278584:0:32790:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789608773.278588:0:32790:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d9037fce00. 00010000:00000010:0.0:1789608773.278592:0:32790:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff94d9037fc800. 00010000:00000001:0.0:1789608773.278599:0:32790:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789608773.278603:0:32790:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d905f55800. 00000020:00000001:0.0:1789608773.278609:0:32790:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789608773.278612:0:32790:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d905f55800 with handle 0xc54db3288176fe80 to hash 00000020:00000001:0.0:1789608773.278614:0:32790:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789608773.278616:0:32790:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000010:0.0:1789608773.278620:0:32790:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff94d91213b7c0. 00010000:00000001:0.0:1789608773.278623:0:32790:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:0.0:1789608773.278626:0:32790:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608773.278627:0:32790:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608773.278631:0:32790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000be74a2bb/0xc54db3288176fe80 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32790 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789608773.278643:0:32790:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000be74a2bb/0xc54db3288176fe80 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 32790 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608773.278653:0:32790:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608773.278658:0:32790:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608773.278662:0:32790:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608773.278672:0:32790:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8202186] to pc [ptlrpcd_00_01+1] req@ffff94d907e5c380 x1876538934285696/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1789608773.278746:0:32790:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789608773.278749:0:32790:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608773.278751:0:32790:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608773.278754:0:32790:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608773.278756:0:32790:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608773.278758:0:32790:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1789608773.278760:0:32790:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1789608773.278762:0:32790:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1789608773.278764:0:32790:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000100:00000001:0.0:1789608773.278773:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1789608773.278777:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1789608773.278779:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608773.278788:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608773.278792:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608773.278794:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608773.278796:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608773.278799:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608773.278805:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5c380 x1876538934285696/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608773.278814:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608773.278816:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608773.278821:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608773.278824:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608773.278827:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608773.278831:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934285696:192.168.203.121@tcp:101:checkstat.0 00000100:00000001:0.0:1789608773.278836:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608773.278842:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608773.278845:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608773.278848:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608773.278854:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903116800. 02000000:00000001:0.0:1789608773.278856:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608773.278865:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608773.278870:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8630. 00000400:00000010:0.0:1789608773.278878:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed6e8. 00000100:00000200:0.0:1789608773.278887:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934285696, portal 4 00000100:00000001:0.0:1789608773.278890:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608773.278891:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594153344 : -117815115398272 : ffff94d907e5c380) 00000100:00000040:0.0:1789608773.278897:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d907e5c380 x1876538934285696/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608789 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608773.278905:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608773.278908:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608773.278911:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edc38. 00000100:00000200:0.0:1789608773.278914:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1876538934285696, offset 0 00000400:00000200:0.0:1789608773.278927:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608773.278938:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.278947:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608773.278953:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608773.278958:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608773.278962:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608773.278965:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608773.278969:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2769:2769:256:4294967295] 192.168.203.121@tcp LPNI seq info [2769:2769:8:4294967295] 00000400:00000200:0.0:1789608773.278974:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.278986:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608773.278993:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608773.279000:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903a37800. 00000800:00000200:0.0:1789608773.279008:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608773.279017:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608773.279026:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903a37800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1789608773.279036:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608773.279042:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 212201 usecs (213 jiffies) 00000400:00000200:0.0:1789608773.279045:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608773.279049:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296500582 00000100:00000001:0.0:1789608773.279051:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296502623 00000100:00000001:0.0:1789608773.279054:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296500582 00000100:00000001:0.0:1789608773.279056:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296502623 00000100:00000001:0.0:1789608773.279058:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608773.279061:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608773.279065:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608773.279067:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608773.279345:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608773.279349:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608773.279873:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608773.279880:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903a37800. 00000400:00000200:1.0:1789608773.279887:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608773.279895:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608773.280111:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edc38 00000400:00000010:1.0:1789608773.280115:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edc38. 00000100:00000001:1.0:1789608773.280172:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608773.280180:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5c380 x1876538934285696/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608789 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608773.280191:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608773.280195:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5c380 x1876538934285696/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608789 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608773.280201:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608773.280203:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608773.282458:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.282481:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608773.282487:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.282489:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608773.282501:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.282511:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608773.282523:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.282529:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.282537:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.282544:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 400 into portal 4 MB=0x6aab3c495d580 00000400:00000200:1.0:1789608773.282549:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.282556:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 400/400 into md 0x7f01 [1] + 224 00000800:00000001:1.0:1789608773.282565:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.282574:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608773.282578:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608773.282583:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608773.282592:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608773.282602:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5c380 x1876538934285696/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608789 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608773.282615:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff94d907e5c380 x1876538934285696/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608789 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608773.282637:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608773.282646:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.282649:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608773.282731:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608773.282736:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789608773.282745:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608773.282747:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608773.282752:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8630. 00000400:00000200:0.0:1789608773.282757:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed6e8 00000400:00000010:0.0:1789608773.282761:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed6e8. 00000100:00000001:0.0:1789608773.282764:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608773.282770:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5c380 x1876538934285696/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608789 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789608773.282784:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5c380 x1876538934285696/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608789 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608773.282790:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608773.282793:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608773.282795:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608773.282799:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608773.282803:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608773.282806:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608773.282809:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608773.282821:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13c60 time=131 v=5 (5 5 5 36) 00000100:00001000:0.0:1789608773.282826:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1789608773.282829:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608773.282831:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608773.282834:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608773.282839:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608773.282844:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608773.282846:0:2409:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: skip recheck: last_committed 4294967333 00000100:00000001:0.0:1789608773.282848:0:2409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608773.282850:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608773.282856:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5c380 x1876538934285696/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608789 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608773.282862:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608773.282866:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608773.282868:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1789608773.282873:0:2409:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:0.0:1789608773.282875:0:2409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608773.282878:0:2409:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608773.282882:0:2409:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55800 refcount=4 00000020:00000001:0.0:1789608773.282884:0:2409:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:0.0:1789608773.282888:0:2409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:0.0:1789608773.282891:0:2409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608773.282892:0:2409:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608773.282894:0:2409:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55800 refcount=5 00000020:00000001:0.0:1789608773.282895:0:2409:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:0.0:1789608773.282906:0:2409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:0.0:1789608773.282910:0:2409:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608773.282914:0:2409:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608773.283068:0:2409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000be74a2bb/0xc54db3288176fe80 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32790 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608773.283083:0:2409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608773.283085:0:2409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608773.283088:0:2409:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789608773.283091:0:2409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608773.283093:0:2409:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608773.283094:0:2409:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55800 refcount=6 00000020:00000001:0.0:1789608773.283096:0:2409:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:0.0:1789608773.283099:0:2409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000040:0.0:1789608773.283107:0:2409:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d905f55800, remote cookie: 0x91bddff8e8ed9372, flags: 0x1001 00010000:00010000:0.0:1789608773.283113:0:2409:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000be74a2bb/0xc54db3288176fe80 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9372 expref: -99 pid: 32790 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608773.283120:0:2409:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1789608773.283182:0:2409:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608773.283185:0:2409:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789608773.283190:0:2409:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1789608773.283195:0:2409:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000be74a2bb/0xc54db3288176fe80 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9372 expref: -99 pid: 32790 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789608773.283205:0:2409:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x15:0x0].0x0 (ffff94d9037fce00) refcount = 1 00010000:00000040:0.0:1789608773.283207:0:2409:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1789608773.283210:0:2409:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000be74a2bb/0xc54db3288176fe80 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9372 expref: -99 pid: 32790 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608773.283224:0:2409:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789608773.283226:0:2409:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789608773.283229:0:2409:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789608773.283232:0:2409:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608773.283236:0:2409:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000be74a2bb/0xc54db3288176fe80 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9372 expref: -99 pid: 32790 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608773.283242:0:2409:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789608773.283244:0:2409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608773.283245:0:2409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608773.283246:0:2409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608773.283247:0:2409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789608773.283250:0:2409:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1789608773.283261:0:2409:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1789608773.283265:0:2409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608773.283267:0:2409:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608773.283269:0:2409:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55800 refcount=5 00000020:00000001:0.0:1789608773.283271:0:2409:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:0.0:1789608773.283273:0:2409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00000008:00000001:0.0:1789608773.283278:0:2409:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1789608773.283284:0:2409:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5dc0 -> ffff94d9040dbf58 00000008:00010000:0.0:1789608773.283289:0:2409:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000be74a2bb/0xc54db3288176fe80 lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x91bddff8e8ed9372 expref: -99 pid: 32790 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1789608773.283297:0:2409:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5dc0 -> ffff94d9040dbf58 00000020:00000001:0.0:1789608773.283300:0:2409:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1789608773.283304:0:2409:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1789608773.283308:0:2409:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1789608773.283311:0:2409:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608773.283313:0:2409:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608773.283314:0:2409:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5dc0 -> ffff94d9040dbf58 00000008:00000001:0.0:1789608773.283316:0:2409:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:0.0:1789608773.283319:0:2409:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1789608773.283322:0:2409:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1789608773.283347:0:2409:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1789608773.283349:0:2409:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608773.283351:0:2409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608773.283353:0:2409:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608773.283354:0:2409:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55800 refcount=6 00000020:00000001:0.0:1789608773.283356:0:2409:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:0.0:1789608773.283358:0:2409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:0.0:1789608773.283361:0:2409:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789608773.283364:0:2409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000be74a2bb/0xc54db3288176fe80 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x91bddff8e8ed9372 expref: -99 pid: 32790 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608773.283371:0:2409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608773.283372:0:2409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789608773.283375:0:2409:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000be74a2bb/0xc54db3288176fe80 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x91bddff8e8ed9372 expref: -99 pid: 32790 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1789608773.283487:0:32790:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.283492:0:32790:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.283500:0:32790:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1789608773.283503:0:32790:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbf58 -> ffff94d9040dbf58 00000020:00000001:2.0:1789608773.283505:0:32790:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbf58 -> ffff94d9040dbf58 00000020:00000001:2.0:1789608773.283507:0:32790:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1789608773.283513:0:32790:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1789608773.283517:0:32790:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1789608773.283520:0:32790:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608773.283521:0:32790:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1789608773.283522:0:32790:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789608773.283525:0:32790:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x26:1029 on OST[0]: s=0 (1) m=1789608755 a=1789608755 c=1789608755 b=1 00020000:00000001:2.0:1789608773.283528:0:32790:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789608773.283530:0:32790:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=1789608755 a=1789608755 c=1789608755 b=1 00020000:00000001:2.0:1789608773.283534:0:32790:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.283536:0:32790:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.283537:0:32790:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbf58 -> ffff94d9040dbf58 00000080:00200000:2.0:1789608773.283540:0:32790:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x26:0x0] updating i_size 0 i_blocks 1 00000080:00000001:2.0:1789608773.283543:0:32790:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1789608773.283546:0:32790:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1789608773.283548:0:32790:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d904aad720 (ffff94d903295518/0) at cl_lock_release():245 00000020:00000001:2.0:1789608773.283551:0:32790:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789608773.283553:0:32790:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d904aad720 (ffff94d903295518/0) at cl_lock_cancel():142 00020000:00000001:2.0:1789608773.283556:0:32790:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1789608773.283560:0:32790:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789608773.283563:0:32790:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593373712 : -117815116177904 : ffff94d907d9de10) 00000020:00000001:2.0:1789608773.283564:0:32790:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789608773.283565:0:32790:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d90330c0b0 (ffff94d903295908/1) at cl_lock_cancel():142 00000008:00000001:2.0:1789608773.283568:0:32790:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1789608773.283570:0:32790:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1789608773.283571:0:32790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.283572:0:32790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789608773.283574:0:32790:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1789608773.283576:0:32790:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1789608773.283577:0:32790:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789608773.283578:0:32790:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789608773.283579:0:32790:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789608773.283580:0:32790:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d904aad720 (ffff94d903295518/0) at cl_lock_fini():72 00020000:00000001:2.0:1789608773.283583:0:32790:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1789608773.283584:0:32790:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789608773.283585:0:32790:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d90330c0b0 (ffff94d903295518/1) at cl_lock_fini():72 00000008:00000010:2.0:1789608773.283589:0:32790:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d90611d560. 00000020:00000001:2.0:1789608773.283595:0:32790:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1789608773.283596:0:32790:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d90330c080. 00020000:00000001:2.0:1789608773.283600:0:32790:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1789608773.283601:0:32790:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1789608773.283603:0:32790:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1789608773.283605:0:32790:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.283608:0:32790:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:2.0:1789608773.283611:0:32790:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1789608773.283614:0:32790:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1789608773.283615:0:32790:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:2.0:1789608773.283617:0:32790:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789608773.283619:0:32790:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295900 00020000:00000001:2.0:1789608773.283622:0:32790:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1789608773.283624:0:32790:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1789608773.283628:0:32790:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1789608773.283630:0:32790:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x26:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1789608773.283635:0:32790:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1789608773.283638:0:32790:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.283640:0:32790:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789608773.283642:0:32790:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789608773.283643:0:32790:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789608773.283644:0:32790:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295510 00000001:00000001:2.0:1789608773.283646:0:32790:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.283656:0:32790:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7d08 00000080:00000008:2.0:1789608773.283659:0:32790:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f:[0x200000405:0x26:0x0](ffff94d918920908), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789608773.283666:0:32790:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789608773.283668:0:32790:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7da0 00000080:00002000:2.0:1789608773.283670:0:32790:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff94d919293510, parent ffff94d918a9aa20, inode ffff94d918920908) hashed, 00000080:00000001:2.0:1789608773.283673:0:32790:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608773.284328:0:2409:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789608773.284330:0:2409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608773.284331:0:2409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789608773.284333:0:2409:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608773.284335:0:2409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608773.284337:0:2409:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608773.284339:0:2409:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55800 refcount=4 00000020:00000001:0.0:1789608773.284341:0:2409:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:0.0:1789608773.284343:0:2409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:0.0:1789608773.284345:0:2409:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789608773.284348:0:2409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000be74a2bb/0xc54db3288176fe80 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x91bddff8e8ed9372 expref: -99 pid: 32790 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608773.284355:0:2409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608773.284357:0:2409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608773.284358:0:2409:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789608773.284361:0:2409:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789608773.284364:0:2409:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000be74a2bb/0xc54db3288176fe80 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x91bddff8e8ed9372 expref: -99 pid: 32790 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789608773.284374:0:2409:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789608773.284377:0:2409:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789608773.284379:0:2409:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789608773.284385:0:2409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608773.284386:0:2409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608773.284388:0:2409:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608773.284393:0:2409:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789608773.284395:0:2409:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608773.284397:0:2409:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608773.284400:0:2409:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608773.284401:0:2409:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789608773.284403:0:2409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608773.284404:0:2409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608773.284405:0:2409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608773.284406:0:2409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789608773.284408:0:2409:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608773.284421:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5c380 x1876538934285696/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608789 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789608773.284431:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934285696:192.168.203.121@tcp:101:checkstat.0 00000100:00000001:0.0:1789608773.284439:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608773.284445:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608773.284449:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5c380 x1876538934285696/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608789 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608773.284456:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608773.284460:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608773.284465:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903116800. 02000000:00000001:0.0:1789608773.284471:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608773.284474:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608773.284476:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=2 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:0.0:1789608773.284479:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608773.284482:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d906144800. 02000000:00000001:0.0:1789608773.284485:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608773.284488:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608773.284490:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5c380. 00000100:00000001:0.0:1789608773.284494:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608773.284496:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608773.284498:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608773.284510:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608773.284513:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608773.284515:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608773.284518:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.285531:0:32597:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789608773.285538:0:32597:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789608773.285541:0:32597:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01883b78 00000080:00200000:2.0:1789608773.285545:0:32597:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:2.0:1789608773.285556:0:32597:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d911dcd800. 00800000:00000002:2.0:1789608773.285563:0:32597:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:2.0:1789608773.285568:0:32597:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789608773.285573:0:32597:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789608773.285576:0:32597:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01883a98 00800000:00000002:2.0:1789608773.285579:0:32597:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608773.285584:0:32597:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789608773.285588:0:32597:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608773.285591:0:32597:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608773.285594:0:32597:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608773.285597:0:32597:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608773.285599:0:32597:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.285602:0:32597:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608773.285604:0:32597:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.285608:0:32597:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789608773.285614:0:32597:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789608773.285616:0:32597:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01883968 00000002:00010000:2.0:1789608773.285618:0:32597:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789608773.285622:0:32597:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789608773.285625:0:32597:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608773.285629:0:32597:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608773.285637:0:32597:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904041b00 count: 2 00010000:00000001:2.0:1789608773.285640:0:32597:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608773.285646:0:32597:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608773.285650:0:32597:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789608773.285655:0:32597:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe56 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed92ed expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1789608773.285666:0:32597:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789608773.285671:0:32597:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608773.285716:0:32597:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe56 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed92ed expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1789608773.285725:0:32597:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789608773.285727:0:32597:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789608773.285729:0:32597:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608773.285732:0:32597:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608773.285734:0:32597:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608773.285736:0:32597:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789608773.285740:0:32597:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789608773.285744:0:32597:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:2.0:1789608773.285748:0:32597:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dcd800. 00000080:00000001:2.0:1789608773.285753:0:32597:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789608773.285755:0:32597:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608773.285758:0:32597:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:2.0:1789608773.285762:0:32597:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176fe56 00800000:00000001:2.0:1789608773.285765:0:32597:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789608773.285767:0:32597:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789608773.285769:0:32597:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.285771:0:32597:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.285774:0:32597:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:2.0:1789608773.285777:0:32597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:2.0:1789608773.285779:0:32597:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:2.0:1789608773.285782:0:32597:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.285783:0:32597:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608773.285785:0:32597:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608773.285786:0:32597:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608773.285789:0:32597:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fe56 from it ffffae3e01883bb0 00010000:00000001:2.0:1789608773.285791:0:32597:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.285792:0:32597:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.285793:0:32597:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:2.0:1789608773.285796:0:32597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:2.0:1789608773.285798:0:32597:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:2.0:1789608773.285801:0:32597:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608773.285804:0:32597:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe56 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed92ed expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789608773.285811:0:32597:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.285812:0:32597:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.285814:0:32597:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789608773.285817:0:32597:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789608773.285819:0:32597:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe56 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed92ed expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1789608773.285830:0:32597:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789608773.285833:0:32597:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789608773.285835:0:32597:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608773.285838:0:32597:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.285839:0:32597:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.285841:0:32597:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.285844:0:32597:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789608773.285846:0:32597:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.285848:0:32597:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.285852:0:32597:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.285854:0:32597:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608773.285855:0:32597:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.285857:0:32597:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789608773.285859:0:32597:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789608773.285860:0:32597:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608773.285863:0:32597:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 44 00000080:00000001:2.0:1789608773.285868:0:32597:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.285874:0:32597:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:2.0:1789608773.285877:0:32597:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1789608773.285879:0:32597:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01883b78 00000080:00200008:2.0:1789608773.285882:0:32597:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff94d918926c08), flags 304000 00000080:00000010:2.0:1789608773.285888:0:32597:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d91a6d32c0. 00000080:00000001:2.0:1789608773.285893:0:32597:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.285895:0:32597:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.285908:0:32597:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01883d28 00000080:00200008:2.0:1789608773.285910:0:32597:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff94d918926c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789608773.285918:0:32597:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:2.0:1789608773.285931:0:32597:0:(statahead.c:1783:is_first_dirent()) Process entered 00000080:00000010:2.0:1789608773.285935:0:32597:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d911dcd800. 00800000:00000002:2.0:1789608773.285938:0:32597:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00800000:00000001:2.0:1789608773.285944:0:32597:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00800000:00000001:2.0:1789608773.285946:0:32597:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608773.285947:0:32597:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608773.285948:0:32597:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608773.285949:0:32597:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608773.285952:0:32597:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.285953:0:32597:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608773.285955:0:32597:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.285958:0:32597:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:2.0:1789608773.285959:0:32597:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789608773.285961:0:32597:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01883990 00000002:00010000:2.0:1789608773.285962:0:32597:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: readdir flags 0 00000002:00000001:2.0:1789608773.285965:0:32597:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789608773.285967:0:32597:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608773.285968:0:32597:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608773.285971:0:32597:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904041b00 count: 2 00010000:00000001:2.0:1789608773.285973:0:32597:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608773.285975:0:32597:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608773.285977:0:32597:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789608773.285980:0:32597:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe56 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed92ed expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1789608773.285987:0:32597:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789608773.285989:0:32597:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608773.285991:0:32597:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe56 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed92ed expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1789608773.285997:0:32597:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789608773.285998:0:32597:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789608773.286000:0:32597:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789608773.286002:0:32597:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789608773.286003:0:32597:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.286004:0:32597:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.286005:0:32597:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:2.0:1789608773.286007:0:32597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:2.0:1789608773.286009:0:32597:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:2.0:1789608773.286011:0:32597:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.286012:0:32597:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608773.286013:0:32597:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.286052:0:32597:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:2.0:1789608773.286059:0:32597:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff94d902b3c800. 00000002:00000001:2.0:1789608773.286595:0:32597:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:2.0:1789608773.286604:0:32597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d25f80. 00000020:00000040:2.0:1789608773.286609:0:32597:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:2.0:1789608773.286615:0:32597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608773.286618:0:32597:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608773.286622:0:32597:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608773.286631:0:32597:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d911dcc000. 00000100:00000001:2.0:1789608773.286639:0:32597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.286642:0:32597:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1789608773.286646:0:32597:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff94d903dbd000. 00000100:00000010:2.0:1789608773.286651:0:32597:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff94d907e87000. 00000020:00000040:2.0:1789608773.286654:0:32597:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:2.0:1789608773.286712:0:32597:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789608773.286714:0:32597:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789608773.286721:0:32597:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d904bde780. 00000100:00000001:2.0:1789608773.286724:0:32597:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258541209472 : -117815168342144 : ffff94d904bde780) 00000100:00000001:2.0:1789608773.286727:0:32597:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608773.286729:0:32597:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592882560 : -117815116669056 : ffff94d907d25f80) 00000100:00000001:2.0:1789608773.286735:0:32597:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608773.286740:0:32597:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.286742:0:32597:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789608773.286744:0:32597:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608773.286758:0:32597:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d25f80 x1876538934285824/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.286768:0:32597:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608773.286771:0:32597:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608773.286776:0:32597:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608773.286778:0:32597:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608773.286781:0:32597:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608773.286786:0:32597:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d25f80 pname:cluuid:pid:xid:nid:opc:job bash:25f5d458-2cbe-49cd-9693-334c08df7e27:32597:1876538934285824:192.168.203.121@tcp:37:bash.0 00000100:00000001:2.0:1789608773.286790:0:32597:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608773.286796:0:32597:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608773.286799:0:32597:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.286802:0:32597:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:2.0:1789608773.286813:0:32597:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608773.286818:0:32597:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21898. 00000400:00000010:2.0:1789608773.286829:0:32597:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff94d907e14000. 00000100:00000200:2.0:1789608773.286838:0:32597:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6aab3c495d600-0x6aab3c495d600, portal 14 00000100:00000001:2.0:1789608773.286841:0:32597:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608773.286844:0:32597:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608773.286849:0:32597:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903dbe000. 02000000:00000001:2.0:1789608773.286851:0:32597:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608773.286854:0:32597:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608773.286857:0:32597:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21d10. 00000400:00000010:2.0:1789608773.286862:0:32597:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c220. 00000100:00000200:2.0:1789608773.286866:0:32597:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934285824, portal 10 00000100:00000001:2.0:1789608773.286868:0:32597:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608773.286869:0:32597:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592882560 : -117815116669056 : ffff94d907d25f80) 00000100:00000040:2.0:1789608773.286877:0:32597:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d907d25f80 x1876538934285824/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608789 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.286885:0:32597:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608773.286888:0:32597:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608773.286891:0:32597:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c3b8. 00000100:00000200:2.0:1789608773.286895:0:32597:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1876538934285824, offset 0 00000400:00000200:2.0:1789608773.286903:0:32597:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608773.286914:0:32597:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608773.286922:0:32597:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608773.286929:0:32597:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608773.286934:0:32597:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608773.286938:0:32597:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608773.286941:0:32597:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608773.286946:0:32597:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2770:2770:256:4294967295] 192.168.203.121@tcp LPNI seq info [2770:2770:8:4294967295] 00000400:00000200:2.0:1789608773.286951:0:32597:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608773.286962:0:32597:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608773.286969:0:32597:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608773.286975:0:32597:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903c79e00. 00000800:00000200:2.0:1789608773.286983:0:32597:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608773.286991:0:32597:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608773.286996:0:32597:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903c79e00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:2.0:1789608773.287014:0:32597:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608773.287020:0:32597:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 873725 usecs (874 jiffies) 00000400:00000200:2.0:1789608773.287023:0:32597:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608773.287027:0:32597:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296501251 00000100:00000001:2.0:1789608773.287031:0:32597:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296502623 00000100:00000001:2.0:1789608773.287033:0:32597:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296501251 00000100:00000001:2.0:1789608773.287036:0:32597:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296502623 00000100:00000001:2.0:1789608773.287039:0:32597:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608773.287042:0:32597:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.287044:0:32597:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608773.287046:0:32597:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789608773.287049:0:32597:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d904bde780 going to sleep for 11 seconds 00000100:00000001:2.0:1789608773.287052:0:32597:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608773.287055:0:32597:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608773.287632:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608773.287640:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903c79e00. 00000400:00000200:0.0:1789608773.287648:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608773.287655:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608773.287661:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c3b8 00000400:00000010:0.0:1789608773.287664:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c3b8. 00000100:00000001:0.0:1789608773.287669:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608773.287674:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25f80 x1876538934285824/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608789 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608773.287707:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608773.287710:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d25f80 x1876538934285824/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608789 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608773.287717:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608773.287719:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608773.295473:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.295497:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608773.295566:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.295571:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608773.295582:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.295592:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608773.295603:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.295609:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.295616:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.295621:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 4096 into portal 14 MB=0x6aab3c495d600 00000400:00000200:1.0:1789608773.295627:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.295634:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.203.121@tcp of length 4096/4096 into md 0x7f11 [256] + 0 00000400:00000010:1.0:1789608773.295641:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21898. 00000400:00000200:1.0:1789608773.295648:0:2401:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff94d907e14000 00000800:00000001:1.0:1789608773.295656:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.295667:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608773.295671:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608773.295844:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608773.295853:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d907e14000 00000400:00000010:1.0:1789608773.295856:0:2401:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff94d907e14000. 00000100:00000001:1.0:1789608773.295863:0:2401:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:1.0:1789608773.295865:0:2401:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff94d907d25f80 desc ffff94d903dbd000 mbits 1876538934285824 00000100:00000001:2.0:1789608773.295920:0:32597:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608773.295925:0:32597:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608773.295999:0:2401:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1789608773.296010:0:2401:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1789608773.296014:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.296020:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.21@tcp to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608773.296027:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2771:2771:256:4294967295] 192.168.203.121@tcp LPNI seq info [2771:2771:8:4294967295] 00000400:00000200:1.0:1789608773.296032:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.296041:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:192.168.203.21@tcp) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) 192.168.203.121@tcp : ACK try# 0 00000800:00000200:1.0:1789608773.296047:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608773.296056:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff94d908620000. 00000800:00000200:1.0:1789608773.296063:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608773.296070:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608773.296076:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d908620000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1789608773.296198:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608773.296203:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff94d908620000. 00000400:00000200:1.0:1789608773.296207:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608773.296211:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: ACK: OK 00000800:00000001:1.0:1789608773.296218:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.296222:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608773.306192:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.306215:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608773.306222:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.306225:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608773.306237:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.306247:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608773.306267:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.306273:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.306280:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.306285:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 440 into portal 10 MB=0x6aab3c495d600 00000400:00000200:0.0:1789608773.306292:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.306299:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 440/440 into md 0x7f19 [1] + 224 00000800:00000001:0.0:1789608773.306307:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.306323:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608773.306326:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608773.306331:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608773.306340:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608773.306352:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d25f80 x1876538934285824/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608789 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608773.306363:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff94d907d25f80 x1876538934285824/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.306415:0:32597:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608773.306434:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608773.306446:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.306449:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1789608773.309697:0:32597:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608773.309706:0:32597:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608773.309711:0:32597:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21d10. 00000400:00000200:2.0:1789608773.309724:0:32597:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c220 00000400:00000010:2.0:1789608773.309728:0:32597:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c220. 00000100:00000001:2.0:1789608773.309733:0:32597:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608773.309747:0:32597:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d25f80 x1876538934285824/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789608773.309760:0:32597:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d25f80 x1876538934285824/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.309768:0:32597:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608773.309772:0:32597:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608773.309775:0:32597:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608773.309779:0:32597:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608773.309782:0:32597:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608773.309784:0:32597:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608773.309787:0:32597:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608773.309799:0:32597:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11cf0 time=131 v=5 (5 5 5 5) 00000100:00001000:2.0:1789608773.309804:0:32597:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608773.309807:0:32597:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608773.309810:0:32597:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.309813:0:32597:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608773.309817:0:32597:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.309822:0:32597:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608773.309825:0:32597:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967620 00000100:00000001:2.0:1789608773.309827:0:32597:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608773.309830:0:32597:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608773.309836:0:32597:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff94d907d25f80 x1876538934285824/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789608773.309847:0:32597:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff94d907d25f80 x1876538934285824/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608789 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.309854:0:32597:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608773.309856:0:32597:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608773.309860:0:32597:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d25f80 x1876538934285824/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608789 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789608773.309868:0:32597:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d25f80 pname:cluuid:pid:xid:nid:opc:job bash:25f5d458-2cbe-49cd-9693-334c08df7e27:32597:1876538934285824:192.168.203.121@tcp:37:bash.0 00000100:00000001:2.0:1789608773.309874:0:32597:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608773.309878:0:32597:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.309881:0:32597:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789608773.309883:0:32597:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608773.309887:0:32597:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d25f80 x1876538934285824/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608789 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.309893:0:32597:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608773.309898:0:32597:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d904bde780. 00000100:00000001:2.0:1789608773.309901:0:32597:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789608773.309903:0:32597:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.309908:0:32597:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.309911:0:32597:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608773.309914:0:32597:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d25f80 x1876538934285824/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608789 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.309920:0:32597:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608773.309923:0:32597:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608773.309927:0:32597:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903dbe000. 02000000:00000001:2.0:1789608773.309931:0:32597:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608773.309934:0:32597:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608773.309936:0:32597:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:2.0:1789608773.309939:0:32597:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:2.0:1789608773.309941:0:32597:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1789608773.309944:0:32597:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608773.309945:0:32597:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:2.0:1789608773.309947:0:32597:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000010:2.0:1789608773.309978:0:32597:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff94d907e87000. 00000100:00000010:2.0:1789608773.309983:0:32597:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff94d903dbd000. 00000100:00000001:2.0:1789608773.309985:0:32597:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1789608773.309988:0:32597:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d911dcc000. 02000000:00000001:2.0:1789608773.309993:0:32597:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608773.309995:0:32597:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608773.309997:0:32597:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d25f80. 00000100:00000001:2.0:1789608773.310001:0:32597:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608773.310003:0:32597:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789608773.310005:0:32597:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:2.0:1789608773.310007:0:32597:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:2.0:1789608773.310649:0:32597:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff94d902b3c800. 00000002:00000001:2.0:1789608773.310656:0:32597:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.310663:0:32597:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.310666:0:32597:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.310670:0:32597:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:2.0:1789608773.310673:0:32597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:2.0:1789608773.310709:0:32597:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:2.0:1789608773.310713:0:32597:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608773.310719:0:32597:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe56 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed92ed expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1789608773.310728:0:32597:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.310730:0:32597:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.310732:0:32597:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789608773.310735:0:32597:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789608773.310738:0:32597:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe56 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed92ed expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1789608773.310746:0:32597:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789608773.310749:0:32597:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789608773.310752:0:32597:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608773.310757:0:32597:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.310758:0:32597:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.310760:0:32597:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.310764:0:32597:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789608773.310766:0:32597:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.310768:0:32597:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.310772:0:32597:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.310774:0:32597:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608773.310776:0:32597:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.310777:0:32597:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:2.0:1789608773.310780:0:32597:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.310790:0:32597:0:(statahead.c:1888:is_first_dirent()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000002:2.0:1789608773.310795:0:32597:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:2.0:1789608773.310799:0:32597:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dcd800. 00000080:00000001:2.0:1789608773.310806:0:32597:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.310812:0:32597:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789608773.310816:0:32597:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01883ca0 00000080:00200000:2.0:1789608773.310819:0:32597:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:2.0:1789608773.310831:0:32597:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d911dcd800. 00800000:00000002:2.0:1789608773.310838:0:32597:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:2.0:1789608773.310843:0:32597:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789608773.310847:0:32597:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789608773.310850:0:32597:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01883bc0 00800000:00000002:2.0:1789608773.310852:0:32597:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608773.310856:0:32597:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789608773.310860:0:32597:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608773.310863:0:32597:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608773.310866:0:32597:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608773.310869:0:32597:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608773.310871:0:32597:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.310873:0:32597:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608773.310876:0:32597:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.310879:0:32597:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789608773.310884:0:32597:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789608773.310886:0:32597:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01883a90 00000002:00010000:2.0:1789608773.310888:0:32597:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789608773.310891:0:32597:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789608773.310893:0:32597:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608773.310896:0:32597:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608773.310903:0:32597:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904041b00 count: 2 00010000:00000001:2.0:1789608773.310907:0:32597:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608773.310912:0:32597:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608773.310916:0:32597:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789608773.310919:0:32597:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe56 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed92ed expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1789608773.310927:0:32597:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789608773.310932:0:32597:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608773.310936:0:32597:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe56 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed92ed expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1789608773.310942:0:32597:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789608773.310944:0:32597:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789608773.310946:0:32597:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608773.310948:0:32597:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608773.310950:0:32597:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608773.310952:0:32597:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789608773.310956:0:32597:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789608773.310957:0:32597:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:2.0:1789608773.310960:0:32597:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dcd800. 00000080:00000001:2.0:1789608773.310963:0:32597:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789608773.310965:0:32597:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608773.310968:0:32597:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:2.0:1789608773.310971:0:32597:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176fe56 00800000:00000001:2.0:1789608773.310975:0:32597:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789608773.310977:0:32597:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789608773.310978:0:32597:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.310980:0:32597:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.310981:0:32597:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:2.0:1789608773.310984:0:32597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:2.0:1789608773.310986:0:32597:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:2.0:1789608773.310988:0:32597:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.310990:0:32597:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608773.310991:0:32597:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608773.310993:0:32597:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608773.310995:0:32597:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fe56 from it ffffae3e01883cd8 00010000:00000001:2.0:1789608773.310997:0:32597:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.310998:0:32597:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.310999:0:32597:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:2.0:1789608773.311001:0:32597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:2.0:1789608773.311003:0:32597:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:2.0:1789608773.311005:0:32597:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608773.311007:0:32597:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe56 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed92ed expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1789608773.311012:0:32597:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.311013:0:32597:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.311014:0:32597:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789608773.311016:0:32597:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789608773.311018:0:32597:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe56 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed92ed expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1789608773.311025:0:32597:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789608773.311027:0:32597:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789608773.311028:0:32597:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608773.311029:0:32597:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.311031:0:32597:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.311032:0:32597:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.311034:0:32597:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789608773.311035:0:32597:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.311036:0:32597:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.311038:0:32597:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.311039:0:32597:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608773.311040:0:32597:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.311042:0:32597:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789608773.311043:0:32597:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789608773.311045:0:32597:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789608773.311049:0:32597:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.311055:0:32597:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01883d28 00000080:00000008:2.0:1789608773.311057:0:32597:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff94d918926c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789608773.311400:0:32597:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:2.0:1789608773.311404:0:32597:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) pos/size0/16384 32bit_api 0 00000080:00000010:2.0:1789608773.311410:0:32597:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d911dcd800. 00800000:00000002:2.0:1789608773.311414:0:32597:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:2.0:1789608773.311417:0:32597:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:2.0:1789608773.311426:0:32597:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446719476508051840 : -24597201499776 : ffffe9a1048ac980) 00000080:00000001:2.0:1789608773.311431:0:32597:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1789608773.311435:0:32597:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.311438:0:32597:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761473 : 162129603798761473 : 240000402000001) 00000080:00000001:2.0:1789608773.311440:0:32597:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279489 : 144115205289279489 : 200000402000001) 00000080:00000001:2.0:1789608773.311442:0:32597:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833928 : 144115205322833928 : 200000404000008) 00000080:00000001:2.0:1789608773.311444:0:32597:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056707 : 144115205306056707 : 200000403000003) 00000080:00000001:2.0:1789608773.311447:0:32597:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279494 : 144115205289279494 : 200000402000006) 00000080:00000001:2.0:1789608773.311449:0:32597:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:2.0:1789608773.311452:0:32597:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761475 : 162129603798761475 : 240000402000003) 00000080:00000001:2.0:1789608773.311454:0:32597:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279491 : 144115205289279491 : 200000402000003) 00000080:00000001:2.0:1789608773.311456:0:32597:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833931 : 144115205322833931 : 20000040400000b) 00000080:00000001:2.0:1789608773.311458:0:32597:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611140 : 144115205339611140 : 200000405000004) 00000080:00000001:2.0:1789608773.311460:0:32597:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:2.0:1789608773.311462:0:32597:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833921 : 144115205322833921 : 200000404000001) 00000080:00000001:2.0:1789608773.311464:0:32597:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279490 : 144115205289279490 : 200000402000002) 00000080:00000001:2.0:1789608773.311467:0:32597:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833933 : 144115205322833933 : 20000040400000d) 00000080:00000001:2.0:1789608773.311469:0:32597:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761476 : 162129603798761476 : 240000402000004) 00000080:00000001:2.0:1789608773.311471:0:32597:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833935 : 144115205322833935 : 20000040400000f) 00000080:00000001:2.0:1789608773.311475:0:32597:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.311478:0:32597:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:2.0:1789608773.311480:0:32597:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dcd800. 00000080:00000001:2.0:1789608773.311484:0:32597:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.311510:0:32597:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:2.0:1789608773.311512:0:32597:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) pos/size18446744073709551614/16384 32bit_api 0 00000080:00000001:2.0:1789608773.311515:0:32597:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789608773.311517:0:32597:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.311533:0:32597:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:2.0:1789608773.311536:0:32597:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1789608773.311538:0:32597:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01883dd0 00000080:00200008:2.0:1789608773.311540:0:32597:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff94d918926c08), flags 304000 00000080:00400000:2.0:1789608773.311544:0:32597:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:2.0:1789608773.311548:0:32597:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d91a6d32c0. 00000080:00000001:2.0:1789608773.311553:0:32597:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1789608773.311556:0:32597:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01883dd0 00000080:00000008:2.0:1789608773.311558:0:32597:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff94d918926c08), flags 304000, rc = 0 00000080:00000001:2.0:1789608773.311561:0:32597:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.311563:0:32597:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608773.329947:0:32791:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789608773.329958:0:32791:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789608773.329960:0:32791:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789608773.329964:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77b20 00000080:00200000:3.0:1789608773.329970:0:32791:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:3.0:1789608773.329981:0:32791:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d91a21e200. 00800000:00000002:3.0:1789608773.329990:0:32791:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:3.0:1789608773.329995:0:32791:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789608773.330001:0:32791:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789608773.330003:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77a40 00800000:00000002:3.0:1789608773.330006:0:32791:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608773.330010:0:32791:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789608773.330014:0:32791:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608773.330018:0:32791:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608773.330020:0:32791:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608773.330023:0:32791:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608773.330025:0:32791:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608773.330027:0:32791:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608773.330030:0:32791:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608773.330033:0:32791:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789608773.330039:0:32791:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789608773.330041:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77910 00000002:00010000:3.0:1789608773.330043:0:32791:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789608773.330047:0:32791:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789608773.330051:0:32791:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608773.330055:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608773.330063:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904041b00 count: 2 00010000:00000001:3.0:1789608773.330067:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608773.330072:0:32791:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608773.330077:0:32791:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789608773.330082:0:32791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe56 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed92ed expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1789608773.330095:0:32791:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789608773.330102:0:32791:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608773.330105:0:32791:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe56 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed92ed expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:3.0:1789608773.330112:0:32791:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789608773.330114:0:32791:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789608773.330116:0:32791:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608773.330118:0:32791:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608773.330119:0:32791:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608773.330122:0:32791:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789608773.330125:0:32791:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789608773.330128:0:32791:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:3.0:1789608773.330132:0:32791:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d91a21e200. 00000080:00000001:3.0:1789608773.330138:0:32791:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789608773.330140:0:32791:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608773.330143:0:32791:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:3.0:1789608773.330146:0:32791:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176fe56 00800000:00000001:3.0:1789608773.330150:0:32791:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789608773.330152:0:32791:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789608773.330154:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608773.330157:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608773.330160:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:3.0:1789608773.330162:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608773.330166:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608773.330169:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.330171:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608773.330173:0:32791:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608773.330174:0:32791:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608773.330177:0:32791:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fe56 from it ffffae3e01c77b58 00010000:00000001:3.0:1789608773.330179:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608773.330180:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608773.330182:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:3.0:1789608773.330183:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608773.330185:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608773.330188:0:32791:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608773.330191:0:32791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe56 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed92ed expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1789608773.330197:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.330198:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608773.330200:0:32791:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608773.330203:0:32791:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608773.330205:0:32791:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe56 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed92ed expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1789608773.330212:0:32791:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608773.330216:0:32791:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608773.330218:0:32791:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608773.330223:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.330224:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608773.330226:0:32791:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.330230:0:32791:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608773.330232:0:32791:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.330235:0:32791:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.330237:0:32791:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.330240:0:32791:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608773.330241:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.330242:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789608773.330245:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789608773.330248:0:32791:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608773.330250:0:32791:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 1 00000080:00000001:3.0:1789608773.330266:0:32791:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608773.330279:0:32791:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1789608773.330282:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77b48 00000080:00002000:3.0:1789608773.330284:0:32791:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff94d918a9ae58) flags 0x20000e refc 1 00000080:00000001:3.0:1789608773.330287:0:32791:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608773.330289:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77b90 00000080:00200000:3.0:1789608773.330290:0:32791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=8 00000080:00000002:3.0:1789608773.330297:0:32791:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-1 [0x200000405:0x23:0x0] depth 1 server default LMV inherit depth 0 00000020:00000001:3.0:1789608773.330306:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77d08 00000080:00200008:3.0:1789608773.330308:0:32791:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff94d9189b5b88), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1789608773.330312:0:32791:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789608773.330314:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77c80 00000080:00200000:3.0:1789608773.330315:0:32791:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x23:0x0](ffff94d9189b5b88),name=d21h.recovery-small-1 00000080:00000010:3.0:1789608773.330320:0:32791:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d91a21e200. 00800000:00000002:3.0:1789608773.330323:0:32791:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:3.0:1789608773.330329:0:32791:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789608773.330331:0:32791:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789608773.330332:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77ba0 00800000:00000002:3.0:1789608773.330334:0:32791:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x23:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608773.330337:0:32791:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789608773.330340:0:32791:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608773.330342:0:32791:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608773.330343:0:32791:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608773.330344:0:32791:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608773.330346:0:32791:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608773.330348:0:32791:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608773.330350:0:32791:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608773.330352:0:32791:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608773.330353:0:32791:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608773.330354:0:32791:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608773.330356:0:32791:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608773.330357:0:32791:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608773.330359:0:32791:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:3.0:1789608773.330361:0:32791:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608773.330363:0:32791:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x23:0x0], name='' -> mds #0 00000002:00000001:3.0:1789608773.330365:0:32791:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789608773.330367:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77a70 00000002:00010000:3.0:1789608773.330368:0:32791:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789608773.330372:0:32791:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789608773.330373:0:32791:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608773.330374:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608773.330378:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69300 count: 2 00010000:00000001:3.0:1789608773.330380:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608773.330383:0:32791:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608773.330385:0:32791:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789608773.330388:0:32791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fe5d lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9309 expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1789608773.330394:0:32791:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789608773.330397:0:32791:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608773.330399:0:32791:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fe5d lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9309 expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1789608773.330405:0:32791:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789608773.330406:0:32791:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789608773.330408:0:32791:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608773.330409:0:32791:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608773.330411:0:32791:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608773.330412:0:32791:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789608773.330414:0:32791:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789608773.330416:0:32791:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:3.0:1789608773.330418:0:32791:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d91a21e200. 00000080:00000001:3.0:1789608773.330421:0:32791:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789608773.330422:0:32791:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608773.330424:0:32791:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x23:0x0](ffff94d9189b5b88) 00000080:00010000:3.0:1789608773.330426:0:32791:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x23:0x0](ffff94d9189b5b88) for lock 0xc54db3288176fe5d 00800000:00000001:3.0:1789608773.330428:0:32791:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789608773.330430:0:32791:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789608773.330431:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608773.330432:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608773.330434:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232c00 refcount=3 00000020:00000001:3.0:1789608773.330435:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:3.0:1789608773.330437:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:3.0:1789608773.330439:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.330440:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608773.330441:0:32791:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608773.330442:0:32791:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608773.330444:0:32791:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fe5d from it ffffae3e01c77cb8 00010000:00000001:3.0:1789608773.330445:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608773.330446:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608773.330447:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232c00 refcount=3 00000020:00000001:3.0:1789608773.330449:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:3.0:1789608773.330450:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:3.0:1789608773.330452:0:32791:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608773.330454:0:32791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fe5d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9309 expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789608773.330459:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.330459:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608773.330460:0:32791:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608773.330462:0:32791:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608773.330464:0:32791:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fe5d lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9309 expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789608773.330468:0:32791:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608773.330470:0:32791:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608773.330471:0:32791:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608773.330473:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.330474:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608773.330476:0:32791:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.330478:0:32791:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608773.330479:0:32791:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.330481:0:32791:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.330483:0:32791:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.330484:0:32791:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608773.330485:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.330486:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789608773.330487:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789608773.330488:0:32791:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789608773.330492:0:32791:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608773.330496:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77d08 00000080:00000008:3.0:1789608773.330498:0:32791:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff94d9189b5b88), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1789608773.330527:0:32791:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789608773.330530:0:32791:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789608773.330531:0:32791:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789608773.330532:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77bc0 00000080:00200000:3.0:1789608773.330534:0:32791:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:3.0:1789608773.330538:0:32791:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d91a21e200. 00800000:00000002:3.0:1789608773.330540:0:32791:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:3.0:1789608773.330542:0:32791:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789608773.330544:0:32791:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789608773.330545:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77ae0 00800000:00000002:3.0:1789608773.330547:0:32791:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608773.330549:0:32791:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789608773.330550:0:32791:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608773.330552:0:32791:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608773.330553:0:32791:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608773.330554:0:32791:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608773.330556:0:32791:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608773.330557:0:32791:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608773.330559:0:32791:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608773.330561:0:32791:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789608773.330563:0:32791:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789608773.330565:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c779b0 00000002:00010000:3.0:1789608773.330566:0:32791:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789608773.330568:0:32791:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789608773.330570:0:32791:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608773.330571:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608773.330574:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904041b00 count: 2 00010000:00000001:3.0:1789608773.330576:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608773.330578:0:32791:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608773.330580:0:32791:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789608773.330583:0:32791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe56 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed92ed expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:3.0:1789608773.330589:0:32791:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789608773.330591:0:32791:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608773.330593:0:32791:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe56 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed92ed expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:3.0:1789608773.330599:0:32791:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789608773.330601:0:32791:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789608773.330602:0:32791:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608773.330603:0:32791:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608773.330605:0:32791:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608773.330607:0:32791:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789608773.330609:0:32791:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789608773.330611:0:32791:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:3.0:1789608773.330613:0:32791:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d91a21e200. 00000080:00000001:3.0:1789608773.330615:0:32791:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789608773.330617:0:32791:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608773.330618:0:32791:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:3.0:1789608773.330621:0:32791:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176fe56 00800000:00000001:3.0:1789608773.330623:0:32791:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789608773.330624:0:32791:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789608773.330626:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608773.330627:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608773.330628:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:3.0:1789608773.330630:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608773.330632:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608773.330634:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.330636:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608773.330637:0:32791:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608773.330638:0:32791:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608773.330639:0:32791:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fe56 from it ffffae3e01c77bf8 00010000:00000001:3.0:1789608773.330641:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608773.330642:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608773.330643:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:3.0:1789608773.330645:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608773.330647:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608773.330649:0:32791:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608773.330651:0:32791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe56 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed92ed expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1789608773.330656:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.330657:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608773.330658:0:32791:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608773.330659:0:32791:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608773.330662:0:32791:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe56 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed92ed expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:3.0:1789608773.330667:0:32791:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608773.330669:0:32791:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608773.330670:0:32791:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608773.330672:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.330673:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608773.330674:0:32791:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.330705:0:32791:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608773.330707:0:32791:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.330708:0:32791:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.330711:0:32791:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.330713:0:32791:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608773.330714:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.330716:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789608773.330717:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789608773.330718:0:32791:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608773.330721:0:32791:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 1 00000080:00000001:3.0:1789608773.330724:0:32791:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608773.330727:0:32791:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1789608773.330728:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77bc0 00000080:00002000:3.0:1789608773.330730:0:32791:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff94d918a9ae58) flags 0x20000e refc 1 00000080:00000001:3.0:1789608773.330732:0:32791:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608773.330733:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77c08 00000080:00200000:3.0:1789608773.330735:0:32791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=266 00000080:00000002:3.0:1789608773.330737:0:32791:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-1 [0x200000405:0x23:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:3.0:1789608773.330742:0:32791:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1789608773.330743:0:32791:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x23:0x0](ffff94d9189b5b88), inode mode 41ed mask 44 00000080:00000001:3.0:1789608773.330745:0:32791:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608773.330750:0:32791:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:3.0:1789608773.330753:0:32791:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1789608773.330755:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77b78 00000080:00200008:3.0:1789608773.330756:0:32791:0:(file.c:1090:ll_file_open()) START file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff94d9189b5b88), flags 704400 00000080:00000010:3.0:1789608773.330762:0:32791:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d90517edc0. 00000080:00000001:3.0:1789608773.330769:0:32791:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:3.0:1789608773.330771:0:32791:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d91a21e200. 00800000:00000002:3.0:1789608773.330773:0:32791:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:3.0:1789608773.330775:0:32791:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789608773.330777:0:32791:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789608773.330778:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77a28 00800000:00000002:3.0:1789608773.330780:0:32791:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x23:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608773.330784:0:32791:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1789608773.330785:0:32791:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608773.330786:0:32791:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608773.330787:0:32791:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608773.330788:0:32791:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608773.330790:0:32791:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608773.330791:0:32791:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:3.0:1789608773.330793:0:32791:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608773.330795:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c779a8 00800000:00000002:3.0:1789608773.330797:0:32791:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x23:0x0], name='' -> mds #0 layout version 1 00000002:00000001:3.0:1789608773.330801:0:32791:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789608773.330802:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c778e0 00000002:00010000:3.0:1789608773.330804:0:32791:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:3.0:1789608773.330807:0:32791:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789608773.330810:0:32791:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1789608773.330814:0:32791:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1789608773.330816:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69300 count: 2 00010000:00000001:3.0:1789608773.330818:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608773.330820:0:32791:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1789608773.330824:0:32791:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.330826:0:32791:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608773.330828:0:32791:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608773.330829:0:32791:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1789608773.330831:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904041b00 count: 2 00010000:00000001:3.0:1789608773.330832:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608773.330834:0:32791:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1789608773.330835:0:32791:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.330836:0:32791:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608773.330838:0:32791:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608773.330843:0:32791:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908493100. 00000020:00000040:3.0:1789608773.330847:0:32791:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 02000000:00000001:3.0:1789608773.330855:0:32791:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789608773.330856:0:32791:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.330859:0:32791:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789608773.330864:0:32791:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608773.330867:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.330869:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608773.330870:0:32791:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608773.330873:0:32791:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608773.330875:0:32791:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608773.330878:0:32791:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608773.330887:0:32791:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d90839a000. 00000100:00000001:3.0:1789608773.330895:0:32791:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.330901:0:32791:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608773.330903:0:32791:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.330904:0:32791:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608773.330905:0:32791:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.330908:0:32791:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608773.330917:0:32791:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446626258600669440 : -117815108882176 : ffff94d908493100) 00010000:00000001:3.0:1789608773.330922:0:32791:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789608773.330925:0:32791:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789608773.330928:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904041b00 count: 2 00010000:00000001:3.0:1789608773.330929:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608773.330932:0:32791:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789608773.330936:0:32791:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d9421c0600. 00000020:00000001:3.0:1789608773.330939:0:32791:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789608773.330941:0:32791:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d9421c0600 with handle 0xc54db3288176fe87 to hash 00000020:00000001:3.0:1789608773.330943:0:32791:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789608773.330945:0:32791:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:3.0:1789608773.330949:0:32791:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:3.0:1789608773.330952:0:32791:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608773.330953:0:32791:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608773.330956:0:32791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0600/0xc54db3288176fe87 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32791 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608773.330963:0:32791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0600/0xc54db3288176fe87 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32791 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1789608773.330977:0:32791:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d904ceb000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1789608773.330992:0:32791:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d908493100 x1876538934286080/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1789608773.331002:0:32791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0600/0xc54db3288176fe87 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32791 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789608773.331008:0:32791:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789608773.331010:0:32791:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789608773.331018:0:32791:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d9136e40c0. 00000100:00000001:3.0:1789608773.331020:0:32791:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258787647680 : -117814921903936 : ffff94d9136e40c0) 00000100:00000001:3.0:1789608773.331024:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608773.331026:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600669440 : -117815108882176 : ffff94d908493100) 00000100:00000001:3.0:1789608773.331032:0:32791:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608773.331036:0:32791:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608773.331039:0:32791:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789608773.331041:0:32791:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608773.331046:0:32791:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908493100 x1876538934286080/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608773.331054:0:32791:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608773.331057:0:32791:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608773.331062:0:32791:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608773.331065:0:32791:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608773.331067:0:32791:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608773.331071:0:32791:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908493100 pname:cluuid:pid:xid:nid:opc:job rm:25f5d458-2cbe-49cd-9693-334c08df7e27:32791:1876538934286080:192.168.203.121@tcp:101:rm.0 00000100:00000001:3.0:1789608773.331075:0:32791:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608773.331083:0:32791:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608773.331085:0:32791:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608773.331088:0:32791:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608773.331225:0:32791:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff94d908680000. 02000000:00000001:3.0:1789608773.331228:0:32791:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608773.331237:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608773.331242:0:32791:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a7e8. 00000400:00000010:3.0:1789608773.331251:0:32791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff94d90406f000. 00000100:00000200:3.0:1789608773.331273:0:32791:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1876538934286080, portal 10 00000100:00000001:3.0:1789608773.331275:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608773.331277:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600669440 : -117815108882176 : ffff94d908493100) 00000100:00000040:3.0:1789608773.331284:0:32791:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d908493100 x1876538934286080/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608789 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608773.331293:0:32791:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608773.331296:0:32791:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608773.331300:0:32791:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9660. 00000100:00000200:3.0:1789608773.331304:0:32791:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876538934286080, offset 0 00000400:00000200:3.0:1789608773.331312:0:32791:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608773.331323:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608773.331333:0:32791:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608773.331340:0:32791:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608773.331344:0:32791:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608773.331349:0:32791:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608773.331352:0:32791:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608773.331357:0:32791:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2772:2772:256:4294967295] 192.168.203.121@tcp LPNI seq info [2772:2772:8:4294967295] 00000400:00000200:3.0:1789608773.331361:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608773.331373:0:32791:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608773.331380:0:32791:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608773.331386:0:32791:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d90827b500. 00000800:00000200:3.0:1789608773.331394:0:32791:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608773.331403:0:32791:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608773.331409:0:32791:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d90827b500 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1789608773.331432:0:32791:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608773.331437:0:32791:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 872535 usecs (873 jiffies) 00000400:00000200:3.0:1789608773.331441:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608773.331444:0:32791:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296501294 00000100:00000001:3.0:1789608773.331447:0:32791:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296502623 00000100:00000001:3.0:1789608773.331449:0:32791:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296501294 00000100:00000001:3.0:1789608773.331452:0:32791:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296502623 00000100:00000001:3.0:1789608773.331454:0:32791:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608773.331457:0:32791:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608773.331460:0:32791:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608773.331462:0:32791:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789608773.331465:0:32791:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d9136e40c0 going to sleep for 11 seconds 00000100:00000001:3.0:1789608773.331467:0:32791:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608773.331471:0:32791:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608773.331695:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608773.331701:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d90827b500. 00000400:00000200:1.0:1789608773.331706:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608773.331712:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608773.331719:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9660 00000400:00000010:1.0:1789608773.331722:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9660. 00000100:00000001:1.0:1789608773.331727:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608773.331732:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908493100 x1876538934286080/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608789 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608773.331743:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608773.331759:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908493100 x1876538934286080/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608789 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608773.331767:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608773.331769:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608773.334872:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.334904:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608773.334909:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.334912:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608773.334924:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.334933:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608773.334943:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.334949:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.334955:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.334960:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 664 into portal 10 MB=0x6aab3c495d700 00000400:00000200:0.0:1789608773.334965:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.334972:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 664/664 into md 0x7f21 [64] + 224 00000800:00000001:0.0:1789608773.334980:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.334990:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608773.334994:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608773.334999:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608773.335010:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608773.335020:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908493100 x1876538934286080/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608789 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608773.335033:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff94d908493100 x1876538934286080/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608773.335084:0:32791:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608773.335103:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608773.335113:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.335117:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1789608773.337800:0:32791:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608773.337808:0:32791:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608773.337814:0:32791:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a7e8. 00000400:00000200:3.0:1789608773.338068:0:32791:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d90406f000 00000400:00000010:3.0:1789608773.338072:0:32791:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff94d90406f000. 00000100:00000001:3.0:1789608773.338082:0:32791:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608773.338097:0:32791:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908493100 x1876538934286080/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789608773.338112:0:32791:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908493100 x1876538934286080/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608773.338121:0:32791:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608773.338125:0:32791:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608773.338128:0:32791:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608773.338132:0:32791:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608773.338136:0:32791:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608773.338139:0:32791:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608773.338142:0:32791:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608773.338154:0:32791:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=131 v=5 (104 104 104 137) 00000100:00001000:3.0:1789608773.338160:0:32791:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608773.338163:0:32791:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1789608773.338167:0:32791:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94d908493100 x1876538934286080/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608773.338174:0:32791:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1789608773.338179:0:32791:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1789608773.338182:0:32791:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1789608773.338184:0:32791:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1789608773.338187:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608773.338189:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600669440 : -117815108882176 : ffff94d908493100) 00000100:00000001:3.0:1789608773.338193:0:32791:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608773.338196:0:32791:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967620 00000100:00000001:3.0:1789608773.338199:0:32791:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608773.338202:0:32791:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1789608773.338207:0:32791:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908493100 x1876538934286080/t4294967623(4294967623) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789608789 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608773.338215:0:32791:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1789608773.338219:0:32791:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608773.338222:0:32791:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608773.338227:0:32791:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908493100 x1876538934286080/t4294967623(4294967623) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789608789 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789608773.338237:0:32791:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908493100 pname:cluuid:pid:xid:nid:opc:job rm:25f5d458-2cbe-49cd-9693-334c08df7e27:32791:1876538934286080:192.168.203.121@tcp:101:rm.0 00000100:00000001:3.0:1789608773.338242:0:32791:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608773.338246:0:32791:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1789608773.338250:0:32791:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789608773.338264:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608773.338269:0:32791:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908493100 x1876538934286080/t4294967623(4294967623) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789608789 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608773.338276:0:32791:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608773.338281:0:32791:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d9136e40c0. 00000100:00000001:3.0:1789608773.338285:0:32791:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789608773.338287:0:32791:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1789608773.338292:0:32791:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789608773.338299:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608773.338302:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608773.338306:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=4 00000020:00000001:3.0:1789608773.338309:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:3.0:1789608773.338312:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00010000:3.0:1789608773.338327:0:32791:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0600/0xc54db3288176fe87 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32791 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608773.338343:0:32791:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1789608773.338348:0:32791:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0600/0xc54db3288176fe87 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32791 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608773.338355:0:32791:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608773.338359:0:32791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0600/0xc54db3288176fe87 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32791 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608773.338365:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.338367:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789608773.338370:0:32791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0600/0xc54db3288176fe87 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32791 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608773.338377:0:32791:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608773.338381:0:32791:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.338385:0:32791:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1789608773.338387:0:32791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0600/0xc54db3288176fe87 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32791 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608773.338395:0:32791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d9421c0600 already unused, calling callback (ffffffffc193f740) 00000080:00000001:3.0:1789608773.338399:0:32791:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1789608773.338404:0:32791:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0600/0xc54db3288176fe87 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 32791 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608773.338411:0:32791:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1789608773.338413:0:32791:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1789608773.338417:0:32791:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0600/0xc54db3288176fe87 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 32791 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608773.338422:0:32791:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1789608773.338425:0:32791:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1789608773.338426:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608773.338428:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608773.338430:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=5 00000020:00000001:3.0:1789608773.338432:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:3.0:1789608773.338434:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:3.0:1789608773.338438:0:32791:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789608773.338441:0:32791:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0600/0xc54db3288176fe87 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 32791 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1789608773.338448:0:32791:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789608773.338450:0:32791:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608773.338453:0:32791:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1789608773.338455:0:32791:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789608773.338459:0:32791:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789608773.338460:0:32791:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789608773.338462:0:32791:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608773.338463:0:32791:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789608773.338466:0:32791:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d9421c0600 with handle 0xc54db3288176fe87 from hash 00010000:00000001:3.0:1789608773.338468:0:32791:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789608773.338469:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.338470:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608773.338472:0:32791:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789608773.338473:0:32791:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789608773.338474:0:32791:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1789608773.338477:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.338478:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608773.338480:0:32791:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608773.338481:0:32791:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608773.338484:0:32791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0600/0xc54db3288176fe87 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32791 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608773.338489:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.338490:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608773.338491:0:32791:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1789608773.338493:0:32791:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608773.338495:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.338496:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608773.338497:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789608773.338499:0:32791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0600/0xc54db3288176fe87 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32791 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608773.338513:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608773.338514:0:32791:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1789608773.338520:0:32791:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1789608773.338527:0:32791:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff94d908493100 x1876538934286080/t4294967623(4294967623) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789608789 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789608773.338536:0:32791:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1789608773.338541:0:32791:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d908493100 x1876538934286080/t4294967623(4294967623) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789608789 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789608773.338553:0:32791:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.338560:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1789608773.338562:0:32791:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608773.338564:0:32791:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608773.338565:0:32791:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608773.338568:0:32791:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1789608773.338571:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608773.338572:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600669440 : -117815108882176 : ffff94d908493100) 00010000:00000001:3.0:1789608773.338574:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1789608773.338575:0:32791:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608773.338577:0:32791:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789608773.338581:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77868 00000002:00002000:3.0:1789608773.338583:0:32791:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:3.0:1789608773.338586:0:32791:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608773.338589:0:32791:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608773.338592:0:32791:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789608773.338595:0:32791:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1789608773.338599:0:32791:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608773.338604:0:32791:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:3.0:1789608773.338608:0:32791:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d91a21e200. 00000080:00000001:3.0:1789608773.338613:0:32791:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1789608773.338620:0:32791:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1789608773.339139:0:32791:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1789608773.339266:0:32791:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d9071bfec0. 00800000:00000001:2.0:1789608773.339272:0:32791:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626258580930240 : -117815128621376 : ffff94d9071bfec0) 00800000:00000001:2.0:1789608773.339276:0:32791:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.339279:0:32791:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789608773.339292:0:32791:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1789608773.339294:0:32791:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x23:0x0] 00000080:00000001:2.0:1789608773.339298:0:32791:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1789608773.339302:0:32791:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1789608773.339304:0:32791:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.339310:0:32791:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:2.0:1789608773.339313:0:32791:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1789608773.339319:0:32791:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x23:0x0], updating i_size 16384 00000080:00000001:2.0:1789608773.339321:0:32791:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789608773.339333:0:32791:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1789608773.339335:0:32791:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d9071bfec0 1 00800000:00000010:2.0:1789608773.339338:0:32791:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d9071bfec0. 00800000:00000001:2.0:1789608773.339341:0:32791:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789608773.339345:0:32791:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-1 [0x200000405:0x23:0x0] depth 1 server default LMV inherit depth 0 00000100:00000001:2.0:1789608773.339350:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608773.339358:0:32791:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908493100 x1876538934286080/t4294967623(4294967623) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/664 e 0 to 0 dl 1789608789 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.339367:0:32791:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.339372:0:32791:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789608773.339378:0:32791:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94d9071bfec0. 00000080:00000001:2.0:1789608773.339382:0:32791:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1789608773.339387:0:32791:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1789608773.339391:0:32791:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608773.339395:0:32791:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608773.339398:0:32791:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608773.339402:0:32791:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608773.339404:0:32791:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.339407:0:32791:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:2.0:1789608773.339409:0:32791:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.339413:0:32791:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1789608773.339418:0:32791:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94d907f68ac0. 00000002:00100000:2.0:1789608773.339423:0:32791:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d908493100 x1876538934286080/t4294967623(4294967623) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/664 e 0 to 0 dl 1789608789 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789608773.339435:0:32791:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608773.339437:0:32791:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1789608773.339441:0:32791:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1789608773.339455:0:32791:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.339459:0:32791:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:2.0:1789608773.339461:0:32791:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.339463:0:32791:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608773.339469:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608773.339473:0:32791:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908493100 x1876538934286080/t4294967623(4294967623) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/664 e 0 to 0 dl 1789608789 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1789608773.339480:0:32791:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608773.339485:0:32791:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff94d908680000. 02000000:00000001:2.0:1789608773.339523:0:32791:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1789608773.339525:0:32791:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.339529:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77b78 00000080:00000008:2.0:1789608773.339531:0:32791:0:(file.c:1329:ll_file_open()) COMPLETED file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff94d9189b5b88), flags 704400, rc = 0 00000080:00000001:2.0:1789608773.339536:0:32791:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.339576:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77d28 00000080:00200008:2.0:1789608773.339579:0:32791:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff94d9189b5b88), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789608773.339587:0:32791:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789608773.339589:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77ca0 00000080:00200000:2.0:1789608773.339591:0:32791:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x23:0x0](ffff94d9189b5b88),name=d21h.recovery-small-1 00000080:00000010:2.0:1789608773.339599:0:32791:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d911dcc000. 00800000:00000002:2.0:1789608773.339606:0:32791:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:2.0:1789608773.339615:0:32791:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789608773.339620:0:32791:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789608773.339622:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77bc0 00800000:00000002:2.0:1789608773.339625:0:32791:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x23:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608773.339629:0:32791:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789608773.339638:0:32791:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608773.339640:0:32791:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608773.339641:0:32791:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608773.339643:0:32791:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608773.339645:0:32791:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.339647:0:32791:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608773.339650:0:32791:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608773.339652:0:32791:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608773.339653:0:32791:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608773.339655:0:32791:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608773.339656:0:32791:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608773.339658:0:32791:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.339660:0:32791:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:2.0:1789608773.339662:0:32791:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.339665:0:32791:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x23:0x0], name='' -> mds #0 00000002:00000001:2.0:1789608773.339670:0:32791:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789608773.339672:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77a90 00000002:00010000:2.0:1789608773.339674:0:32791:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789608773.339701:0:32791:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789608773.339714:0:32791:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608773.339718:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608773.339726:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69300 count: 2 00010000:00000001:2.0:1789608773.339730:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608773.339737:0:32791:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608773.339740:0:32791:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789608773.339745:0:32791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fe5d lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9309 expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1789608773.339756:0:32791:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789608773.339761:0:32791:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608773.339764:0:32791:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fe5d lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9309 expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1789608773.339771:0:32791:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789608773.339774:0:32791:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789608773.339776:0:32791:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608773.339779:0:32791:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608773.339781:0:32791:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608773.339784:0:32791:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789608773.339786:0:32791:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789608773.339789:0:32791:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:2.0:1789608773.339791:0:32791:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dcc000. 00000080:00000001:2.0:1789608773.339797:0:32791:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789608773.339799:0:32791:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608773.339802:0:32791:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x23:0x0](ffff94d9189b5b88) 00000080:00010000:2.0:1789608773.339807:0:32791:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x23:0x0](ffff94d9189b5b88) for lock 0xc54db3288176fe5d 00800000:00000001:2.0:1789608773.339810:0:32791:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789608773.339812:0:32791:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789608773.339813:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.339970:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.339974:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232c00 refcount=3 00000020:00000001:2.0:1789608773.339977:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608773.339979:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608773.339983:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.339984:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608773.339986:0:32791:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608773.339988:0:32791:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608773.339990:0:32791:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fe5d from it ffffae3e01c77cd8 00010000:00000001:2.0:1789608773.339993:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.339994:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.339995:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232c00 refcount=3 00000020:00000001:2.0:1789608773.339997:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608773.339999:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608773.340001:0:32791:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608773.340004:0:32791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fe5d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9309 expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789608773.340011:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.340013:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.340014:0:32791:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789608773.340017:0:32791:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789608773.340020:0:32791:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fe5d lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9309 expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1789608773.340028:0:32791:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789608773.340032:0:32791:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789608773.340035:0:32791:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608773.340039:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.340040:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.340042:0:32791:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.340045:0:32791:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789608773.340048:0:32791:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.340050:0:32791:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.340054:0:32791:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.340056:0:32791:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608773.340057:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.340059:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789608773.340060:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789608773.340062:0:32791:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789608773.340066:0:32791:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.340070:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77d28 00000080:00000008:2.0:1789608773.340073:0:32791:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff94d9189b5b88), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789608773.340224:0:32791:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:2.0:1789608773.340227:0:32791:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x23:0x0](ffff94d9189b5b88) pos/size0/16384 32bit_api 0 00000080:00000010:2.0:1789608773.340233:0:32791:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d911dcc000. 00800000:00000002:2.0:1789608773.340236:0:32791:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d9071bf800 2 00000080:00000001:2.0:1789608773.340239:0:32791:0:(dir.c:194:ll_dir_read()) Process entered 00800000:00000001:2.0:1789608773.340245:0:32791:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00800000:00000001:2.0:1789608773.340247:0:32791:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608773.340249:0:32791:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608773.340250:0:32791:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608773.340261:0:32791:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608773.340263:0:32791:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.340266:0:32791:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:2.0:1789608773.340268:0:32791:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.340271:0:32791:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:2.0:1789608773.340273:0:32791:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789608773.340275:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77ab8 00000002:00010000:2.0:1789608773.340276:0:32791:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x23:0x0]) in obj [0x200000405:0x23:0x0], intent: readdir flags 0 00000002:00000001:2.0:1789608773.340280:0:32791:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789608773.340281:0:32791:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608773.340283:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608773.340286:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69300 count: 2 00010000:00000001:2.0:1789608773.340288:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608773.340290:0:32791:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608773.340292:0:32791:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789608773.340296:0:32791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fe5d lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9309 expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1789608773.340303:0:32791:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789608773.340305:0:32791:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608773.340308:0:32791:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fe5d lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9309 expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1789608773.340314:0:32791:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789608773.340316:0:32791:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789608773.340317:0:32791:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789608773.340319:0:32791:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789608773.340320:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.340322:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.340324:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232c00 refcount=3 00000020:00000001:2.0:1789608773.340326:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608773.340328:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608773.340330:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.340331:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608773.340332:0:32791:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.340368:0:32791:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:2.0:1789608773.340374:0:32791:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff94d902b3c800. 00000002:00000001:2.0:1789608773.342074:0:32791:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:2.0:1789608773.342091:0:32791:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d25f80. 00000020:00000040:2.0:1789608773.342100:0:32791:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:2.0:1789608773.342105:0:32791:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608773.342110:0:32791:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608773.342116:0:32791:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608773.342125:0:32791:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d911dcda00. 00000100:00000001:2.0:1789608773.342133:0:32791:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.342136:0:32791:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1789608773.342141:0:32791:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff94d903dbd000. 00000100:00000010:2.0:1789608773.342147:0:32791:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff94d907e87000. 00000020:00000040:2.0:1789608773.342149:0:32791:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:2.0:1789608773.342180:0:32791:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789608773.342182:0:32791:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789608773.342190:0:32791:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d904bde780. 00000100:00000001:2.0:1789608773.342193:0:32791:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258541209472 : -117815168342144 : ffff94d904bde780) 00000100:00000001:2.0:1789608773.342196:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608773.342198:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592882560 : -117815116669056 : ffff94d907d25f80) 00000100:00000001:2.0:1789608773.342203:0:32791:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608773.342207:0:32791:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.342210:0:32791:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789608773.342212:0:32791:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608773.342225:0:32791:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d25f80 x1876538934286208/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.342234:0:32791:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608773.342237:0:32791:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608773.342241:0:32791:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608773.342244:0:32791:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608773.342246:0:32791:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608773.342250:0:32791:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d25f80 pname:cluuid:pid:xid:nid:opc:job rm:25f5d458-2cbe-49cd-9693-334c08df7e27:32791:1876538934286208:192.168.203.121@tcp:37:rm.0 00000100:00000001:2.0:1789608773.342265:0:32791:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608773.342271:0:32791:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608773.342274:0:32791:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.342277:0:32791:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:2.0:1789608773.343122:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608773.343130:0:32791:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21d10. 00000400:00000010:2.0:1789608773.343145:0:32791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff94d907e14000. 00000100:00000200:2.0:1789608773.343154:0:32791:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6aab3c495d780-0x6aab3c495d780, portal 14 00000100:00000001:2.0:1789608773.343159:0:32791:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608773.343163:0:32791:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608773.343168:0:32791:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903dbe000. 02000000:00000001:2.0:1789608773.343170:0:32791:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608773.343173:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608773.343176:0:32791:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21e18. 00000400:00000010:2.0:1789608773.343180:0:32791:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c220. 00000100:00000200:2.0:1789608773.343184:0:32791:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934286208, portal 10 00000100:00000001:2.0:1789608773.343187:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608773.343188:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592882560 : -117815116669056 : ffff94d907d25f80) 00000100:00000040:2.0:1789608773.343199:0:32791:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d907d25f80 x1876538934286208/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608789 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.343208:0:32791:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608773.343211:0:32791:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608773.343214:0:32791:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c000. 00000100:00000200:2.0:1789608773.343219:0:32791:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1876538934286208, offset 0 00000400:00000200:2.0:1789608773.343226:0:32791:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608773.343235:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608773.343243:0:32791:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608773.343250:0:32791:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608773.343266:0:32791:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608773.343271:0:32791:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608773.343274:0:32791:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608773.343278:0:32791:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2773:2773:256:4294967295] 192.168.203.121@tcp LPNI seq info [2773:2773:8:4294967295] 00000400:00000200:2.0:1789608773.343628:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608773.343642:0:32791:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608773.343651:0:32791:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608773.343659:0:32791:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903c79b00. 00000800:00000200:2.0:1789608773.343668:0:32791:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608773.343697:0:32791:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608773.343702:0:32791:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903c79b00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:2.0:1789608773.344504:0:32791:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608773.344512:0:32791:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 871321 usecs (872 jiffies) 00000400:00000200:2.0:1789608773.344518:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608773.344522:0:32791:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296501306 00000100:00000001:2.0:1789608773.344526:0:32791:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296502623 00000100:00000001:2.0:1789608773.344529:0:32791:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296501306 00000100:00000001:2.0:1789608773.344531:0:32791:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296502623 00000100:00000001:2.0:1789608773.344534:0:32791:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608773.344537:0:32791:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.344540:0:32791:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608773.344542:0:32791:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789608773.344545:0:32791:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d904bde780 going to sleep for 11 seconds 00000100:00000001:2.0:1789608773.344549:0:32791:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608773.344553:0:32791:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1789608773.347734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0600. 00000800:00000200:1.0:1789608773.350057:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608773.350072:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903c79b00. 00000400:00000200:1.0:1789608773.350083:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608773.350093:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608773.350103:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c000 00000400:00000010:1.0:1789608773.350106:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c000. 00000100:00000001:1.0:1789608773.350113:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608773.350131:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25f80 x1876538934286208/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608789 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608773.350146:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608773.350150:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d25f80 x1876538934286208/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608789 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608773.350158:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608773.350160:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608773.361459:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.361487:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608773.361492:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.361494:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608773.361505:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.361515:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608773.361528:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.361533:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.361539:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.361545:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 4096 into portal 14 MB=0x6aab3c495d780 00000400:00000200:0.0:1789608773.361550:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.361557:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.203.121@tcp of length 4096/4096 into md 0x7f29 [256] + 0 00000400:00000010:0.0:1789608773.361927:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21d10. 00000400:00000200:0.0:1789608773.361939:0:2402:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff94d907e14000 00000800:00000001:0.0:1789608773.361948:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.361965:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608773.361970:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608773.361976:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608773.361984:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d907e14000 00000400:00000010:0.0:1789608773.361987:0:2402:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff94d907e14000. 00000100:00000001:0.0:1789608773.361993:0:2402:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:0.0:1789608773.361996:0:2402:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff94d907d25f80 desc ffff94d903dbd000 mbits 1876538934286208 00000100:00000001:0.0:1789608773.362202:0:2402:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1789608773.362213:0:2402:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1789608773.362218:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.362226:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.21@tcp to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608773.362234:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2774:2774:256:4294967295] 192.168.203.121@tcp LPNI seq info [2774:2774:8:4294967295] 00000100:00000001:2.0:1789608773.362238:0:32791:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1789608773.362238:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608773.362244:0:32791:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608773.362248:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:192.168.203.21@tcp) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) 192.168.203.121@tcp : ACK try# 0 00000800:00000200:0.0:1789608773.362264:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608773.362273:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff94d9060b4000. 00000800:00000200:0.0:1789608773.362281:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608773.362289:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608773.362296:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d9060b4000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1789608773.362414:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608773.362419:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff94d9060b4000. 00000400:00000200:0.0:1789608773.362423:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608773.362426:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: ACK: OK 00000800:00000001:0.0:1789608773.362435:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.362438:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608773.365804:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.365828:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608773.365835:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.365838:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608773.365852:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.365863:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608773.365876:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.365883:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.365890:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.365896:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 440 into portal 10 MB=0x6aab3c495d780 00000400:00000200:0.0:1789608773.365903:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.365912:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 440/440 into md 0x7f31 [1] + 224 00000800:00000001:0.0:1789608773.365922:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.365937:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608773.365942:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608773.365947:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608773.365960:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608773.365972:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d25f80 x1876538934286208/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608789 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608773.365985:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff94d907d25f80 x1876538934286208/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608773.366008:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608773.366019:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.366022:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608773.366311:0:32791:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608773.366321:0:32791:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608773.366323:0:32791:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608773.366337:0:32791:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21e18. 00000400:00000200:2.0:1789608773.366344:0:32791:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c220 00000400:00000010:2.0:1789608773.366348:0:32791:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c220. 00000100:00000001:2.0:1789608773.366351:0:32791:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608773.366357:0:32791:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d25f80 x1876538934286208/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789608773.366367:0:32791:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d25f80 x1876538934286208/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.366374:0:32791:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608773.366377:0:32791:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608773.366380:0:32791:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608773.366384:0:32791:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608773.366388:0:32791:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608773.366391:0:32791:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608773.366394:0:32791:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608773.366408:0:32791:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11cf0 time=131 v=5 (5 5 5 5) 00000100:00001000:2.0:1789608773.366414:0:32791:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608773.366416:0:32791:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608773.366418:0:32791:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.366421:0:32791:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608773.366425:0:32791:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.366430:0:32791:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608773.366433:0:32791:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967620 00000100:00000001:2.0:1789608773.366435:0:32791:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608773.366439:0:32791:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608773.366443:0:32791:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff94d907d25f80 x1876538934286208/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789608773.366453:0:32791:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff94d907d25f80 x1876538934286208/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608789 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.366460:0:32791:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608773.366462:0:32791:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608773.366466:0:32791:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d25f80 x1876538934286208/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608789 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789608773.366475:0:32791:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d25f80 pname:cluuid:pid:xid:nid:opc:job rm:25f5d458-2cbe-49cd-9693-334c08df7e27:32791:1876538934286208:192.168.203.121@tcp:37:rm.0 00000100:00000001:2.0:1789608773.366482:0:32791:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608773.366485:0:32791:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.366488:0:32791:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789608773.366490:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608773.366493:0:32791:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d25f80 x1876538934286208/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608789 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.366500:0:32791:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608773.366504:0:32791:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d904bde780. 00000100:00000001:2.0:1789608773.366508:0:32791:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789608773.366510:0:32791:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.366515:0:32791:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.366518:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608773.366521:0:32791:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d25f80 x1876538934286208/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608789 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.366533:0:32791:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608773.366537:0:32791:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608773.366541:0:32791:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903dbe000. 02000000:00000001:2.0:1789608773.366545:0:32791:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608773.366549:0:32791:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608773.366551:0:32791:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:2.0:1789608773.366554:0:32791:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:2.0:1789608773.366556:0:32791:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1789608773.366558:0:32791:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608773.367217:0:32791:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:2.0:1789608773.367224:0:32791:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000010:2.0:1789608773.367266:0:32791:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff94d907e87000. 00000100:00000010:2.0:1789608773.367272:0:32791:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff94d903dbd000. 00000100:00000001:2.0:1789608773.367274:0:32791:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1789608773.367278:0:32791:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d911dcda00. 02000000:00000001:2.0:1789608773.367282:0:32791:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608773.367284:0:32791:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608773.367287:0:32791:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d25f80. 00000100:00000001:2.0:1789608773.367292:0:32791:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608773.367293:0:32791:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789608773.367297:0:32791:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:2.0:1789608773.367299:0:32791:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:2.0:1789608773.369492:0:32791:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff94d902b3c800. 00000002:00000001:2.0:1789608773.369506:0:32791:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.369893:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.369898:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.369903:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232c00 refcount=3 00000020:00000001:2.0:1789608773.369906:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608773.369910:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608773.369913:0:32791:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608773.369919:0:32791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fe5d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9309 expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1789608773.369929:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.369932:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.369934:0:32791:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789608773.369938:0:32791:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789608773.369941:0:32791:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fe5d lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9309 expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1789608773.369950:0:32791:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789608773.369954:0:32791:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789608773.369956:0:32791:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608773.369960:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.369962:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.369963:0:32791:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.369967:0:32791:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789608773.369969:0:32791:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.369971:0:32791:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.369975:0:32791:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.369978:0:32791:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608773.369980:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.369981:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:2.0:1789608773.369985:0:32791:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.369993:0:32791:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:2.0:1789608773.370000:0:32791:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1789608773.370002:0:32791:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611173 : 144115205339611173 : 200000405000025) 00000080:00000001:2.0:1789608773.370009:0:32791:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.370014:0:32791:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d9071bf800 2 00000080:00000010:2.0:1789608773.370018:0:32791:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dcc000. 00000080:00000001:2.0:1789608773.370024:0:32791:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.370156:0:32791:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:2.0:1789608773.370159:0:32791:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1789608773.370163:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77dd0 00000080:00200008:2.0:1789608773.370166:0:32791:0:(file.c:479:ll_file_release()) START file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff94d9189b5b88), flags 704000 00000080:00400000:2.0:1789608773.370171:0:32791:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000405:0x23:0x0] 00000080:00000001:2.0:1789608773.370175:0:32791:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:2.0:1789608773.370177:0:32791:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:2.0:1789608773.370179:0:32791:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:2.0:1789608773.370186:0:32791:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608773.370189:0:32791:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608773.370192:0:32791:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608773.370195:0:32791:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608773.370197:0:32791:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.370200:0:32791:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:2.0:1789608773.370202:0:32791:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.370208:0:32791:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608773.370211:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608773.370218:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69300 count: 2 00010000:00000001:2.0:1789608773.370222:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789608773.370227:0:32791:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.370229:0:32791:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x23:0x0]: 0 00000080:00000001:2.0:1789608773.370232:0:32791:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1789608773.370234:0:32791:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1789608773.370239:0:32791:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff94d911dcc000. 00000080:00000001:2.0:1789608773.370241:0:32791:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:2.0:1789608773.370247:0:32791:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d9071bf800 2 00000080:00000001:2.0:1789608773.370251:0:32791:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1789608773.370265:0:32791:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:2.0:1789608773.370267:0:32791:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608773.370269:0:32791:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608773.370270:0:32791:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608773.370271:0:32791:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608773.370273:0:32791:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.370275:0:32791:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:2.0:1789608773.370277:0:32791:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.370279:0:32791:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x23:0x0] 00000002:00000001:2.0:1789608773.370283:0:32791:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1789608773.370285:0:32791:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff94d904ceb000: [0x200000405:0x23:0x0] file closed with intent: 0 00000100:00000010:2.0:1789608773.370293:0:32791:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d25f80. 00000020:00000040:2.0:1789608773.370298:0:32791:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:2.0:1789608773.370304:0:32791:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608773.370308:0:32791:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608773.370313:0:32791:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608773.370322:0:32791:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d911dcda00. 00000100:00000001:2.0:1789608773.370338:0:32791:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1789608773.370362:0:32791:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94d908493100 x1876538934286080/t4294967623(4294967623) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/664 e 0 to 0 dl 1789608789 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1789608773.370382:0:32791:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d904ceb000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1789608773.370388:0:32791:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d907d25f80 x1876538934286464/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1789608773.370395:0:32791:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789608773.370398:0:32791:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789608773.370405:0:32791:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d904bde780. 00000100:00000001:2.0:1789608773.370408:0:32791:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258541209472 : -117815168342144 : ffff94d904bde780) 00000100:00000001:2.0:1789608773.370411:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608773.370412:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592882560 : -117815116669056 : ffff94d907d25f80) 00000100:00000001:2.0:1789608773.370418:0:32791:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608773.370423:0:32791:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.370425:0:32791:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789608773.370427:0:32791:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608773.370431:0:32791:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d25f80 x1876538934286464/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.370438:0:32791:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608773.370441:0:32791:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608773.370445:0:32791:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608773.370449:0:32791:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608773.370451:0:32791:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608773.370454:0:32791:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d25f80 pname:cluuid:pid:xid:nid:opc:job rm:25f5d458-2cbe-49cd-9693-334c08df7e27:32791:1876538934286464:192.168.203.121@tcp:35:rm.0 00000100:00000001:2.0:1789608773.370459:0:32791:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608773.370464:0:32791:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608773.370466:0:32791:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608773.370469:0:32791:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608773.370473:0:32791:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903dbd000. 02000000:00000001:2.0:1789608773.370475:0:32791:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608773.370484:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608773.370489:0:32791:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21e18. 00000400:00000010:2.0:1789608773.370497:0:32791:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c220. 00000100:00000200:2.0:1789608773.370506:0:32791:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934286464, portal 10 00000100:00000001:2.0:1789608773.370509:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608773.370510:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592882560 : -117815116669056 : ffff94d907d25f80) 00000100:00000040:2.0:1789608773.370517:0:32791:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d907d25f80 x1876538934286464/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608789 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.370525:0:32791:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608773.370528:0:32791:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608773.370531:0:32791:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c088. 00000100:00000200:2.0:1789608773.370534:0:32791:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876538934286464, offset 0 00000400:00000200:2.0:1789608773.370542:0:32791:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608773.370551:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608773.370569:0:32791:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608773.370576:0:32791:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608773.370580:0:32791:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608773.370584:0:32791:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608773.370587:0:32791:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608773.370592:0:32791:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2775:2775:256:4294967295] 192.168.203.121@tcp LPNI seq info [2775:2775:8:4294967295] 00000400:00000200:2.0:1789608773.370597:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608773.370609:0:32791:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608773.370617:0:32791:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608773.370622:0:32791:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903c79000. 00000800:00000200:2.0:1789608773.370630:0:32791:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608773.370640:0:32791:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608773.370646:0:32791:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903c79000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1789608773.370670:0:32791:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608773.370708:0:32791:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 870140 usecs (871 jiffies) 00000400:00000200:2.0:1789608773.370712:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608773.370716:0:32791:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296501332 00000100:00000001:2.0:1789608773.370719:0:32791:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296502623 00000100:00000001:2.0:1789608773.370722:0:32791:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296501332 00000100:00000001:2.0:1789608773.370725:0:32791:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296502623 00000800:00000200:1.0:1789608773.372843:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608773.372857:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903c79000. 00000400:00000200:1.0:1789608773.372867:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608773.372878:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608773.372889:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c088 00000400:00000010:1.0:1789608773.372892:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c088. 00000100:00000001:1.0:1789608773.372898:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608773.372908:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25f80 x1876538934286464/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608789 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608773.372922:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608773.372926:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d25f80 x1876538934286464/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608789 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608773.372933:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608773.372935:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789608773.377415:0:32791:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608773.377423:0:32791:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.377426:0:32791:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608773.377429:0:32791:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789608773.377434:0:32791:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d904bde780 going to sleep for 11 seconds 00000100:00000001:2.0:1789608773.377439:0:32791:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608773.377444:0:32791:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789608773.385718:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.385743:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608773.385749:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.385751:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608773.385762:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.385771:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608773.385784:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.385790:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.385795:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.385800:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 456 into portal 10 MB=0x6aab3c495d880 00000400:00000200:0.0:1789608773.385807:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.385814:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 456/456 into md 0x7f39 [1] + 224 00000800:00000001:0.0:1789608773.385888:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.385922:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608773.385926:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608773.385932:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608773.385942:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608773.385954:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d25f80 x1876538934286464/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608789 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608773.385964:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94d907d25f80 x1876538934286464/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608773.385989:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608773.386002:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.386006:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608773.386112:0:32791:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608773.386122:0:32791:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608773.386125:0:32791:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608773.386129:0:32791:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21e18. 00000400:00000200:2.0:1789608773.386135:0:32791:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c220 00000400:00000010:2.0:1789608773.386138:0:32791:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c220. 00000100:00000001:2.0:1789608773.386142:0:32791:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608773.386147:0:32791:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d25f80 x1876538934286464/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789608773.386155:0:32791:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d25f80 x1876538934286464/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.386161:0:32791:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608773.386163:0:32791:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608773.386166:0:32791:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608773.386170:0:32791:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608773.386173:0:32791:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608773.386175:0:32791:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608773.386179:0:32791:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608773.386190:0:32791:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11cf0 time=131 v=5 (5 5 5 5) 00000100:00001000:2.0:1789608773.386195:0:32791:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608773.386198:0:32791:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608773.386200:0:32791:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.386205:0:32791:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608773.386210:0:32791:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.386213:0:32791:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789608773.386215:0:32791:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1789608773.386217:0:32791:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789608773.386219:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608773.386221:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592882560 : -117815116669056 : ffff94d907d25f80) 00000100:00000001:2.0:1789608773.386226:0:32791:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608773.386228:0:32791:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967620 00000100:00000001:2.0:1789608773.386230:0:32791:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608773.386233:0:32791:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608773.386238:0:32791:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d25f80 x1876538934286464/t4294967624(4294967624) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608789 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.386246:0:32791:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608773.386249:0:32791:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608773.386261:0:32791:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608773.386266:0:32791:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d25f80 x1876538934286464/t4294967624(4294967624) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608789 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789608773.386273:0:32791:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d25f80 pname:cluuid:pid:xid:nid:opc:job rm:25f5d458-2cbe-49cd-9693-334c08df7e27:32791:1876538934286464:192.168.203.121@tcp:35:rm.0 00000100:00000001:2.0:1789608773.386279:0:32791:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608773.386282:0:32791:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.386285:0:32791:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789608773.386287:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608773.386291:0:32791:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d25f80 x1876538934286464/t4294967624(4294967624) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608789 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.386298:0:32791:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608773.386301:0:32791:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d904bde780. 00000100:00000001:2.0:1789608773.386306:0:32791:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789608773.386307:0:32791:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.386317:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608773.386318:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592882560 : -117815116669056 : ffff94d907d25f80) 00000002:00000001:2.0:1789608773.386321:0:32791:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608773.386325:0:32791:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.386329:0:32791:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d9071bf800 2 00000080:00000010:2.0:1789608773.386333:0:32791:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dcc000. 00000080:00000001:2.0:1789608773.386339:0:32791:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1789608773.386343:0:32791:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1789608773.386346:0:32791:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608773.386349:0:32791:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608773.386353:0:32791:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608773.386355:0:32791:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608773.386357:0:32791:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.386359:0:32791:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:2.0:1789608773.386362:0:32791:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.386368:0:32791:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1789608773.386373:0:32791:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94d908493100 x1876538934286080/t4294967623(4294967623) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/664 e 0 to 0 dl 1789608789 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.386381:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608773.386383:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600669440 : -117815108882176 : ffff94d908493100) 00000100:00000001:2.0:1789608773.386385:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608773.386387:0:32791:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908493100 x1876538934286080/t4294967623(4294967623) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/664 e 0 to 0 dl 1789608789 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.386393:0:32791:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.386395:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608773.386398:0:32791:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d25f80 x1876538934286464/t4294967624(4294967624) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608789 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.386404:0:32791:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.386406:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608773.386409:0:32791:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908493100 x1876538934286080/t4294967623(4294967623) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/664 e 0 to 0 dl 1789608789 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.386415:0:32791:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1789608773.386419:0:32791:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608773.386420:0:32791:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:2.0:1789608773.386423:0:32791:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608773.386426:0:32791:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d90839a000. 02000000:00000001:2.0:1789608773.386431:0:32791:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608773.386434:0:32791:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608773.386436:0:32791:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908493100. 00000100:00000001:2.0:1789608773.386440:0:32791:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608773.386441:0:32791:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608773.386443:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608773.386446:0:32791:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d25f80 x1876538934286464/t4294967624(4294967624) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608789 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.386454:0:32791:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608773.386456:0:32791:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff94d907f68ac0. 00000002:00000001:2.0:1789608773.386458:0:32791:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608773.386460:0:32791:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789608773.386463:0:32791:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94d9071bfec0. 00000100:00000001:2.0:1789608773.386465:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608773.386468:0:32791:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d25f80 x1876538934286464/t4294967624(4294967624) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608789 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.386474:0:32791:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608773.386476:0:32791:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608773.386479:0:32791:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903dbd000. 02000000:00000001:2.0:1789608773.386482:0:32791:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608773.386483:0:32791:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608773.386485:0:32791:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:2.0:1789608773.386487:0:32791:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608773.386488:0:32791:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d911dcda00. 02000000:00000001:2.0:1789608773.386491:0:32791:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608773.386492:0:32791:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608773.386494:0:32791:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d25f80. 00000100:00000001:2.0:1789608773.386497:0:32791:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608773.386498:0:32791:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789608773.386502:0:32791:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789608773.386506:0:32791:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d90517edc0. 00000080:00000001:2.0:1789608773.386510:0:32791:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.386516:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77dd0 00000080:00000008:2.0:1789608773.386519:0:32791:0:(file.c:523:ll_file_release()) COMPLETED file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff94d9189b5b88), flags 704000, rc = 0 00000080:00000001:2.0:1789608773.386522:0:32791:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.386525:0:32791:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.390971:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608773.390980:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.390985:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608773.390986:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.390989:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608773.390990:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.390994:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608773.390995:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608773.391097:0:32791:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789608773.391103:0:32791:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789608773.391106:0:32791:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789608773.391109:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77bc0 00000080:00200000:3.0:1789608773.391114:0:32791:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:3.0:1789608773.391123:0:32791:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d91a21e200. 00800000:00000002:3.0:1789608773.391133:0:32791:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:3.0:1789608773.391139:0:32791:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789608773.391143:0:32791:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789608773.391146:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77ae0 00800000:00000002:3.0:1789608773.391149:0:32791:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608773.391154:0:32791:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789608773.391157:0:32791:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608773.391160:0:32791:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608773.391163:0:32791:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608773.391166:0:32791:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608773.391169:0:32791:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608773.391171:0:32791:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608773.391174:0:32791:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608773.391178:0:32791:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789608773.391185:0:32791:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789608773.391187:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c779b0 00000002:00010000:3.0:1789608773.391189:0:32791:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789608773.391193:0:32791:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789608773.391195:0:32791:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608773.391199:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608773.391207:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904041b00 count: 2 00010000:00000001:3.0:1789608773.391210:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608773.391217:0:32791:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608773.391221:0:32791:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789608773.391227:0:32791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe56 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed92ed expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 02000000:00000001:3.0:1789608773.391240:0:32791:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789608773.391248:0:32791:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608773.391251:0:32791:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe56 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed92ed expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000002:00000001:3.0:1789608773.391268:0:32791:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789608773.391271:0:32791:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789608773.391273:0:32791:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608773.391275:0:32791:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608773.391277:0:32791:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608773.391279:0:32791:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789608773.391283:0:32791:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789608773.391286:0:32791:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:3.0:1789608773.391290:0:32791:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d91a21e200. 00000080:00000001:3.0:1789608773.391298:0:32791:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789608773.391300:0:32791:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608773.391303:0:32791:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:3.0:1789608773.391307:0:32791:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176fe56 00800000:00000001:3.0:1789608773.391310:0:32791:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789608773.391313:0:32791:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789608773.391314:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608773.391317:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608773.391320:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:3.0:1789608773.391323:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608773.391326:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608773.391330:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.391331:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608773.391333:0:32791:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608773.391334:0:32791:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608773.391337:0:32791:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fe56 from it ffffae3e01c77bf8 00010000:00000001:3.0:1789608773.391339:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608773.391340:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608773.391341:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:3.0:1789608773.391343:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608773.391345:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608773.391348:0:32791:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608773.391351:0:32791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe56 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed92ed expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:3.0:1789608773.391357:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.391359:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608773.391361:0:32791:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608773.391364:0:32791:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608773.391367:0:32791:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe56 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed92ed expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:3.0:1789608773.391374:0:32791:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608773.391378:0:32791:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608773.391381:0:32791:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608773.391386:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.391387:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608773.391389:0:32791:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.391393:0:32791:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608773.391396:0:32791:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.391399:0:32791:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.391401:0:32791:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.391404:0:32791:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608773.391405:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.391406:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789608773.391410:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789608773.391412:0:32791:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608773.391415:0:32791:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 1 00000080:00000001:3.0:1789608773.391420:0:32791:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608773.391424:0:32791:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1789608773.391427:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77bc0 00000080:00002000:3.0:1789608773.391429:0:32791:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff94d918a9ae58) flags 0x20000e refc 1 00000080:00000001:3.0:1789608773.391432:0:32791:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608773.391434:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77c08 00000080:00200000:3.0:1789608773.391436:0:32791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=266 00000080:00000002:3.0:1789608773.391444:0:32791:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-1 [0x200000405:0x23:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:3.0:1789608773.391450:0:32791:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1789608773.391451:0:32791:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x23:0x0](ffff94d9189b5b88), inode mode 41ed mask 44 00000080:00000001:3.0:1789608773.391454:0:32791:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608773.391463:0:32791:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:3.0:1789608773.391465:0:32791:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1789608773.391467:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77b78 00000080:00200008:3.0:1789608773.391469:0:32791:0:(file.c:1090:ll_file_open()) START file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff94d9189b5b88), flags 704400 00000080:00000010:3.0:1789608773.391476:0:32791:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d90517fa40. 00000080:00000001:3.0:1789608773.391484:0:32791:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:3.0:1789608773.391487:0:32791:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d91a21e200. 00800000:00000002:3.0:1789608773.391490:0:32791:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:3.0:1789608773.391494:0:32791:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789608773.391495:0:32791:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789608773.391497:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77a28 00800000:00000002:3.0:1789608773.391498:0:32791:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x23:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608773.391502:0:32791:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1789608773.391504:0:32791:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608773.391506:0:32791:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608773.391507:0:32791:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608773.391509:0:32791:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608773.391511:0:32791:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608773.391513:0:32791:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:3.0:1789608773.391515:0:32791:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608773.391517:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c779a8 00800000:00000002:3.0:1789608773.391519:0:32791:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x23:0x0], name='' -> mds #0 layout version 1 00000002:00000001:3.0:1789608773.391522:0:32791:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789608773.391524:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c778e0 00000002:00010000:3.0:1789608773.391525:0:32791:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240704401 00000002:00000001:3.0:1789608773.391531:0:32791:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789608773.391534:0:32791:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1789608773.391538:0:32791:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1789608773.391541:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69300 count: 2 00010000:00000001:3.0:1789608773.391544:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608773.391547:0:32791:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1789608773.391551:0:32791:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.391553:0:32791:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608773.391556:0:32791:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608773.391557:0:32791:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1789608773.391570:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904041b00 count: 2 00010000:00000001:3.0:1789608773.391572:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608773.391574:0:32791:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1789608773.391576:0:32791:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.391578:0:32791:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608773.391580:0:32791:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608773.391586:0:32791:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908493480. 00000020:00000040:3.0:1789608773.391591:0:32791:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 02000000:00000001:3.0:1789608773.391599:0:32791:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789608773.391601:0:32791:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.391605:0:32791:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789608773.391610:0:32791:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608773.391613:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.391614:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608773.391615:0:32791:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608773.391618:0:32791:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608773.391621:0:32791:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608773.391624:0:32791:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608773.391633:0:32791:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d908399800. 00000100:00000001:3.0:1789608773.391641:0:32791:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.391647:0:32791:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608773.391648:0:32791:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.391650:0:32791:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608773.391651:0:32791:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.391653:0:32791:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608773.391661:0:32791:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446626258600670336 : -117815108881280 : ffff94d908493480) 00010000:00000001:3.0:1789608773.391666:0:32791:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789608773.391668:0:32791:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789608773.391670:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904041b00 count: 2 00010000:00000001:3.0:1789608773.391672:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608773.391711:0:32791:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789608773.391717:0:32791:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d9421c0600. 00000020:00000001:3.0:1789608773.391721:0:32791:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789608773.391724:0:32791:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d9421c0600 with handle 0xc54db3288176fe8e to hash 00000020:00000001:3.0:1789608773.391726:0:32791:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789608773.391728:0:32791:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:3.0:1789608773.391731:0:32791:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:3.0:1789608773.391734:0:32791:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608773.391736:0:32791:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608773.391740:0:32791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0600/0xc54db3288176fe8e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32791 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608773.391748:0:32791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0600/0xc54db3288176fe8e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32791 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1789608773.391761:0:32791:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d904ceb000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1789608773.391777:0:32791:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d908493480 x1876538934286720/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1789608773.391786:0:32791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0600/0xc54db3288176fe8e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32791 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789608773.391793:0:32791:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789608773.391795:0:32791:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789608773.391804:0:32791:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d9136e40c0. 00000100:00000001:3.0:1789608773.391806:0:32791:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258787647680 : -117814921903936 : ffff94d9136e40c0) 00000100:00000001:3.0:1789608773.391809:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608773.391811:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600670336 : -117815108881280 : ffff94d908493480) 00000100:00000001:3.0:1789608773.393170:0:32791:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608773.393182:0:32791:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608773.393187:0:32791:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789608773.393190:0:32791:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608773.393202:0:32791:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908493480 x1876538934286720/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608773.393212:0:32791:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608773.393215:0:32791:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608773.393220:0:32791:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608773.393223:0:32791:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608773.393226:0:32791:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608773.393229:0:32791:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908493480 pname:cluuid:pid:xid:nid:opc:job rm:25f5d458-2cbe-49cd-9693-334c08df7e27:32791:1876538934286720:192.168.203.121@tcp:101:rm.0 00000100:00000001:3.0:1789608773.393234:0:32791:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608773.393241:0:32791:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608773.393245:0:32791:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608773.393249:0:32791:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608773.393393:0:32791:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff94d908680000. 02000000:00000001:3.0:1789608773.393397:0:32791:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608773.393408:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608773.393416:0:32791:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a7e8. 00000400:00000010:3.0:1789608773.393426:0:32791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff94d90406f000. 00000100:00000200:3.0:1789608773.393436:0:32791:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1876538934286720, portal 10 00000100:00000001:3.0:1789608773.393438:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608773.393440:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600670336 : -117815108881280 : ffff94d908493480) 00000100:00000040:3.0:1789608773.393449:0:32791:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d908493480 x1876538934286720/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608789 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608773.393457:0:32791:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608773.393459:0:32791:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608773.393464:0:32791:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a93b8. 00000100:00000200:3.0:1789608773.393468:0:32791:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876538934286720, offset 0 00000400:00000200:3.0:1789608773.393476:0:32791:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608773.393486:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608773.393495:0:32791:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608773.393501:0:32791:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608773.393507:0:32791:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608773.393511:0:32791:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608773.393791:0:32791:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608773.393799:0:32791:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2776:2776:256:4294967295] 192.168.203.121@tcp LPNI seq info [2776:2776:8:4294967295] 00000400:00000200:3.0:1789608773.393805:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608773.393881:0:32791:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608773.393890:0:32791:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608773.393897:0:32791:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d90827bc00. 00000800:00000200:3.0:1789608773.393905:0:32791:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608773.393914:0:32791:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608773.393919:0:32791:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d90827bc00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1789608773.394000:0:32791:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608773.394007:0:32791:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 868946 usecs (869 jiffies) 00000400:00000200:3.0:1789608773.394011:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608773.394013:0:32791:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296501353 00000100:00000001:3.0:1789608773.394017:0:32791:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296502623 00000100:00000001:3.0:1789608773.394020:0:32791:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296501353 00000100:00000001:3.0:1789608773.394022:0:32791:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296502623 00000100:00000001:3.0:1789608773.394025:0:32791:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608773.394028:0:32791:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608773.394031:0:32791:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608773.394034:0:32791:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789608773.394036:0:32791:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d9136e40c0 going to sleep for 11 seconds 00000100:00000001:3.0:1789608773.394040:0:32791:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608773.394044:0:32791:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.395991:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789608773.395999:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608773.396005:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1789608773.398322:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608773.398334:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d90827bc00. 00000400:00000200:1.0:1789608773.398344:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608773.398355:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608773.398364:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a93b8 00000400:00000010:1.0:1789608773.398368:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a93b8. 00000100:00000001:1.0:1789608773.398375:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608773.398386:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908493480 x1876538934286720/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608789 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608773.398400:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608773.398404:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908493480 x1876538934286720/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608789 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608773.398412:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608773.398414:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608773.409085:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.409107:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608773.409113:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.409116:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608773.409135:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.409146:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608773.409158:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.409163:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.409170:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.409175:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 664 into portal 10 MB=0x6aab3c495d980 00000400:00000200:0.0:1789608773.409182:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.409189:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 664/664 into md 0x7f41 [64] + 224 00000800:00000001:0.0:1789608773.409197:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.409207:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608773.409211:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608773.409216:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608773.409226:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608773.409237:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908493480 x1876538934286720/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608789 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608773.409249:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff94d908493480 x1876538934286720/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608773.409277:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608773.409287:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.409291:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608773.409400:0:32791:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608773.409410:0:32791:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608773.409413:0:32791:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608773.409418:0:32791:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a7e8. 00000400:00000200:3.0:1789608773.409423:0:32791:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d90406f000 00000400:00000010:3.0:1789608773.409426:0:32791:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff94d90406f000. 00000100:00000001:3.0:1789608773.409429:0:32791:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608773.409434:0:32791:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908493480 x1876538934286720/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789608773.409443:0:32791:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908493480 x1876538934286720/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608773.409449:0:32791:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608773.409452:0:32791:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608773.409454:0:32791:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608773.409459:0:32791:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608773.409463:0:32791:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608773.409465:0:32791:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608773.409469:0:32791:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608773.409480:0:32791:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=131 v=5 (104 104 104 137) 00000100:00001000:3.0:1789608773.409485:0:32791:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608773.409489:0:32791:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608773.409491:0:32791:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.409495:0:32791:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608773.409499:0:32791:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608773.409503:0:32791:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1789608773.409505:0:32791:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1789608773.409507:0:32791:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1789608773.409511:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608773.409513:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600670336 : -117815108881280 : ffff94d908493480) 00000100:00000001:3.0:1789608773.409516:0:32791:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608773.409518:0:32791:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967620 00000100:00000001:3.0:1789608773.409520:0:32791:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608773.409523:0:32791:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608773.409529:0:32791:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908493480 x1876538934286720/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789608789 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608773.409536:0:32791:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608773.409540:0:32791:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608773.409542:0:32791:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608773.409546:0:32791:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908493480 x1876538934286720/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789608789 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789608773.409555:0:32791:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908493480 pname:cluuid:pid:xid:nid:opc:job rm:25f5d458-2cbe-49cd-9693-334c08df7e27:32791:1876538934286720:192.168.203.121@tcp:101:rm.0 00000100:00000001:3.0:1789608773.409560:0:32791:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608773.409564:0:32791:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608773.409567:0:32791:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789608773.409570:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608773.409574:0:32791:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908493480 x1876538934286720/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789608789 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608773.409581:0:32791:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608773.409585:0:32791:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d9136e40c0. 00000100:00000001:3.0:1789608773.409589:0:32791:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789608773.409591:0:32791:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.409594:0:32791:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789608773.409601:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608773.409605:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608773.409609:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=4 00000020:00000001:3.0:1789608773.409611:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:3.0:1789608773.409614:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000040:3.0:1789608773.409622:0:32791:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d9421c0600, remote cookie: 0x91bddff8e8ed938e, flags: 0x1001 00010000:00000040:3.0:1789608773.409626:0:32791:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x23:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1789608773.409629:0:32791:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1789608773.409638:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69300 count: 2 00010000:00000001:3.0:1789608773.409641:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608773.409646:0:32791:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608773.409651:0:32791:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0600/0xc54db3288176fe8e lrc: 4/1,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed938e expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608773.409661:0:32791:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0600/0xc54db3288176fe8e lrc: 4/1,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed938e expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608773.409668:0:32791:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789608773.409673:0:32791:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789608773.409718:0:32791:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789608773.409722:0:32791:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789608773.409723:0:32791:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789608773.409727:0:32791:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x23:0x0].0x0 (ffff94d903b69300) refcount = 2 00010000:00000040:3.0:1789608773.409730:0:32791:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1789608773.409732:0:32791:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fe5d lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9309 expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1789608773.409740:0:32791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0600/0xc54db3288176fe8e lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed938e expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608773.409746:0:32791:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789608773.409751:0:32791:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789608773.409753:0:32791:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608773.409756:0:32791:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789608773.409759:0:32791:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608773.409763:0:32791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0600/0xc54db3288176fe8e lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed938e expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608773.409768:0:32791:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789608773.409770:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.409771:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608773.409772:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.409773:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608773.409775:0:32791:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608773.409782:0:32791:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789608773.409784:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608773.409786:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608773.409787:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=3 00000020:00000001:3.0:1789608773.409789:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:3.0:1789608773.409791:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:3.0:1789608773.409793:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.409794:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789608773.409800:0:32791:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff94d908493480 x1876538934286720/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789608789 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789608773.409811:0:32791:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1789608773.409825:0:32791:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d908493480 x1876538934286720/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789608789 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789608773.409832:0:32791:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.409838:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608773.409840:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608773.409841:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=3 00000020:00000001:3.0:1789608773.409843:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:3.0:1789608773.409845:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:3.0:1789608773.409848:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.409849:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608773.409851:0:32791:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608773.409853:0:32791:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608773.409857:0:32791:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1789608773.409860:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608773.409861:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600670336 : -117815108881280 : ffff94d908493480) 00010000:00000001:3.0:1789608773.409863:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608773.409864:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608773.409866:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=3 00000020:00000001:3.0:1789608773.409867:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:3.0:1789608773.409869:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00000002:00010000:3.0:1789608773.409873:0:32791:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0600/0xc54db3288176fe8e lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed938e expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608773.409879:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.409880:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608773.409881:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789608773.409883:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608773.409884:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608773.409885:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=3 00000020:00000001:3.0:1789608773.409886:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:3.0:1789608773.409888:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000040:3.0:1789608773.409891:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69300 count: 3 00010000:00000001:3.0:1789608773.409893:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789608773.409897:0:32791:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d91081f000 type 13 mode 16 res 8589935621/35 (0 0) 00010000:00000001:3.0:1789608773.409900:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.409901:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608773.409902:0:32791:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789608773.409905:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77868 00000002:00002000:3.0:1789608773.409908:0:32791:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:3.0:1789608773.409910:0:32791:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608773.409914:0:32791:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608773.409917:0:32791:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789608773.409920:0:32791:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1789608773.409924:0:32791:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608773.409929:0:32791:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:3.0:1789608773.409933:0:32791:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d91a21e200. 00000080:00000001:3.0:1789608773.409939:0:32791:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1789608773.409946:0:32791:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1789608773.409951:0:32791:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1789608773.409958:0:32791:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d907ddb940. 00800000:00000001:3.0:1789608773.409959:0:32791:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626258593626432 : -117815115925184 : ffff94d907ddb940) 00800000:00000001:3.0:1789608773.409961:0:32791:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608773.409964:0:32791:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1789608773.409967:0:32791:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1789608773.409970:0:32791:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x23:0x0] 00000080:00000001:3.0:1789608773.409972:0:32791:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1789608773.409976:0:32791:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1789608773.409978:0:32791:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608773.409983:0:32791:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:3.0:1789608773.409986:0:32791:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1789608773.409992:0:32791:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x23:0x0], updating i_size 16384 00010000:00000001:3.0:1789608773.409995:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608773.409996:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608773.409997:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=3 00000020:00000001:3.0:1789608773.409999:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:3.0:1789608773.410001:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:3.0:1789608773.410003:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.410004:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789608773.410006:0:32791:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1789608773.410008:0:32791:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1789608773.410010:0:32791:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d907ddb940 1 00800000:00000010:3.0:1789608773.410012:0:32791:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d907ddb940. 00800000:00000001:3.0:1789608773.410015:0:32791:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608773.410019:0:32791:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x23:0x0](ffff94d9189b5b88) for lock 0xc54db3288176fe8e 00800000:00000001:3.0:1789608773.410022:0:32791:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789608773.410024:0:32791:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789608773.410025:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608773.410026:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608773.410028:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=3 00000020:00000001:3.0:1789608773.410030:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:3.0:1789608773.410032:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:3.0:1789608773.410034:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.410035:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608773.410037:0:32791:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608773.410039:0:32791:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789608773.410042:0:32791:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-1 [0x200000405:0x23:0x0] depth 1 server default LMV inherit depth 0 00000100:00000001:3.0:1789608773.410046:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608773.410050:0:32791:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908493480 x1876538934286720/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/664 e 0 to 0 dl 1789608789 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608773.410056:0:32791:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608773.410059:0:32791:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fe8e from it ffffae3e01c77bd0 00010000:00000001:3.0:1789608773.410061:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608773.410062:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608773.410063:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=3 00000020:00000001:3.0:1789608773.410065:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:3.0:1789608773.410067:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:3.0:1789608773.410069:0:32791:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608773.410072:0:32791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0600/0xc54db3288176fe8e lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed938e expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608773.410079:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.410080:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608773.410081:0:32791:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608773.410085:0:32791:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608773.410087:0:32791:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0600/0xc54db3288176fe8e lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed938e expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789608773.410094:0:32791:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608773.410097:0:32791:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608773.410099:0:32791:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608773.410104:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.410105:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608773.410107:0:32791:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.410111:0:32791:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608773.410113:0:32791:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.410115:0:32791:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.410907:0:32791:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.410915:0:32791:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608773.410917:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.410918:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789608773.411015:0:32791:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789608773.411025:0:32791:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94d91213bdc0. 00000080:00000001:0.0:1789608773.411030:0:32791:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1789608773.411036:0:32791:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1789608773.411039:0:32791:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789608773.411043:0:32791:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789608773.411046:0:32791:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789608773.411049:0:32791:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789608773.411051:0:32791:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608773.411055:0:32791:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:0.0:1789608773.411058:0:32791:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608773.411061:0:32791:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1789608773.411067:0:32791:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94d90704e9a0. 00000002:00100000:0.0:1789608773.411075:0:32791:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d908493480 x1876538934286720/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/664 e 0 to 0 dl 1789608789 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789608773.411082:0:32791:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608773.411083:0:32791:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1789608773.411088:0:32791:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1789608773.411091:0:32791:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608773.411095:0:32791:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:0.0:1789608773.411097:0:32791:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608773.411099:0:32791:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608773.411103:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608773.411106:0:32791:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908493480 x1876538934286720/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/664 e 0 to 0 dl 1789608789 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1789608773.411115:0:32791:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608773.411130:0:32791:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff94d908680000. 02000000:00000001:0.0:1789608773.411174:0:32791:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1789608773.411176:0:32791:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608773.411181:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77b78 00000080:00000008:0.0:1789608773.411184:0:32791:0:(file.c:1329:ll_file_open()) COMPLETED file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff94d9189b5b88), flags 704400, rc = 0 00000080:00000001:0.0:1789608773.411188:0:32791:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608773.411220:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77d28 00000080:00200008:0.0:1789608773.411222:0:32791:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff94d9189b5b88), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789608773.411232:0:32791:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1789608773.411237:0:32791:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608773.411241:0:32791:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789608773.411242:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77ca0 00000080:00200000:0.0:1789608773.411244:0:32791:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x23:0x0](ffff94d9189b5b88),name=d21h.recovery-small-1 00000080:00000010:0.0:1789608773.411261:0:32791:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d906144800. 00800000:00000002:0.0:1789608773.411268:0:32791:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:0.0:1789608773.411276:0:32791:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789608773.411281:0:32791:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789608773.411283:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77bc0 00800000:00000002:0.0:1789608773.411286:0:32791:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x23:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789608773.411290:0:32791:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789608773.411294:0:32791:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789608773.411295:0:32791:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789608773.411296:0:32791:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789608773.411298:0:32791:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789608773.411300:0:32791:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608773.411302:0:32791:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789608773.411304:0:32791:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608773.411306:0:32791:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789608773.411307:0:32791:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789608773.411308:0:32791:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789608773.411310:0:32791:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789608773.411311:0:32791:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608773.411313:0:32791:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:0.0:1789608773.411314:0:32791:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608773.411317:0:32791:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x23:0x0], name='' -> mds #0 00000002:00000001:0.0:1789608773.411322:0:32791:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789608773.411323:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77a90 00000002:00010000:0.0:1789608773.411325:0:32791:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789608773.411329:0:32791:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789608773.411331:0:32791:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608773.411334:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608773.411338:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69300 count: 3 00010000:00000001:0.0:1789608773.411341:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789608773.411345:0:32791:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608773.411349:0:32791:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789608773.411353:0:32791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fe5d lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9309 expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1789608773.411362:0:32791:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789608773.411368:0:32791:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608773.411371:0:32791:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fe5d lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9309 expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1789608773.411378:0:32791:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789608773.411379:0:32791:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789608773.411381:0:32791:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789608773.411383:0:32791:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789608773.411385:0:32791:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789608773.411387:0:32791:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789608773.411390:0:32791:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789608773.411392:0:32791:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:0.0:1789608773.411394:0:32791:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d906144800. 00000080:00000001:0.0:1789608773.411398:0:32791:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789608773.411400:0:32791:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789608773.411403:0:32791:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x23:0x0](ffff94d9189b5b88) 00000080:00010000:0.0:1789608773.411407:0:32791:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x23:0x0](ffff94d9189b5b88) for lock 0xc54db3288176fe5d 00800000:00000001:0.0:1789608773.411409:0:32791:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789608773.411411:0:32791:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789608773.411412:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608773.411413:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608773.411415:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232c00 refcount=3 00000020:00000001:0.0:1789608773.411417:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:0.0:1789608773.411420:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:0.0:1789608773.411422:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608773.411423:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789608773.411424:0:32791:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608773.411426:0:32791:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789608773.411428:0:32791:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fe5d from it ffffae3e01c77cd8 00010000:00000001:0.0:1789608773.411430:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608773.411431:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608773.411432:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232c00 refcount=3 00000020:00000001:0.0:1789608773.411434:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:0.0:1789608773.411436:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:0.0:1789608773.411438:0:32791:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789608773.411441:0:32791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fe5d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9309 expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1789608773.411448:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608773.411449:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608773.411450:0:32791:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789608773.411452:0:32791:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789608773.411455:0:32791:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fe5d lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9309 expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1789608773.411461:0:32791:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789608773.411463:0:32791:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789608773.411466:0:32791:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789608773.411469:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608773.411470:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608773.411472:0:32791:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608773.411474:0:32791:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789608773.411476:0:32791:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608773.411478:0:32791:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608773.411481:0:32791:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608773.411483:0:32791:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789608773.411484:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608773.411485:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789608773.411486:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789608773.411488:0:32791:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789608773.411491:0:32791:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608773.411495:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77d28 00000080:00000008:0.0:1789608773.411497:0:32791:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff94d9189b5b88), request_mask 2047, flags 0, foreign 0 00000020:00000001:0.0:1789608773.411589:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77d48 00000080:00200000:0.0:1789608773.411591:0:32791:0:(llite_lib.c:2903:ll_statfs()) VFS Op:sb=lustre (ffff94d904ceb000) d21h.recovery-small-1 proj=0 00000080:00000001:0.0:1789608773.411594:0:32791:0:(llite_lib.c:2738:ll_statfs_internal()) Process entered 00000080:00000001:0.0:1789608773.411596:0:32791:0:(obd_class.h:1074:obd_statfs()) Process entered 00000080:00000004:0.0:1789608773.411598:0:32791:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff94d904ceb000: age 1806, max_age 1832 00800000:00000001:0.0:1789608773.411602:0:32791:0:(lmv_obd.c:1450:lmv_statfs()) Process entered 00800000:00000010:0.0:1789608773.411606:0:32791:0:(lmv_obd.c:1454:lmv_statfs()) kmalloced '(temp)': 144 at ffff94d902fa4d80. 00800000:00000001:0.0:1789608773.411614:0:32791:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:0.0:1789608773.411616:0:32791:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff94d904ceb000: age 1806, max_age 1832 00000002:00000001:0.0:1789608773.411620:0:32791:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:0.0:1789608773.411623:0:32791:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000010:0.0:1789608773.411631:0:32791:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5c380. 00000020:00000040:0.0:1789608773.411634:0:32791:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:0.0:1789608773.411638:0:32791:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608773.411641:0:32791:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608773.411644:0:32791:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608773.411651:0:32791:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d906144800. 00000100:00000001:0.0:1789608773.411658:0:32791:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608773.411662:0:32791:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789608773.411665:0:32791:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789608773.411670:0:32791:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d902fa4240. 00000100:00000001:0.0:1789608773.411673:0:32791:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258511610432 : -117815197941184 : ffff94d902fa4240) 00000100:00000001:0.0:1789608773.411720:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608773.411722:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594153344 : -117815115398272 : ffff94d907e5c380) 00000100:00000001:0.0:1789608773.411728:0:32791:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608773.411732:0:32791:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608773.411735:0:32791:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789608773.411737:0:32791:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608773.411743:0:32791:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5c380 x1876538934286848/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 440/368 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608773.411754:0:32791:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608773.411757:0:32791:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608773.411761:0:32791:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608773.411763:0:32791:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608773.411765:0:32791:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608773.411769:0:32791:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5c380 pname:cluuid:pid:xid:nid:opc:job rm:25f5d458-2cbe-49cd-9693-334c08df7e27:32791:1876538934286848:192.168.203.121@tcp:41:rm.0 00000100:00000001:0.0:1789608773.411773:0:32791:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608773.411779:0:32791:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608773.411781:0:32791:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608773.411784:0:32791:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608773.411789:0:32791:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903117c00. 02000000:00000001:0.0:1789608773.411792:0:32791:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608773.411801:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608773.411806:0:32791:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8630. 00000400:00000010:0.0:1789608773.411932:0:32791:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed6e8. 00000100:00000200:0.0:1789608773.411943:0:32791:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934286848, portal 10 00000100:00000001:0.0:1789608773.411945:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608773.411946:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594153344 : -117815115398272 : ffff94d907e5c380) 00000100:00000040:0.0:1789608773.411955:0:32791:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5c380 x1876538934286848/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 440/368 e 0 to 0 dl 1789608789 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608773.411964:0:32791:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608773.411967:0:32791:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608773.411970:0:32791:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed550. 00000100:00000200:0.0:1789608773.411973:0:32791:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1876538934286848, offset 0 00000400:00000200:0.0:1789608773.411980:0:32791:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608773.411990:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.411999:0:32791:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608773.412007:0:32791:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608773.412012:0:32791:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608773.412016:0:32791:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608773.412019:0:32791:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608773.412023:0:32791:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2777:2777:256:4294967295] 192.168.203.121@tcp LPNI seq info [2777:2777:8:4294967295] 00000400:00000200:0.0:1789608773.412027:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.412037:0:32791:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608773.412045:0:32791:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608773.412051:0:32791:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903a37200. 00000800:00000200:0.0:1789608773.412059:0:32791:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608773.412068:0:32791:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608773.412074:0:32791:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903a37200 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1789608773.412088:0:32791:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608773.412093:0:32791:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 867760 usecs (868 jiffies) 00000400:00000200:0.0:1789608773.412097:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608773.412100:0:32791:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296501370 00000100:00000001:0.0:1789608773.412104:0:32791:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296502623 00000100:00000001:0.0:1789608773.412106:0:32791:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296501370 00000100:00000001:0.0:1789608773.412109:0:32791:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296502623 00000100:00000001:0.0:1789608773.412111:0:32791:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608773.412114:0:32791:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608773.412166:0:32791:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608773.412169:0:32791:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789608773.412172:0:32791:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d902fa4240 going to sleep for 11 seconds 00000100:00000001:0.0:1789608773.412176:0:32791:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608773.412179:0:32791:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608773.412402:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608773.412408:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903a37200. 00000400:00000200:1.0:1789608773.412414:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608773.412420:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608773.412426:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed550 00000400:00000010:1.0:1789608773.412430:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed550. 00000100:00000001:1.0:1789608773.412434:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608773.412439:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5c380 x1876538934286848/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 440/368 e 0 to 0 dl 1789608789 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608773.412454:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608773.412458:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907e5c380 x1876538934286848/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 440/368 e 0 to 0 dl 1789608789 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608773.412464:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608773.412466:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608773.418535:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.418558:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608773.418565:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.418567:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608773.418580:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.418589:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608773.418600:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.418606:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.418613:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.418619:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 368 into portal 10 MB=0x6aab3c495da00 00000400:00000200:0.0:1789608773.418625:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.418633:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 368/368 into md 0x7f49 [1] + 224 00000800:00000001:0.0:1789608773.418642:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.418652:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608773.418657:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608773.418662:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608773.418672:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608773.418727:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5c380 x1876538934286848/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 440/368 e 0 to 0 dl 1789608789 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608773.418739:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff94d907e5c380 x1876538934286848/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 440/368 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608773.418769:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608773.418781:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.418784:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608773.418871:0:32791:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608773.418880:0:32791:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608773.418883:0:32791:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608773.418888:0:32791:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8630. 00000400:00000200:2.0:1789608773.418894:0:32791:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed6e8 00000400:00000010:2.0:1789608773.418906:0:32791:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed6e8. 00000100:00000001:2.0:1789608773.418911:0:32791:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608773.418915:0:32791:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5c380 x1876538934286848/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 440/368 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789608773.418925:0:32791:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5c380 x1876538934286848/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 440/368 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608773.418931:0:32791:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608773.418933:0:32791:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608773.418936:0:32791:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608773.418940:0:32791:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608773.418944:0:32791:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608773.418947:0:32791:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608773.418950:0:32791:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608773.418964:0:32791:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=131 v=5 (104 104 104 137) 00000100:00001000:2.0:1789608773.418969:0:32791:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608773.418972:0:32791:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608773.418976:0:32791:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.418979:0:32791:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608773.418984:0:32791:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.418989:0:32791:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608773.418992:0:32791:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967620 00000100:00000001:2.0:1789608773.418994:0:32791:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608773.418998:0:32791:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608773.419004:0:32791:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5c380 x1876538934286848/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 440/368 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608773.419011:0:32791:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608773.419015:0:32791:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608773.419017:0:32791:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608773.419021:0:32791:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5c380 x1876538934286848/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 440/368 e 0 to 0 dl 1789608789 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789608773.419029:0:32791:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5c380 pname:cluuid:pid:xid:nid:opc:job rm:25f5d458-2cbe-49cd-9693-334c08df7e27:32791:1876538934286848:192.168.203.121@tcp:41:rm.0 00000100:00000001:2.0:1789608773.419035:0:32791:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608773.419038:0:32791:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.419041:0:32791:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789608773.419044:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608773.419048:0:32791:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5c380 x1876538934286848/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 440/368 e 0 to 0 dl 1789608789 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608773.419054:0:32791:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608773.419058:0:32791:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d902fa4240. 00000100:00000001:2.0:1789608773.419062:0:32791:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789608773.419063:0:32791:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.419071:0:32791:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:2.0:1789608773.419072:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608773.419075:0:32791:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5c380 x1876538934286848/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 440/368 e 0 to 0 dl 1789608789 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608773.419082:0:32791:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608773.419085:0:32791:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608773.419089:0:32791:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903117c00. 02000000:00000001:2.0:1789608773.419093:0:32791:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608773.419096:0:32791:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608773.419099:0:32791:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:2.0:1789608773.419101:0:32791:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608773.419104:0:32791:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d906144800. 02000000:00000001:2.0:1789608773.419107:0:32791:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608773.419110:0:32791:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608773.419112:0:32791:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5c380. 00000100:00000001:2.0:1789608773.419115:0:32791:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608773.419116:0:32791:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789608773.419128:0:32791:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608773.419130:0:32791:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:2.0:1789608773.419132:0:32791:0:(genops.c:1229:class_import_put()) Process leaving 00800000:00000004:2.0:1789608773.419135:0:32791:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff94d904ceb000: update ffff94d90933b7d8 cache blocks 1883648/1885696 objects 235584/236260 00800000:00000001:2.0:1789608773.419140:0:32791:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608773.419144:0:32791:0:(lmv_obd.c:1490:lmv_statfs()) Process leaving via out_free_temp (rc=0 : 0 : 0x0) 00800000:00000010:2.0:1789608773.419147:0:32791:0:(lmv_obd.c:1514:lmv_statfs()) kfreed 'temp': 144 at ffff94d902fa4d80. 00800000:00000001:2.0:1789608773.419150:0:32791:0:(lmv_obd.c:1515:lmv_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:2.0:1789608773.419154:0:32791:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff94d904ceb000: update ffff94d909339e18 cache blocks 1883648/1885696 objects 235584/236260 00000080:00000001:2.0:1789608773.419159:0:32791:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:2.0:1789608773.419162:0:32791:0:(llite_lib.c:2755:ll_statfs_internal()) MDC blocks 1883648/1885696 objects 235584/236260 00000080:00000001:2.0:1789608773.419165:0:32791:0:(llite_lib.c:2758:ll_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789608773.419167:0:32791:0:(llite_lib.c:2791:ll_statfs_internal()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.419215:0:32791:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:2.0:1789608773.419218:0:32791:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x23:0x0](ffff94d9189b5b88) pos/size0/16384 32bit_api 0 00000080:00000010:2.0:1789608773.419228:0:32791:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d911dcda00. 00800000:00000002:2.0:1789608773.419235:0:32791:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d9071bf800 2 00000080:00000001:2.0:1789608773.419239:0:32791:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:2.0:1789608773.419249:0:32791:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446719476512056448 : -24597197495168 : ffffe9a104c7e480) 00000080:00000001:2.0:1789608773.419261:0:32791:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:2.0:1789608773.419267:0:32791:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1789608773.419269:0:32791:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611173 : 144115205339611173 : 200000405000025) 00000080:00000001:2.0:1789608773.419274:0:32791:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.419278:0:32791:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d9071bf800 2 00000080:00000010:2.0:1789608773.419281:0:32791:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dcda00. 00000080:00000001:2.0:1789608773.419284:0:32791:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.419297:0:32791:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:2.0:1789608773.419298:0:32791:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x23:0x0](ffff94d9189b5b88) pos/size18446744073709551614/16384 32bit_api 0 00000080:00000001:2.0:1789608773.419301:0:32791:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789608773.419303:0:32791:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.419332:0:32791:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789608773.419337:0:32791:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789608773.419339:0:32791:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x23:0x0](ffff94d9189b5b88), inode mode 41ed mask 1 00000080:00000001:2.0:1789608773.419342:0:32791:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.419352:0:32791:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1789608773.419357:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77da0 00000080:00002000:2.0:1789608773.419359:0:32791:0:(dcache.c:87:ll_dcompare()) found name f(ffff94d918a9a870) flags 0x48000e refc 0 00000080:00000001:2.0:1789608773.419362:0:32791:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.419364:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77e10 00000080:00200000:2.0:1789608773.419365:0:32791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f, flags=0 00000080:00000001:2.0:1789608773.419373:0:32791:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789608773.419375:0:32791:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x23:0x0](ffff94d9189b5b88), inode mode 41ed mask 3 00000080:00000001:2.0:1789608773.419377:0:32791:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.419381:0:32791:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:2.0:1789608773.419383:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77df8 00000080:00200000:2.0:1789608773.419385:0:32791:0:(namei.c:2351:ll_unlink()) VFS Op:name=f, dir=[0x200000405:0x23:0x0](ffff94d9189b5b88) 00000080:00000001:2.0:1789608773.419389:0:32791:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:2.0:1789608773.419392:0:32791:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789608773.419397:0:32791:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514695448 : -117815194856168 : ffff94d903295518) 00000020:00001000:2.0:1789608773.419400:0:32791:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295510 00000020:00000001:2.0:1789608773.419402:0:32791:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1789608773.419408:0:32791:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b65e88) owner 0000000000000000/ffff94d909c40000 00020000:00000002:2.0:1789608773.419411:0:32791:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d907f83360 addref 2/0 by ffff94d909c40000. 00020000:00000002:2.0:1789608773.419414:0:32791:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b65e88) owner 0000000000000000/ffff94d909c40000 00020000:00000001:2.0:1789608773.419417:0:32791:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1789608773.419419:0:32791:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1789608773.419421:0:32791:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1789608773.419424:0:32791:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:2.0:1789608773.419427:0:32791:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:2.0:1789608773.419430:0:32791:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295510 00000080:00000001:2.0:1789608773.419434:0:32791:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1789608773.419438:0:32791:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d911dcda00. 00800000:00000002:2.0:1789608773.419441:0:32791:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d9071bf800 2 00800000:00000001:2.0:1789608773.419454:0:32791:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:2.0:1789608773.419459:0:32791:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608773.419463:0:32791:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608773.419466:0:32791:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608773.419469:0:32791:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608773.419471:0:32791:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.419474:0:32791:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:2.0:1789608773.419477:0:32791:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608773.419480:0:32791:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608773.419481:0:32791:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608773.419482:0:32791:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608773.419483:0:32791:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608773.419485:0:32791:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.419487:0:32791:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x25:0x0] 00800000:00000001:2.0:1789608773.419489:0:32791:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608773.419491:0:32791:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:2.0:1789608773.419493:0:32791:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608773.419494:0:32791:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608773.419495:0:32791:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608773.419496:0:32791:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608773.419498:0:32791:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.419499:0:32791:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x25:0x0] 00800000:00000001:2.0:1789608773.419501:0:32791:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.419504:0:32791:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x25:0x0] 00800000:00000001:2.0:1789608773.419506:0:32791:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.419508:0:32791:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000405:0x23:0x0]/[0x200000405:0x25:0x0] -> mds #0 00000002:00000001:2.0:1789608773.419513:0:32791:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:2.0:1789608773.419516:0:32791:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789608773.419526:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69300 count: 3 00010000:00000001:2.0:1789608773.419529:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608773.419533:0:32791:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789608773.419537:0:32791:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789608773.419543:0:32791:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fe5d lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x91bddff8e8ed9309 expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:2.0:1789608773.419554:0:32791:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789608773.419559:0:32791:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789608773.419562:0:32791:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789608773.419564:0:32791:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x23:0x0] mode (null) 00000002:00000001:2.0:1789608773.419568:0:32791:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608773.419571:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608773.419574:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69300 count: 4 00010000:00000001:2.0:1789608773.419575:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608773.419581:0:32791:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1789608773.419587:0:32791:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1789608773.419590:0:32791:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789608773.419595:0:32791:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608773.419598:0:32791:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0600/0xc54db3288176fe8e lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed938e expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789608773.419610:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.419612:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608773.419614:0:32791:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:2.0:1789608773.419616:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.419619:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.419622:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=2 00000020:00000001:2.0:1789608773.419624:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:2.0:1789608773.419627:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:2.0:1789608773.419629:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.419630:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608773.419631:0:32791:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608773.419632:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608773.419633:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69300 count: 4 00010000:00000001:2.0:1789608773.419635:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789608773.419637:0:32791:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.419639:0:32791:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608773.419640:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608773.419641:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69300 count: 4 00010000:00000001:2.0:1789608773.419643:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789608773.419645:0:32791:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.419646:0:32791:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789608773.419649:0:32791:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000405:0x23:0x0] lli = ffff94d9189b5ac0, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1789608773.419785:0:32791:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1789608773.419788:0:32791:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1789608773.419790:0:32791:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1789608773.419792:0:32791:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x23:0x0](ffff94d9189b5b88) invalid 00000020:00000001:2.0:1789608773.419796:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77a60 00000080:00002000:2.0:1789608773.419797:0:32791:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff94d918a9ae58) parent ffff94d918a99a20 inode ffff94d9189b5b88 refc 3 00000080:00000001:2.0:1789608773.419801:0:32791:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1789608773.419804:0:32791:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789608773.419805:0:32791:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.419809:0:32791:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789608773.419813:0:32791:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789608773.419815:0:32791:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789608773.419817:0:32791:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608773.419819:0:32791:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789608773.419822:0:32791:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d909232c00 with handle 0xc54db3288176fe5d from hash 00010000:00000001:2.0:1789608773.419825:0:32791:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789608773.419827:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.419828:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.419829:0:32791:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789608773.419834:0:32791:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789608773.419836:0:32791:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789608773.419839:0:32791:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789608773.419841:0:32791:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789608773.419843:0:32791:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789608773.419846:0:32791:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789608773.419849:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69400 count: 2 00010000:00000001:2.0:1789608773.419851:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608773.419853:0:32791:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789608773.419855:0:32791:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789608773.419858:0:32791:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176fe64 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x91bddff8e8ed9325 expref: -99 pid: 32789 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1789608773.419890:0:32791:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789608773.419892:0:32791:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789608773.419894:0:32791:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789608773.419896:0:32791:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x25:0x0] mode (null) 00000002:00000001:2.0:1789608773.419898:0:32791:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608773.419899:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608773.419902:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69400 count: 3 00010000:00000001:2.0:1789608773.419903:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789608773.419906:0:32791:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.419907:0:32791:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608773.419908:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608773.419910:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69400 count: 3 00010000:00000001:2.0:1789608773.419911:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789608773.419913:0:32791:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.419915:0:32791:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608773.419916:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608773.419917:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69400 count: 3 00010000:00000001:2.0:1789608773.419919:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789608773.419921:0:32791:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.419922:0:32791:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608773.419923:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608773.419924:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69400 count: 3 00010000:00000001:2.0:1789608773.419926:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789608773.419928:0:32791:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.419930:0:32791:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.419932:0:32791:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789608773.419934:0:32791:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789608773.419936:0:32791:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514695448 : -117815194856168 : ffff94d903295518) 00000020:00001000:2.0:1789608773.419938:0:32791:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295510 00000020:00000001:2.0:1789608773.419940:0:32791:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1789608773.419944:0:32791:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x25:0x0]: losing layout lock 00000080:00000001:2.0:1789608773.419947:0:32791:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1789608773.419950:0:32791:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1789608773.419954:0:32791:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1789608773.419957:0:32791:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789608773.419960:0:32791:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x25:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1789608773.419962:0:32791:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.419964:0:32791:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789608773.419966:0:32791:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295510 00000080:00000001:2.0:1789608773.419969:0:32791:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.419971:0:32791:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1789608773.419972:0:32791:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x25:0x0](ffff94d918922a08) invalid 00000020:00000001:2.0:1789608773.419974:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77a60 00000080:00002000:2.0:1789608773.419976:0:32791:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff94d918a9a870) parent ffff94d918a9ae58 inode ffff94d918922a08 refc 1 00000080:00000001:2.0:1789608773.419979:0:32791:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1789608773.419980:0:32791:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789608773.419982:0:32791:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.419984:0:32791:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789608773.419986:0:32791:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789608773.419987:0:32791:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789608773.419988:0:32791:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608773.419991:0:32791:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789608773.419993:0:32791:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d909232e00 with handle 0xc54db3288176fe64 from hash 00010000:00000001:2.0:1789608773.419995:0:32791:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789608773.419996:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.419998:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.419999:0:32791:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789608773.420000:0:32791:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789608773.420002:0:32791:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789608773.420004:0:32791:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789608773.420005:0:32791:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789608773.420008:0:32791:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1789608773.420014:0:32791:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d25f80. 00000020:00000040:2.0:1789608773.420018:0:32791:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d904ceb000 02000000:00000001:2.0:1789608773.420023:0:32791:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789608773.420026:0:32791:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.420028:0:32791:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789608773.420033:0:32791:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608773.420039:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.420040:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.420042:0:32791:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.420045:0:32791:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608773.420048:0:32791:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608773.420051:0:32791:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608773.420059:0:32791:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d911dcc000. 00000100:00000001:2.0:1789608773.420068:0:32791:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.420071:0:32791:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608773.420074:0:32791:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1789608773.420081:0:32791:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176fe64 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x91bddff8e8ed9325 expref: -99 pid: 32789 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1789608773.420090:0:32791:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fe5d lrc: 1/0,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed9309 expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1789608773.420097:0:32791:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:2.0:1789608773.420099:0:32791:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1789608773.420101:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789608773.420104:0:32791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176fe64 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x91bddff8e8ed9325 expref: -99 pid: 32789 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:2.0:1789608773.420112:0:32791:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d9071bf9c0. 00010000:00000040:2.0:1789608773.420118:0:32791:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d903b69400 count: 0 00010000:00000010:2.0:1789608773.420124:0:32791:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d90847b000. 00010000:00000001:2.0:1789608773.420134:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.420135:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789608773.420138:0:32791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fe5d lrc: 0/0,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed9309 expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1789608773.420146:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.420148:0:32791:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.420150:0:32791:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608773.420152:0:32791:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.420155:0:32791:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1789608773.420169:0:32791:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d904ceb000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1789608773.420180:0:32791:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d907d25f80 x1876538934287104/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789608773.420188:0:32791:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789608773.420190:0:32791:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789608773.420197:0:32791:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d904bde780. 00000100:00000001:2.0:1789608773.420200:0:32791:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258541209472 : -117815168342144 : ffff94d904bde780) 00000100:00000001:2.0:1789608773.420203:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608773.420204:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592882560 : -117815116669056 : ffff94d907d25f80) 00000100:00000001:2.0:1789608773.420210:0:32791:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608773.420215:0:32791:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.420217:0:32791:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789608773.420219:0:32791:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608773.420224:0:32791:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d25f80 x1876538934287104/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608773.420231:0:32791:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608773.420234:0:32791:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608773.420239:0:32791:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608773.420241:0:32791:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608773.420245:0:32791:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608773.420248:0:32791:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d25f80 pname:cluuid:pid:xid:nid:opc:job rm:25f5d458-2cbe-49cd-9693-334c08df7e27:32791:1876538934287104:192.168.203.121@tcp:36:rm.0 00000100:00000001:2.0:1789608773.420261:0:32791:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608773.420267:0:32791:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608773.420269:0:32791:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608773.420272:0:32791:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608773.420278:0:32791:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903dbd000. 02000000:00000001:2.0:1789608773.420280:0:32791:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608773.420288:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608773.420292:0:32791:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21e18. 00000400:00000010:2.0:1789608773.420299:0:32791:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c220. 00000100:00000200:2.0:1789608773.420307:0:32791:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934287104, portal 10 00000100:00000001:2.0:1789608773.420309:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608773.420310:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592882560 : -117815116669056 : ffff94d907d25f80) 00000100:00000040:2.0:1789608773.420317:0:32791:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907d25f80 x1876538934287104/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/624 e 0 to 0 dl 1789608789 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608773.420326:0:32791:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608773.420328:0:32791:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608773.420331:0:32791:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c2a8. 00000100:00000200:2.0:1789608773.420335:0:32791:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1876538934287104, offset 0 00000400:00000200:2.0:1789608773.420342:0:32791:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608773.420350:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608773.420359:0:32791:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608773.420365:0:32791:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608773.420370:0:32791:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608773.420374:0:32791:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608773.420378:0:32791:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608773.420382:0:32791:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2778:2778:256:4294967295] 192.168.203.121@tcp LPNI seq info [2778:2778:8:4294967295] 00000400:00000200:2.0:1789608773.420387:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608773.420397:0:32791:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608773.420404:0:32791:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608773.420409:0:32791:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903c79c00. 00000800:00000200:2.0:1789608773.420416:0:32791:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608773.420425:0:32791:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608773.420430:0:32791:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903c79c00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:2.0:1789608773.420439:0:32791:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608773.420445:0:32791:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 866560 usecs (867 jiffies) 00000400:00000200:2.0:1789608773.420448:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608773.420452:0:32791:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296501377 00000100:00000001:2.0:1789608773.420455:0:32791:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296502623 00000100:00000001:2.0:1789608773.420458:0:32791:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296501377 00000100:00000001:2.0:1789608773.420460:0:32791:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296502623 00000100:00000001:2.0:1789608773.420462:0:32791:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608773.420465:0:32791:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.420468:0:32791:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608773.420470:0:32791:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789608773.420472:0:32791:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d904bde780 going to sleep for 11 seconds 00000100:00000001:2.0:1789608773.420475:0:32791:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608773.420478:0:32791:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608773.421058:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608773.421065:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903c79c00. 00000400:00000200:1.0:1789608773.421071:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608773.421077:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608773.421084:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c2a8 00000400:00000010:1.0:1789608773.421087:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c2a8. 00000100:00000001:1.0:1789608773.421091:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608773.421096:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25f80 x1876538934287104/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/624 e 0 to 0 dl 1789608789 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608773.421106:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608773.421109:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d25f80 x1876538934287104/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/624 e 0 to 0 dl 1789608789 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608773.421115:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608773.421117:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1789608773.435643:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69400. 00010000:00000010:2.1:1789608773.435664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232e00. 00010000:00000010:2.1:1789608773.435668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232c00. 00000800:00000001:0.0:1789608773.435766:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.435790:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608773.435795:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.435797:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608773.435810:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.435825:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608773.435838:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.435844:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.435850:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.435856:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 456 into portal 10 MB=0x6aab3c495db00 00000400:00000200:0.0:1789608773.435862:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.435869:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 456/456 into md 0x7f59 [1] + 224 00000800:00000001:0.0:1789608773.435880:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.435890:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608773.435904:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608773.435910:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608773.435920:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608773.435932:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d25f80 x1876538934287104/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/624 e 0 to 0 dl 1789608789 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608773.435943:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff94d907d25f80 x1876538934287104/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/624 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608773.435969:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608773.435981:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.435986:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608773.436052:0:32791:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608773.436062:0:32791:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608773.436065:0:32791:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608773.436069:0:32791:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21e18. 00000400:00000200:2.0:1789608773.436075:0:32791:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c220 00000400:00000010:2.0:1789608773.436078:0:32791:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c220. 00000100:00000001:2.0:1789608773.436081:0:32791:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608773.436086:0:32791:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d25f80 x1876538934287104/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/624 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789608773.436095:0:32791:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d25f80 x1876538934287104/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/624 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608773.436101:0:32791:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608773.436104:0:32791:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608773.436107:0:32791:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608773.436112:0:32791:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608773.436116:0:32791:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608773.436118:0:32791:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608773.436131:0:32791:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608773.436143:0:32791:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=131 v=5 (104 104 104 137) 00000100:00001000:2.0:1789608773.436148:0:32791:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608773.436150:0:32791:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608773.436153:0:32791:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.436155:0:32791:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608773.436160:0:32791:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.436165:0:32791:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789608773.436167:0:32791:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x100000140/0x100000142] 00000100:00000001:2.0:1789608773.436169:0:32791:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789608773.436171:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608773.436173:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592882560 : -117815116669056 : ffff94d907d25f80) 00000100:00000001:2.0:1789608773.436177:0:32791:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608773.436179:0:32791:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967620 00000100:00000001:2.0:1789608773.436181:0:32791:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608773.436185:0:32791:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608773.436190:0:32791:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d25f80 x1876538934287104/t4294967626(4294967626) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/456 e 0 to 0 dl 1789608789 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608773.436198:0:32791:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608773.436201:0:32791:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608773.436204:0:32791:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608773.436208:0:32791:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d25f80 x1876538934287104/t4294967626(4294967626) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/456 e 0 to 0 dl 1789608789 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789608773.436217:0:32791:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d25f80 pname:cluuid:pid:xid:nid:opc:job rm:25f5d458-2cbe-49cd-9693-334c08df7e27:32791:1876538934287104:192.168.203.121@tcp:36:rm.0 00000100:00000001:2.0:1789608773.436222:0:32791:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608773.436226:0:32791:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.436228:0:32791:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789608773.436231:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608773.436235:0:32791:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d25f80 x1876538934287104/t4294967626(4294967626) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/456 e 0 to 0 dl 1789608789 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608773.436243:0:32791:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608773.436246:0:32791:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d904bde780. 00000100:00000001:2.0:1789608773.436250:0:32791:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789608773.436261:0:32791:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.436271:0:32791:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608773.436274:0:32791:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.436280:0:32791:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d9071bf800 2 00000080:00000010:2.0:1789608773.436284:0:32791:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dcda00. 00000100:00000001:2.0:1789608773.436292:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608773.436296:0:32791:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d25f80 x1876538934287104/t4294967626(4294967626) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/456 e 0 to 0 dl 1789608789 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608773.436303:0:32791:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.436309:0:32791:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.436321:0:32791:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789608773.436326:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77e28 00000080:00002000:2.0:1789608773.436328:0:32791:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff94d918a9a870, parent ffff94d918a9ae58, inode 0000000000000000) hashed, 00000080:00000001:2.0:1789608773.436332:0:32791:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789608773.436339:0:32791:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789608773.436345:0:32791:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1789608773.436355:0:32791:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:2.0:1789608773.436358:0:32791:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1789608773.436361:0:32791:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789608773.436366:0:32791:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514695448 : -117815194856168 : ffff94d903295518) 00000020:00001000:2.0:1789608773.436369:0:32791:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295510 00000020:00000001:2.0:1789608773.436376:0:32791:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbb70 -> ffff94d9040dbb70 00000020:00000001:2.0:1789608773.436379:0:32791:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:2.0:1789608773.436382:0:32791:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1789608773.436385:0:32791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x25:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1789608773.436388:0:32791:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789608773.436390:0:32791:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1789608773.436391:0:32791:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789608773.436396:0:32791:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x25:0x0]io ffff94d904aad780 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1789608773.436399:0:32791:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b65e88) owner 0000000000000000/ffff94d909c40000 00020000:00000001:2.0:1789608773.436404:0:32791:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1789608773.436406:0:32791:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1789608773.436410:0:32791:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1789608773.436412:0:32791:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608773.436415:0:32791:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1789608773.436417:0:32791:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1789608773.436419:0:32791:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.436421:0:32791:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789608773.436422:0:32791:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1789608773.436424:0:32791:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1789608773.436425:0:32791:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b65e88) owner 0000000000000000/ffff94d909c40000 00000020:00000001:2.0:1789608773.436428:0:32791:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.436431:0:32791:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:2.0:1789608773.436433:0:32791:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1789608773.436435:0:32791:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1789608773.436438:0:32791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1789608773.436443:0:32791:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1789608773.436447:0:32791:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789608773.436448:0:32791:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1789608773.436449:0:32791:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789608773.436451:0:32791:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514696456 : -117815194855160 : ffff94d903295908) 00000020:00001000:2.0:1789608773.436453:0:32791:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295900 00000020:00000001:2.0:1789608773.436456:0:32791:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbaa8 -> ffff94d9040dbb70 00000020:00000001:2.0:1789608773.436458:0:32791:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:2.0:1789608773.436463:0:32791:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789608773.436464:0:32791:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1789608773.436466:0:32791:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1789608773.436467:0:32791:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258539960192 : -117815169591424 : ffff94d904aad780) 00000020:00000001:2.0:1789608773.436469:0:32791:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608773.436471:0:32791:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608773.436473:0:32791:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593373712 : -117815116177904 : ffff94d907d9de10) 00000020:00000001:2.0:1789608773.436475:0:32791:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1789608773.436477:0:32791:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608773.436479:0:32791:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.436480:0:32791:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.436482:0:32791:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:2.0:1789608773.436484:0:32791:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1789608773.436486:0:32791:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1789608773.436487:0:32791:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:2.0:1789608773.436489:0:32791:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1789608773.436490:0:32791:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.436493:0:32791:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608773.436495:0:32791:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608773.436496:0:32791:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.436497:0:32791:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1789608773.436498:0:32791:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.436499:0:32791:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.436501:0:32791:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:2.0:1789608773.436503:0:32791:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1789608773.436504:0:32791:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1789608773.436505:0:32791:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:2.0:1789608773.436508:0:32791:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1789608773.436510:0:32791:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:2.0:1789608773.436514:0:32791:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:2.0:1789608773.436517:0:32791:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff94d9183e5500 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1789608773.436521:0:32791:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1789608773.436524:0:32791:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff94d9183e5500 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:2.0:1789608773.436528:0:32791:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608773.436531:0:32791:0:(osc_io.c:1174:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.436533:0:32791:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608773.436534:0:32791:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608773.436536:0:32791:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.436537:0:32791:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.436539:0:32791:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:2.0:1789608773.436541:0:32791:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1789608773.436543:0:32791:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1789608773.436544:0:32791:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:2.0:1789608773.436546:0:32791:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:2.0:1789608773.436548:0:32791:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608773.436550:0:32791:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1789608773.436551:0:32791:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:2.0:1789608773.436553:0:32791:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:2.0:1789608773.436555:0:32791:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1789608773.436557:0:32791:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1789608773.436558:0:32791:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:2.0:1789608773.436559:0:32791:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1789608773.436560:0:32791:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608773.436562:0:32791:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608773.436563:0:32791:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1789608773.436564:0:32791:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1789608773.436566:0:32791:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1789608773.436567:0:32791:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1789608773.436569:0:32791:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1789608773.436571:0:32791:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1789608773.436572:0:32791:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1789608773.436573:0:32791:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1789608773.436575:0:32791:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1789608773.436577:0:32791:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608773.436579:0:32791:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608773.436581:0:32791:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1789608773.436582:0:32791:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1789608773.436584:0:32791:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.436586:0:32791:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:2.0:1789608773.436589:0:32791:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1789608773.436590:0:32791:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1789608773.436591:0:32791:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:2.0:1789608773.436594:0:32791:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789608773.436595:0:32791:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295900 00020000:00000001:2.0:1789608773.436598:0:32791:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1789608773.436600:0:32791:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1789608773.436603:0:32791:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1789608773.436606:0:32791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x25:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1789608773.436609:0:32791:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789608773.436611:0:32791:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789608773.436613:0:32791:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295510 00000080:00000001:2.0:1789608773.436615:0:32791:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.436622:0:32791:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:2.0:1789608773.436624:0:32791:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x25:0x0](ffff94d918922a08) 00800000:00000001:2.0:1789608773.436631:0:32791:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:2.0:1789608773.436633:0:32791:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x25:0x0] 00000002:00000001:2.0:1789608773.436640:0:32791:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:2.0:1789608773.436647:0:32791:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.436649:0:32791:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:2.0:1789608773.436652:0:32791:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608773.436654:0:32791:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.436657:0:32791:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:2.0:1789608773.436661:0:32791:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:2.0:1789608773.436664:0:32791:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.436666:0:32791:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.436669:0:32791:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789608773.436671:0:32791:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514695448 : -117815194856168 : ffff94d903295518) 00000020:00001000:2.0:1789608773.436674:0:32791:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295510 00020000:00000001:2.0:1789608773.436738:0:32791:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:2.0:1789608773.436740:0:32791:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b65e88) owner 0000000000000000/ffff94d909c40000 00020000:00000001:2.0:1789608773.436744:0:32791:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:2.0:1789608773.436747:0:32791:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d907f83360, objid 0x25:1029, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789608773.436753:0:32791:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789608773.436758:0:32791:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d907096b80: ostid: 0x2c0000401:19 ost idx: 1 gen: 0 00020000:00000001:2.0:1789608773.436762:0:32791:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:2.0:1789608773.436765:0:32791:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608773.436767:0:32791:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:2.0:1789608773.436769:0:32791:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:2.0:1789608773.436775:0:32791:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:2.0:1789608773.436781:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69800 count: 2 00010000:00000001:2.0:1789608773.436783:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608773.436787:0:32791:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:2.0:1789608773.436789:0:32791:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:2.0:1789608773.436794:0:32791:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 0 blocks 1 [cma]time 0 0 0 ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 000000003f621c75/0xc54db3288176fe6b lrc: 1/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x91bddff8e8ed9333 expref: -99 pid: 32789 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:2.0:1789608773.436807:0:32791:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5500 -> ffff94d9040dbb70 00000020:00000001:2.0:1789608773.436809:0:32791:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5500 -> ffff94d9040dbb70 00000008:00000001:2.0:1789608773.436811:0:32791:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789608773.436813:0:32791:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789608773.436816:0:32791:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789608773.436818:0:32791:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1789608773.436824:0:32791:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff94d9183e5500. 00020000:00000001:2.0:1789608773.436829:0:32791:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:2.0:1789608773.436831:0:32791:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff94d9040dba28. 00020000:00000001:2.0:1789608773.436837:0:32791:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:2.0:1789608773.436839:0:32791:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608773.436841:0:32791:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789608773.436843:0:32791:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b65e88) owner 0000000000000000/ffff94d909c40000 00020000:00000001:2.0:1789608773.436846:0:32791:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:2.0:1789608773.436848:0:32791:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:2.0:1789608773.436851:0:32791:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b65e88) owner 0000000000000000/ffff94d909c40000 00020000:00000001:2.0:1789608773.436854:0:32791:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:2.0:1789608773.436856:0:32791:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff94d91806b6b0. 00020000:00000010:2.0:1789608773.436861:0:32791:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff94d904bde240. 00020000:00000010:2.0:1789608773.436864:0:32791:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff94d911da5780. 00020000:00000002:2.0:1789608773.436870:0:32791:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d907f83360, objid 0x25:1029, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789608773.436873:0:32791:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789608773.436876:0:32791:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d907096b80: ostid: 0x2c0000401:19 ost idx: 1 gen: 0 00020000:00000010:2.0:1789608773.436881:0:32791:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d907096b80. 00020000:00000010:2.0:1789608773.436884:0:32791:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d907f83480. 00020000:00000010:2.0:1789608773.436889:0:32791:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d907f83360. 00020000:00000001:2.0:1789608773.436891:0:32791:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:2.0:1789608773.436892:0:32791:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b65e88) owner 0000000000000000/ffff94d909c40000 00020000:00000010:2.0:1789608773.436895:0:32791:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff94d910b65e88. 00020000:00000001:2.0:1789608773.436899:0:32791:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:2.0:1789608773.436902:0:32791:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff94d9040dbaf0. 00000020:00001000:2.0:1789608773.436906:0:32791:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295510 00000080:00000001:2.0:1789608773.436909:0:32791:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:2.0:1789608773.436911:0:32791:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:2.0:1789608773.436951:0:32791:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:2.0:1789608773.436954:0:32791:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1789608773.436956:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77dd0 00000080:00200008:2.0:1789608773.436959:0:32791:0:(file.c:479:ll_file_release()) START file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff94d9189b5b88), flags 704000 00000080:00400000:2.0:1789608773.436963:0:32791:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000405:0x23:0x0] 00000080:00000001:2.0:1789608773.436968:0:32791:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:2.0:1789608773.436969:0:32791:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:2.0:1789608773.436972:0:32791:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:2.0:1789608773.436979:0:32791:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608773.436982:0:32791:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608773.436984:0:32791:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608773.436987:0:32791:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608773.436989:0:32791:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.436991:0:32791:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:2.0:1789608773.436993:0:32791:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.436997:0:32791:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608773.437000:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608773.437004:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69300 count: 2 00010000:00000001:2.0:1789608773.437006:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608773.437011:0:32791:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1789608773.437016:0:32791:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1789608773.437018:0:32791:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789608773.437025:0:32791:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608773.437029:0:32791:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0600/0xc54db3288176fe8e lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed938e expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1789608773.437037:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.437038:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608773.437040:0:32791:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:2.0:1789608773.437042:0:32791:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x23:0x0]: 16 00000080:00000010:2.0:1789608773.437045:0:32791:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d90517fa40. 00000080:00000001:2.0:1789608773.437050:0:32791:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.437054:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77dd0 00000080:00000008:2.0:1789608773.437057:0:32791:0:(file.c:523:ll_file_release()) COMPLETED file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff94d9189b5b88), flags 704000, rc = 0 00000080:00000001:2.0:1789608773.437060:0:32791:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.437061:0:32791:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.437065:0:32791:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789608773.437066:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77e00 00000080:00002000:2.0:1789608773.437068:0:32791:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-1 (ffff94d918a9ae58, parent ffff94d918a99a20, inode ffff94d9189b5b88) hashed, 00000080:00000001:2.0:1789608773.437071:0:32791:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789608773.437075:0:32791:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789608773.437078:0:32791:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1789608773.437108:0:32791:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789608773.437112:0:32791:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789608773.437114:0:32791:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789608773.437116:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77bd8 00000080:00200000:2.0:1789608773.437119:0:32791:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:2.0:1789608773.437125:0:32791:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d911dcda00. 00800000:00000002:2.0:1789608773.437132:0:32791:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:2.0:1789608773.437136:0:32791:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789608773.437139:0:32791:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789608773.437142:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77af8 00800000:00000002:2.0:1789608773.437144:0:32791:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608773.437150:0:32791:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789608773.437153:0:32791:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608773.437154:0:32791:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608773.437156:0:32791:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608773.437157:0:32791:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608773.437159:0:32791:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.437160:0:32791:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608773.437162:0:32791:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.437165:0:32791:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789608773.437170:0:32791:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789608773.437172:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c779c8 00000002:00010000:2.0:1789608773.437174:0:32791:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789608773.437177:0:32791:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789608773.437178:0:32791:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608773.437180:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608773.437183:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904041b00 count: 2 00010000:00000001:2.0:1789608773.437184:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608773.437187:0:32791:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608773.437191:0:32791:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789608773.437194:0:32791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe56 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed92ed expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 02000000:00000001:2.0:1789608773.437202:0:32791:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789608773.437204:0:32791:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608773.437206:0:32791:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe56 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed92ed expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000002:00000001:2.0:1789608773.437213:0:32791:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789608773.437215:0:32791:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789608773.437217:0:32791:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608773.437219:0:32791:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608773.437221:0:32791:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608773.437223:0:32791:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789608773.437227:0:32791:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789608773.437230:0:32791:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:2.0:1789608773.437233:0:32791:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dcda00. 00000080:00000001:2.0:1789608773.437237:0:32791:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789608773.437238:0:32791:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608773.437241:0:32791:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:2.0:1789608773.437245:0:32791:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176fe56 00800000:00000001:2.0:1789608773.437248:0:32791:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789608773.437263:0:32791:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789608773.437265:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.437268:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.437272:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:2.0:1789608773.437275:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:2.0:1789608773.437278:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:2.0:1789608773.437281:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.437282:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608773.437283:0:32791:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608773.437285:0:32791:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608773.437288:0:32791:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fe56 from it ffffae3e01c77c10 00010000:00000001:2.0:1789608773.437290:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.437291:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.437292:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:2.0:1789608773.437294:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:2.0:1789608773.437296:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:2.0:1789608773.437298:0:32791:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608773.437302:0:32791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe56 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed92ed expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:2.0:1789608773.437308:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.437309:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.437311:0:32791:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789608773.437313:0:32791:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789608773.437315:0:32791:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe56 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed92ed expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:2.0:1789608773.437327:0:32791:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789608773.437330:0:32791:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789608773.437332:0:32791:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608773.437337:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.437338:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.437339:0:32791:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.437343:0:32791:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789608773.437345:0:32791:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.437347:0:32791:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.437350:0:32791:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.437352:0:32791:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608773.437353:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.437354:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789608773.437356:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789608773.437358:0:32791:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608773.437360:0:32791:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 1 00000080:00000001:2.0:1789608773.437363:0:32791:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789608773.437382:0:32791:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d907f68ac0. 00000020:00000001:2.0:1789608773.437385:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77dc8 00000080:00200000:2.0:1789608773.437387:0:32791:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff94d918926c08), flags=0 00000080:00000001:2.0:1789608773.437389:0:32791:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1789608773.437392:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77c78 00000080:00200000:2.0:1789608773.437393:0:32791:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff94d918926c08), intent=getattr 00000080:00000010:2.0:1789608773.437403:0:32791:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d911dcda00. 00800000:00000002:2.0:1789608773.437406:0:32791:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:2.0:1789608773.437410:0:32791:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789608773.437412:0:32791:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789608773.437413:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77b98 00800000:00000002:2.0:1789608773.437415:0:32791:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608773.437417:0:32791:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789608773.437420:0:32791:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608773.437421:0:32791:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608773.437422:0:32791:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608773.437424:0:32791:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608773.437426:0:32791:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.437428:0:32791:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608773.437430:0:32791:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.437433:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77b30 00800000:00000002:2.0:1789608773.437434:0:32791:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-1' -> mds #0 00000002:00000001:2.0:1789608773.437437:0:32791:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789608773.437438:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77a68 00000002:00010000:2.0:1789608773.437440:0:32791:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:2.0:1789608773.437443:0:32791:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789608773.437446:0:32791:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789608773.437451:0:32791:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d25880. 00000020:00000040:2.0:1789608773.437455:0:32791:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00010000:00000001:2.0:1789608773.437461:0:32791:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789608773.437466:0:32791:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608773.437469:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.437470:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.437471:0:32791:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.437474:0:32791:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608773.437477:0:32791:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608773.437480:0:32791:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608773.437489:0:32791:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d903dbe000. 00000100:00000001:2.0:1789608773.437497:0:32791:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.437502:0:32791:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608773.437504:0:32791:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.437506:0:32791:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608773.437507:0:32791:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.437509:0:32791:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.437518:0:32791:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626258592880768 : -117815116670848 : ffff94d907d25880) 00010000:00000001:2.0:1789608773.437521:0:32791:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789608773.437525:0:32791:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1789608773.437527:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904041b00 count: 2 00010000:00000001:2.0:1789608773.437529:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608773.437533:0:32791:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789608773.437537:0:32791:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d909232c00. 00000020:00000001:2.0:1789608773.437540:0:32791:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789608773.437544:0:32791:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d909232c00 with handle 0xc54db3288176fe95 to hash 00000020:00000001:2.0:1789608773.437545:0:32791:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789608773.437547:0:32791:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608773.437551:0:32791:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608773.437554:0:32791:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608773.437555:0:32791:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608773.437559:0:32791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fe95 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32791 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789608773.437565:0:32791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fe95 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32791 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789608773.437575:0:32791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fe95 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32791 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789608773.437580:0:32791:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789608773.437582:0:32791:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789608773.437588:0:32791:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d904bde240. 00000100:00000001:2.0:1789608773.437590:0:32791:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258541208128 : -117815168343488 : ffff94d904bde240) 00000100:00000001:2.0:1789608773.437593:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608773.437594:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592880768 : -117815116670848 : ffff94d907d25880) 00000100:00000001:2.0:1789608773.437599:0:32791:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608773.437603:0:32791:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.437606:0:32791:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789608773.437608:0:32791:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608773.437618:0:32791:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d25880 x1876538934287232/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.437626:0:32791:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608773.437629:0:32791:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608773.437634:0:32791:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608773.437637:0:32791:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608773.437639:0:32791:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608773.437643:0:32791:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d25880 pname:cluuid:pid:xid:nid:opc:job rm:25f5d458-2cbe-49cd-9693-334c08df7e27:32791:1876538934287232:192.168.203.121@tcp:101:rm.0 00000100:00000001:2.0:1789608773.437650:0:32791:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608773.437656:0:32791:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608773.437659:0:32791:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608773.437662:0:32791:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608773.437667:0:32791:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d902b3c800. 02000000:00000001:2.0:1789608773.437669:0:32791:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608773.437736:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608773.437741:0:32791:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21e18. 00000400:00000010:2.0:1789608773.437750:0:32791:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c220. 00000100:00000200:2.0:1789608773.437760:0:32791:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876538934287232, portal 10 00000100:00000001:2.0:1789608773.437762:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608773.437763:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592880768 : -117815116670848 : ffff94d907d25880) 00000100:00000040:2.0:1789608773.437770:0:32791:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d907d25880 x1876538934287232/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608789 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.437778:0:32791:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608773.437781:0:32791:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608773.437784:0:32791:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6ce58. 00000100:00000200:2.0:1789608773.437788:0:32791:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876538934287232, offset 0 00000400:00000200:2.0:1789608773.437797:0:32791:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608773.437808:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608773.437817:0:32791:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608773.437825:0:32791:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608773.437830:0:32791:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608773.437835:0:32791:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608773.437838:0:32791:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608773.437843:0:32791:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2779:2779:256:4294967295] 192.168.203.121@tcp LPNI seq info [2779:2779:8:4294967295] 00000400:00000200:2.0:1789608773.437848:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608773.437859:0:32791:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608773.437866:0:32791:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608773.437872:0:32791:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903c79700. 00000800:00000200:2.0:1789608773.437881:0:32791:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608773.437891:0:32791:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608773.437897:0:32791:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903c79700 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1789608773.437911:0:32791:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608773.437916:0:32791:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 865377 usecs (866 jiffies) 00000400:00000200:2.0:1789608773.437920:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608773.437923:0:32791:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296501394 00000100:00000001:2.0:1789608773.437926:0:32791:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296502623 00000100:00000001:2.0:1789608773.437929:0:32791:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296501394 00000100:00000001:2.0:1789608773.437932:0:32791:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296502623 00000100:00000001:2.0:1789608773.437934:0:32791:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608773.437937:0:32791:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.437940:0:32791:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608773.437943:0:32791:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789608773.437946:0:32791:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d904bde240 going to sleep for 11 seconds 00000100:00000001:2.0:1789608773.437948:0:32791:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608773.437951:0:32791:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608773.438865:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608773.438876:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903c79700. 00000400:00000200:1.0:1789608773.438883:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608773.438892:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608773.438909:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6ce58 00000400:00000010:1.0:1789608773.438913:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6ce58. 00000100:00000001:1.0:1789608773.438919:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608773.438925:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25880 x1876538934287232/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608789 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608773.438936:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608773.438939:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d25880 x1876538934287232/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608789 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608773.438952:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608773.438954:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:2.1:1789608773.441878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f68f80. 00000080:00000010:2.1:1789608773.441928:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d918922940. 00000080:00000010:2.1:1789608773.441962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f68260. 00000800:00000001:0.0:1789608773.443277:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.443298:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608773.443304:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.443307:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608773.443318:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.443327:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608773.443338:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.443344:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.443350:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.443356:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 688 into portal 10 MB=0x6aab3c495db80 00000400:00000200:0.0:1789608773.443361:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.443369:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 688/688 into md 0x7f61 [1] + 224 00000800:00000001:0.0:1789608773.443379:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.443390:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608773.443394:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608773.443399:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608773.443408:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608773.443420:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d25880 x1876538934287232/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608789 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608773.443431:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d907d25880 x1876538934287232/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608773.443453:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608773.443464:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.443468:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608773.443621:0:32791:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608773.443631:0:32791:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608773.443634:0:32791:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608773.443639:0:32791:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21e18. 00000400:00000200:2.0:1789608773.443646:0:32791:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c220 00000400:00000010:2.0:1789608773.443649:0:32791:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c220. 00000100:00000001:2.0:1789608773.443653:0:32791:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608773.443658:0:32791:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d25880 x1876538934287232/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789608773.443669:0:32791:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d25880 x1876538934287232/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.443674:0:32791:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608773.443715:0:32791:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608773.443718:0:32791:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608773.443722:0:32791:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608773.443725:0:32791:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608773.443728:0:32791:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608773.443732:0:32791:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608773.443744:0:32791:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=131 v=5 (104 104 104 137) 00000100:00001000:2.0:1789608773.443749:0:32791:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608773.443752:0:32791:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608773.443754:0:32791:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.443757:0:32791:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608773.443761:0:32791:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.443913:0:32791:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608773.443917:0:32791:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967620 00000100:00000001:2.0:1789608773.443920:0:32791:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608773.443923:0:32791:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608773.443930:0:32791:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d25880 x1876538934287232/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/688 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.443938:0:32791:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608773.443942:0:32791:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608773.443944:0:32791:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608773.443948:0:32791:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d25880 x1876538934287232/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/688 e 0 to 0 dl 1789608789 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789608773.443955:0:32791:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d25880 pname:cluuid:pid:xid:nid:opc:job rm:25f5d458-2cbe-49cd-9693-334c08df7e27:32791:1876538934287232:192.168.203.121@tcp:101:rm.0 00000100:00000001:2.0:1789608773.443961:0:32791:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608773.443964:0:32791:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.443967:0:32791:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789608773.443969:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608773.443973:0:32791:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d25880 x1876538934287232/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/688 e 0 to 0 dl 1789608789 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.443980:0:32791:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608773.443983:0:32791:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d904bde240. 00000100:00000001:2.0:1789608773.443987:0:32791:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789608773.443988:0:32791:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.443991:0:32791:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789608773.443996:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.443999:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.444003:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232c00 refcount=4 00000020:00000001:2.0:1789608773.444006:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608773.444009:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000040:2.0:1789608773.444017:0:32791:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d909232c00, remote cookie: 0x91bddff8e8ed93cd, flags: 0x1001 00010000:00010000:2.0:1789608773.444023:0:32791:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fe95 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed93cd expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789608773.444034:0:32791:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x23:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1789608773.444037:0:32791:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:2.0:1789608773.444045:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69300 count: 2 00010000:00000001:2.0:1789608773.444048:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608773.444052:0:32791:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608773.444056:0:32791:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fe95 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed93cd expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789608773.444065:0:32791:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fe95 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed93cd expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608773.444073:0:32791:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789608773.444078:0:32791:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789608773.444081:0:32791:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789608773.444083:0:32791:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789608773.444085:0:32791:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789608773.444088:0:32791:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x23:0x0].0x0 (ffff94d903b69300) refcount = 2 00010000:00000040:2.0:1789608773.444091:0:32791:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1789608773.444094:0:32791:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0600/0xc54db3288176fe8e lrc: 1/0,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed938e expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1789608773.444102:0:32791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fe95 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed93cd expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608773.444114:0:32791:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789608773.444118:0:32791:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789608773.444177:0:32791:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608773.444182:0:32791:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789608773.444185:0:32791:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608773.444189:0:32791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fe95 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed93cd expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608773.444196:0:32791:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789608773.444198:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.444199:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.444200:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.444201:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.444203:0:32791:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.444209:0:32791:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789608773.444210:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.444212:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.444214:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232c00 refcount=3 00000020:00000001:2.0:1789608773.444216:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608773.444218:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608773.444221:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.444222:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.444223:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232c00 refcount=4 00000020:00000001:2.0:1789608773.444225:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608773.444228:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608773.444232:0:32791:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608773.444235:0:32791:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608773.444239:0:32791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fe95 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed93cd expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608773.444245:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.444247:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.444249:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.444250:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.444260:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232c00 refcount=5 00000020:00000001:2.0:1789608773.444262:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608773.444264:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608773.444267:0:32791:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608773.444270:0:32791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fe95 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed93cd expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608773.444277:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.444278:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789608773.444281:0:32791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fe95 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed93cd expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608773.444287:0:32791:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608773.444289:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.444290:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.444291:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.444292:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789608773.444298:0:32791:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d907d25880 x1876538934287232/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/688 e 0 to 0 dl 1789608789 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1789608773.444308:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.444309:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.444311:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232c00 refcount=3 00000020:00000001:2.0:1789608773.444313:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608773.444315:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608773.444318:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.444319:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608773.444320:0:32791:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.444322:0:32791:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.444327:0:32791:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1789608773.444330:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.444331:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.444334:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232c00 refcount=3 00000020:00000001:2.0:1789608773.444336:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608773.444338:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00000002:00010000:2.0:1789608773.444341:0:32791:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fe95 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed93cd expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608773.444347:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.444349:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.444351:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789608773.444352:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.444353:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.444354:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232c00 refcount=3 00000020:00000001:2.0:1789608773.444356:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608773.444358:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000040:2.0:1789608773.444362:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69300 count: 3 00010000:00000001:2.0:1789608773.444364:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789608773.444368:0:32791:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d91081f000 type 13 mode 4 res 8589935621/35 (0 0) 00010000:00000001:2.0:1789608773.444370:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.444371:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608773.444373:0:32791:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789608773.444376:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c779f0 00000002:00002000:2.0:1789608773.444378:0:32791:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-1 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1789608773.444382:0:32791:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608773.444386:0:32791:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608773.444390:0:32791:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789608773.444393:0:32791:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1789608773.444397:0:32791:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.444402:0:32791:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000001:2.0:1789608773.444405:0:32791:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1789608773.444407:0:32791:0:(namei.c:674:ll_lookup_it_finish()) it ffffae3e01c77e00 it_disposition b 00000080:00000001:2.0:1789608773.444410:0:32791:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789608773.444417:0:32791:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1789608773.444422:0:32791:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1789608773.444732:0:32791:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d907ddb940. 00800000:00000001:3.0:1789608773.444736:0:32791:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626258593626432 : -117815115925184 : ffff94d907ddb940) 00800000:00000001:3.0:1789608773.444739:0:32791:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608773.444741:0:32791:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1789608773.444744:0:32791:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:3.0:1789608773.444748:0:32791:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1789608773.444755:0:32791:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1789608773.444758:0:32791:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x23:0x0] 00000080:00000001:3.0:1789608773.444761:0:32791:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1789608773.444764:0:32791:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1789608773.444766:0:32791:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608773.444770:0:32791:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:3.0:1789608773.444772:0:32791:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1789608773.444775:0:32791:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611171 mtime from 1789608754 to 1789608773 00000080:00200000:3.0:1789608773.444780:0:32791:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x23:0x0], updating i_size 16384 00000080:00200000:3.0:1789608773.444783:0:32791:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x23:0x0](ffff94d9189b5b88): rc = 0 00000080:00000001:3.0:1789608773.444785:0:32791:0:(namei.c:156:ll_iget()) Process leaving (rc=18446626258874489736 : -117814835061880 : ffff94d9189b5b88) 00010000:00000001:3.0:1789608773.444788:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608773.444789:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608773.444791:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232c00 refcount=3 00000020:00000001:3.0:1789608773.444793:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:3.0:1789608773.444795:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:3.0:1789608773.444797:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.444798:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789608773.444800:0:32791:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1789608773.444803:0:32791:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1789608773.444804:0:32791:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d907ddb940 1 00800000:00000010:3.0:1789608773.444807:0:32791:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d907ddb940. 00800000:00000001:3.0:1789608773.444811:0:32791:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608773.444815:0:32791:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x23:0x0](ffff94d9189b5b88) for lock 0xc54db3288176fe95 00800000:00000001:3.0:1789608773.444819:0:32791:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789608773.444821:0:32791:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789608773.444822:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608773.444824:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608773.444825:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232c00 refcount=3 00000020:00000001:3.0:1789608773.444827:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:3.0:1789608773.444829:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:3.0:1789608773.444832:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.444833:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608773.444834:0:32791:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608773.444837:0:32791:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1789608773.444843:0:32791:0:(namei.c:653:ll_splice_alias()) Add dentry ffff94d918a9a0d8 inode ffff94d9189b5b88 refc 1 flags 0x20000e 00000080:00000002:3.0:1789608773.444848:0:32791:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-1 [0x200000405:0x23:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:3.0:1789608773.444852:0:32791:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1789608773.444856:0:32791:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x23:0x0](ffff94d9189b5b88) 00000080:00010000:3.0:1789608773.444859:0:32791:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fe95 from it ffffae3e01c77e00 00010000:00000001:3.0:1789608773.444862:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608773.444863:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608773.444864:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232c00 refcount=3 00000020:00000001:3.0:1789608773.444866:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:3.0:1789608773.444868:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:3.0:1789608773.444870:0:32791:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608773.444873:0:32791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fe95 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed93cd expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608773.444879:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.444880:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608773.444883:0:32791:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608773.444885:0:32791:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608773.444888:0:32791:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fe95 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed93cd expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789608773.444895:0:32791:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608773.444898:0:32791:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608773.444910:0:32791:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608773.444916:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.444917:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608773.444919:0:32791:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.444923:0:32791:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608773.444925:0:32791:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.444928:0:32791:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.444931:0:32791:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.444933:0:32791:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608773.444934:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.444935:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789608773.444937:0:32791:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1789608773.444941:0:32791:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dcda00. 00000100:00000001:3.0:1789608773.444946:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608773.444951:0:32791:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d25880 x1876538934287232/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/688 e 0 to 0 dl 1789608789 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608773.444958:0:32791:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608773.444962:0:32791:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608773.444966:0:32791:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d902b3c800. 02000000:00000001:3.0:1789608773.444970:0:32791:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608773.444974:0:32791:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608773.444976:0:32791:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608773.444978:0:32791:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608773.444981:0:32791:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d903dbe000. 02000000:00000001:3.0:1789608773.444985:0:32791:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608773.444987:0:32791:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608773.444989:0:32791:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d25880. 00000100:00000001:3.0:1789608773.444994:0:32791:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608773.444995:0:32791:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789608773.444999:0:32791:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1789608773.445001:0:32791:0:(dcache.c:176:ll_intent_release()) intent ffffae3e01c77e00 released 00000080:00000001:3.0:1789608773.445003:0:32791:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1789608773.445008:0:32791:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789608773.445011:0:32791:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789608773.445013:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77d50 00000080:00200000:3.0:1789608773.445015:0:32791:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:3.0:1789608773.445022:0:32791:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d91a21e200. 00800000:00000002:3.0:1789608773.445028:0:32791:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:3.0:1789608773.445031:0:32791:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789608773.445034:0:32791:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789608773.445036:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77c70 00800000:00000002:3.0:1789608773.445038:0:32791:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608773.445042:0:32791:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789608773.445045:0:32791:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608773.445048:0:32791:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608773.445051:0:32791:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608773.445053:0:32791:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608773.445056:0:32791:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608773.445059:0:32791:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608773.445061:0:32791:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608773.445064:0:32791:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789608773.445069:0:32791:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789608773.445071:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77b40 00000002:00010000:3.0:1789608773.445073:0:32791:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789608773.445077:0:32791:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789608773.445079:0:32791:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608773.445082:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608773.445086:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904041b00 count: 2 00010000:00000001:3.0:1789608773.445088:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608773.445091:0:32791:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608773.445094:0:32791:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789608773.445097:0:32791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe56 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed92ed expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 02000000:00000001:3.0:1789608773.445105:0:32791:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789608773.445110:0:32791:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608773.445113:0:32791:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe56 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed92ed expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000002:00000001:3.0:1789608773.445118:0:32791:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789608773.445131:0:32791:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789608773.445134:0:32791:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608773.445136:0:32791:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608773.445137:0:32791:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608773.445139:0:32791:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789608773.445142:0:32791:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789608773.445144:0:32791:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:3.0:1789608773.445146:0:32791:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d91a21e200. 00000080:00000001:3.0:1789608773.445150:0:32791:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789608773.445151:0:32791:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608773.445153:0:32791:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:3.0:1789608773.445157:0:32791:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176fe56 00800000:00000001:3.0:1789608773.445159:0:32791:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789608773.445161:0:32791:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789608773.445162:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608773.445164:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608773.445166:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:3.0:1789608773.445167:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608773.445170:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608773.445172:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.445173:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608773.445174:0:32791:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608773.445176:0:32791:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608773.445177:0:32791:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fe56 from it ffffae3e01c77d88 00010000:00000001:3.0:1789608773.445179:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608773.445180:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608773.445181:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:3.0:1789608773.445183:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608773.445185:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608773.445187:0:32791:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608773.445190:0:32791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe56 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed92ed expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:3.0:1789608773.445195:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.445196:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608773.445197:0:32791:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608773.445199:0:32791:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608773.445201:0:32791:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe56 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed92ed expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:3.0:1789608773.445205:0:32791:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608773.445207:0:32791:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608773.445208:0:32791:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608773.445210:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.445211:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608773.445212:0:32791:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.445214:0:32791:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608773.445215:0:32791:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.445216:0:32791:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.445218:0:32791:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.445219:0:32791:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608773.445221:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.445222:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789608773.445223:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789608773.445225:0:32791:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608773.445227:0:32791:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 3 00000080:00000001:3.0:1789608773.445232:0:32791:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608773.445238:0:32791:0:(namei.c:2258:ll_rmdir()) Process entered 00000020:00000001:3.0:1789608773.445240:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77e18 00000080:00200000:3.0:1789608773.445242:0:32791:0:(namei.c:2261:ll_rmdir()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00000001:3.0:1789608773.445246:0:32791:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:3.0:1789608773.445249:0:32791:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21h.recovery-small-1, [0x200000405:0x23:0x0]) is foreign... 00000080:00000001:3.0:1789608773.445262:0:32791:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1789608773.445267:0:32791:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d91a21e200. 00800000:00000002:3.0:1789608773.445270:0:32791:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00800000:00000001:3.0:1789608773.445278:0:32791:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:3.0:1789608773.445282:0:32791:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608773.445284:0:32791:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608773.445285:0:32791:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608773.445287:0:32791:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608773.445288:0:32791:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608773.445290:0:32791:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608773.445291:0:32791:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608773.445293:0:32791:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608773.445294:0:32791:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608773.445295:0:32791:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608773.445297:0:32791:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608773.445298:0:32791:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608773.445300:0:32791:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:3.0:1789608773.445302:0:32791:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608773.445304:0:32791:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:3.0:1789608773.445306:0:32791:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608773.445307:0:32791:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608773.445308:0:32791:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608773.445309:0:32791:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608773.445311:0:32791:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608773.445312:0:32791:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:3.0:1789608773.445314:0:32791:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608773.445316:0:32791:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x23:0x0] 00800000:00000001:3.0:1789608773.445319:0:32791:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608773.445321:0:32791:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x23:0x0] -> mds #0 00000002:00000001:3.0:1789608773.445325:0:32791:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:3.0:1789608773.445328:0:32791:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1789608773.445331:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904041b00 count: 2 00010000:00000001:3.0:1789608773.445334:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608773.445337:0:32791:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1789608773.445340:0:32791:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789608773.445343:0:32791:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe56 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x91bddff8e8ed92ed expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00000001:3.0:1789608773.445351:0:32791:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789608773.445356:0:32791:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789608773.445358:0:32791:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789608773.445360:0:32791:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1789608773.445362:0:32791:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608773.445364:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608773.445365:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904041b00 count: 3 00010000:00000001:3.0:1789608773.445367:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608773.445368:0:32791:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608773.445370:0:32791:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608773.445371:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608773.445372:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904041b00 count: 3 00010000:00000001:3.0:1789608773.445374:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608773.445375:0:32791:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608773.445377:0:32791:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608773.445378:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608773.445378:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904041b00 count: 3 00010000:00000001:3.0:1789608773.445380:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608773.445382:0:32791:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608773.445384:0:32791:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789608773.445386:0:32791:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff94d918926b40, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1789608773.445458:0:32791:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1789608773.445461:0:32791:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1789608773.445464:0:32791:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789608773.445465:0:32791:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.445469:0:32791:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789608773.445473:0:32791:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789608773.445474:0:32791:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789608773.445476:0:32791:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608773.445478:0:32791:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789608773.445481:0:32791:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d9421c0000 with handle 0xc54db3288176fe56 from hash 00010000:00000001:3.0:1789608773.445483:0:32791:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789608773.445484:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.445485:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608773.445486:0:32791:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789608773.445489:0:32791:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789608773.445490:0:32791:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789608773.445493:0:32791:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789608773.445495:0:32791:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789608773.445498:0:32791:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789608773.445499:0:32791:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1789608773.445502:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69300 count: 3 00010000:00000001:3.0:1789608773.445503:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608773.445505:0:32791:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1789608773.445507:0:32791:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789608773.445510:0:32791:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fe95 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x91bddff8e8ed93cd expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1789608773.445515:0:32791:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789608773.445517:0:32791:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789608773.445518:0:32791:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789608773.445519:0:32791:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x23:0x0] mode (null) 00000002:00000001:3.0:1789608773.445521:0:32791:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608773.445522:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608773.445523:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69300 count: 4 00010000:00000001:3.0:1789608773.445525:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608773.445527:0:32791:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608773.445528:0:32791:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608773.445529:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608773.445530:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69300 count: 4 00010000:00000001:3.0:1789608773.445531:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608773.445533:0:32791:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608773.445534:0:32791:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608773.445535:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608773.445536:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69300 count: 4 00010000:00000001:3.0:1789608773.445537:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608773.445539:0:32791:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608773.445540:0:32791:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789608773.445541:0:32791:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000405:0x23:0x0] lli = ffff94d9189b5ac0, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1789608773.445544:0:32791:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1789608773.445545:0:32791:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1789608773.445547:0:32791:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1789608773.445549:0:32791:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x23:0x0](ffff94d9189b5b88) invalid 00000020:00000001:3.0:1789608773.445551:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77a80 00000080:00002000:3.0:1789608773.445553:0:32791:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff94d918a9a0d8) parent ffff94d918a99a20 inode ffff94d9189b5b88 refc 2 00000080:00000001:3.0:1789608773.445557:0:32791:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1789608773.445558:0:32791:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789608773.445559:0:32791:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.445561:0:32791:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789608773.445562:0:32791:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789608773.445563:0:32791:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789608773.445564:0:32791:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608773.445566:0:32791:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789608773.445568:0:32791:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d909232c00 with handle 0xc54db3288176fe95 from hash 00010000:00000001:3.0:1789608773.445570:0:32791:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789608773.445571:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.445572:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608773.445573:0:32791:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789608773.445574:0:32791:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789608773.445575:0:32791:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789608773.445577:0:32791:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789608773.445579:0:32791:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0600/0xc54db3288176fe8e lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x91bddff8e8ed938e expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:3.0:1789608773.445585:0:32791:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789608773.445586:0:32791:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789608773.445587:0:32791:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789608773.445588:0:32791:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x23:0x0] mode CR 00000002:00000001:3.0:1789608773.445590:0:32791:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608773.445591:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608773.445592:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69300 count: 4 00010000:00000001:3.0:1789608773.445594:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608773.445596:0:32791:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608773.445597:0:32791:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608773.445598:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608773.445600:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69300 count: 4 00010000:00000001:3.0:1789608773.445601:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608773.445603:0:32791:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608773.445605:0:32791:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608773.445607:0:32791:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1789608773.445611:0:32791:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1789608773.445617:0:32791:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff94d902add400. 00000080:00000001:3.0:1789608773.445619:0:32791:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:3.0:1789608773.445622:0:32791:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d9071bf800 2 00000080:00000001:3.0:1789608773.445625:0:32791:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1789608773.445628:0:32791:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:3.0:1789608773.445630:0:32791:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608773.445631:0:32791:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608773.445632:0:32791:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608773.445634:0:32791:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608773.445635:0:32791:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608773.445637:0:32791:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:3.0:1789608773.445639:0:32791:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608773.445640:0:32791:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x23:0x0] 00000002:00000001:3.0:1789608773.445643:0:32791:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1789608773.445646:0:32791:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff94d904ceb000: [0x200000405:0x23:0x0] file closed with intent: 0 00000100:00000010:3.0:1789608773.445652:0:32791:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908492300. 00000020:00000040:3.0:1789608773.445656:0:32791:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:3.0:1789608773.445661:0:32791:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608773.445664:0:32791:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608773.445667:0:32791:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608773.445757:0:32791:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d902addc00. 00000100:00000001:3.0:1789608773.445767:0:32791:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1789608773.445789:0:32791:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94d908493480 x1876538934286720/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/664 e 0 to 0 dl 1789608789 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1789608773.445803:0:32791:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d904ceb000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1789608773.445807:0:32791:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d908492300 x1876538934287488/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1789608773.445814:0:32791:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789608773.445816:0:32791:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789608773.445826:0:32791:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d9136e40c0. 00000100:00000001:3.0:1789608773.445828:0:32791:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258787647680 : -117814921903936 : ffff94d9136e40c0) 00000100:00000001:3.0:1789608773.445831:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608773.445833:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600665856 : -117815108885760 : ffff94d908492300) 00000100:00000001:3.0:1789608773.445838:0:32791:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608773.445843:0:32791:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608773.445846:0:32791:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789608773.445848:0:32791:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608773.445851:0:32791:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908492300 x1876538934287488/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608773.445859:0:32791:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608773.445861:0:32791:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608773.445866:0:32791:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608773.445869:0:32791:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608773.445871:0:32791:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608773.445874:0:32791:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908492300 pname:cluuid:pid:xid:nid:opc:job rm:25f5d458-2cbe-49cd-9693-334c08df7e27:32791:1876538934287488:192.168.203.121@tcp:35:rm.0 00000100:00000001:3.0:1789608773.445879:0:32791:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608773.445884:0:32791:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608773.445887:0:32791:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608773.445890:0:32791:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608773.445894:0:32791:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d908398800. 02000000:00000001:3.0:1789608773.445896:0:32791:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608773.445905:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608773.445910:0:32791:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a7e8. 00000400:00000010:3.0:1789608773.445919:0:32791:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a96e8. 00000100:00000200:3.0:1789608773.445930:0:32791:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934287488, portal 10 00000100:00000001:3.0:1789608773.445933:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608773.445934:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600665856 : -117815108885760 : ffff94d908492300) 00000100:00000040:3.0:1789608773.445942:0:32791:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d908492300 x1876538934287488/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608789 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608773.445950:0:32791:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608773.445953:0:32791:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608773.445956:0:32791:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a97f8. 00000100:00000200:3.0:1789608773.445960:0:32791:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876538934287488, offset 0 00000400:00000200:3.0:1789608773.445966:0:32791:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608773.445976:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608773.445986:0:32791:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608773.445992:0:32791:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608773.445997:0:32791:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608773.446002:0:32791:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608773.446005:0:32791:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608773.446009:0:32791:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2780:2780:256:4294967295] 192.168.203.121@tcp LPNI seq info [2780:2780:8:4294967295] 00000400:00000200:3.0:1789608773.446014:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608773.446026:0:32791:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608773.446033:0:32791:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608773.446041:0:32791:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d90827bf00. 00000800:00000200:3.0:1789608773.446052:0:32791:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608773.446062:0:32791:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608773.446068:0:32791:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d90827bf00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1789608773.446090:0:32791:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608773.446097:0:32791:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 864181 usecs (865 jiffies) 00000400:00000200:3.0:1789608773.446100:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608773.446104:0:32791:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296501401 00000100:00000001:3.0:1789608773.446108:0:32791:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296502623 00000100:00000001:3.0:1789608773.446110:0:32791:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296501401 00000100:00000001:3.0:1789608773.446113:0:32791:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296502623 00000100:00000001:3.0:1789608773.446115:0:32791:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608773.446118:0:32791:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608773.446121:0:32791:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608773.446124:0:32791:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789608773.446127:0:32791:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d9136e40c0 going to sleep for 11 seconds 00000100:00000001:3.0:1789608773.446129:0:32791:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608773.446133:0:32791:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608773.446411:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608773.446417:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d90827bf00. 00000400:00000200:1.0:1789608773.446424:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608773.446430:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608773.446438:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a97f8 00000400:00000010:1.0:1789608773.446441:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a97f8. 00000100:00000001:1.0:1789608773.446445:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608773.446449:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908492300 x1876538934287488/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608789 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608773.446460:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608773.446463:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908492300 x1876538934287488/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608789 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608773.446469:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608773.446471:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608773.453333:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.453356:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608773.453361:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.453364:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608773.453376:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.453385:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608773.453395:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.453401:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.453408:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.453413:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 456 into portal 10 MB=0x6aab3c495dc80 00000400:00000200:0.0:1789608773.453419:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.453426:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 456/456 into md 0x7f69 [1] + 224 00000800:00000001:0.0:1789608773.453436:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.453444:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608773.453449:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608773.453454:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608773.453463:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608773.453475:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908492300 x1876538934287488/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608789 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608773.453487:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94d908492300 x1876538934287488/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608773.453508:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608773.453520:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.453524:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608773.453754:0:32791:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608773.453764:0:32791:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608773.453766:0:32791:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608773.453771:0:32791:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a7e8. 00000400:00000200:3.0:1789608773.453776:0:32791:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a96e8 00000400:00000010:3.0:1789608773.453779:0:32791:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a96e8. 00000100:00000001:3.0:1789608773.453783:0:32791:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608773.453789:0:32791:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908492300 x1876538934287488/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789608773.453797:0:32791:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908492300 x1876538934287488/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608773.453803:0:32791:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608773.453805:0:32791:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608773.453808:0:32791:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608773.453812:0:32791:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608773.453815:0:32791:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608773.453818:0:32791:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608773.453822:0:32791:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608773.453834:0:32791:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11cf0 time=131 v=5 (5 5 5 5) 00000100:00001000:3.0:1789608773.453839:0:32791:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608773.453841:0:32791:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608773.453844:0:32791:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.453847:0:32791:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608773.453851:0:32791:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608773.453855:0:32791:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1789608773.453857:0:32791:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1789608773.453859:0:32791:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1789608773.453861:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608773.453863:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600665856 : -117815108885760 : ffff94d908492300) 00000100:00000001:3.0:1789608773.453867:0:32791:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608773.453869:0:32791:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967620 00000100:00000001:3.0:1789608773.453871:0:32791:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608773.453875:0:32791:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608773.453880:0:32791:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908492300 x1876538934287488/t4294967627(4294967627) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608789 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608773.453886:0:32791:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608773.453889:0:32791:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608773.453891:0:32791:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608773.453904:0:32791:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908492300 x1876538934287488/t4294967627(4294967627) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608789 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789608773.453917:0:32791:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908492300 pname:cluuid:pid:xid:nid:opc:job rm:25f5d458-2cbe-49cd-9693-334c08df7e27:32791:1876538934287488:192.168.203.121@tcp:35:rm.0 00000100:00000001:3.0:1789608773.453922:0:32791:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608773.453926:0:32791:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608773.453929:0:32791:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789608773.453931:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608773.453934:0:32791:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908492300 x1876538934287488/t4294967627(4294967627) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608789 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608773.453941:0:32791:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608773.453944:0:32791:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d9136e40c0. 00000100:00000001:3.0:1789608773.453948:0:32791:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789608773.453950:0:32791:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608773.453958:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608773.453959:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600665856 : -117815108885760 : ffff94d908492300) 00000002:00000001:3.0:1789608773.453963:0:32791:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608773.453966:0:32791:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608773.453971:0:32791:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d9071bf800 2 00000080:00000010:3.0:1789608773.453975:0:32791:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d902add400. 00000080:00000001:3.0:1789608773.453979:0:32791:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1789608773.453983:0:32791:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:3.0:1789608773.453986:0:32791:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608773.453989:0:32791:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608773.453992:0:32791:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608773.453995:0:32791:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608773.453997:0:32791:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608773.453999:0:32791:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:3.0:1789608773.454002:0:32791:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608773.454008:0:32791:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1789608773.454013:0:32791:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94d908493480 x1876538934286720/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/664 e 0 to 0 dl 1789608789 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608773.454022:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608773.454023:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600670336 : -117815108881280 : ffff94d908493480) 00000100:00000001:3.0:1789608773.454025:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608773.454028:0:32791:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908493480 x1876538934286720/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/664 e 0 to 0 dl 1789608789 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608773.454035:0:32791:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608773.454037:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608773.454039:0:32791:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908492300 x1876538934287488/t4294967627(4294967627) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608789 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608773.454044:0:32791:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608773.454045:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608773.454048:0:32791:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908493480 x1876538934286720/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/664 e 0 to 0 dl 1789608789 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608773.454053:0:32791:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1789608773.454057:0:32791:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608773.454059:0:32791:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608773.454061:0:32791:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608773.454066:0:32791:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d908399800. 02000000:00000001:3.0:1789608773.454071:0:32791:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608773.454073:0:32791:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608773.454075:0:32791:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908493480. 00000100:00000001:3.0:1789608773.454078:0:32791:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608773.454079:0:32791:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608773.454080:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608773.454083:0:32791:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908492300 x1876538934287488/t4294967627(4294967627) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608789 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608773.454089:0:32791:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608773.454091:0:32791:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff94d90704e9a0. 00000002:00000001:3.0:1789608773.454094:0:32791:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608773.454096:0:32791:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789608773.454098:0:32791:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94d91213bdc0. 00000100:00000001:3.0:1789608773.454101:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608773.454104:0:32791:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908492300 x1876538934287488/t4294967627(4294967627) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608789 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608773.454110:0:32791:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608773.454112:0:32791:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608773.454115:0:32791:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d908398800. 02000000:00000001:3.0:1789608773.454127:0:32791:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608773.454128:0:32791:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608773.454130:0:32791:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608773.454132:0:32791:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608773.454133:0:32791:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d902addc00. 02000000:00000001:3.0:1789608773.454136:0:32791:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608773.454137:0:32791:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608773.454138:0:32791:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908492300. 00000100:00000001:3.0:1789608773.454140:0:32791:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608773.454142:0:32791:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789608773.454144:0:32791:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608773.454148:0:32791:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789608773.454151:0:32791:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x23:0x0] mode (null) 00000002:00000001:3.0:1789608773.454155:0:32791:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608773.454158:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608773.454166:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69300 count: 4 00010000:00000001:3.0:1789608773.454169:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608773.454175:0:32791:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608773.454177:0:32791:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608773.454182:0:32791:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1789608773.454185:0:32791:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x23:0x0](ffff94d9189b5b88) invalid 00000020:00000001:3.0:1789608773.454189:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77a80 00000080:00002000:3.0:1789608773.454191:0:32791:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff94d918a9a0d8) parent ffff94d918a99a20 inode ffff94d9189b5b88 refc 2 00000080:00000001:3.0:1789608773.454195:0:32791:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1789608773.454198:0:32791:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789608773.454201:0:32791:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.454206:0:32791:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789608773.454210:0:32791:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789608773.454212:0:32791:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789608773.454214:0:32791:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608773.454218:0:32791:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789608773.454223:0:32791:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d9421c0600 with handle 0xc54db3288176fe8e from hash 00010000:00000001:3.0:1789608773.454225:0:32791:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789608773.454228:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.454230:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608773.454231:0:32791:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789608773.454235:0:32791:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789608773.454237:0:32791:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789608773.454240:0:32791:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1789608773.454242:0:32791:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:3.0:1789608773.454246:0:32791:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:3.0:1789608773.454262:0:32791:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908492300. 00000020:00000040:3.0:1789608773.454266:0:32791:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d904ceb000 02000000:00000001:3.0:1789608773.454271:0:32791:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789608773.454273:0:32791:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.454276:0:32791:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789608773.454281:0:32791:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608773.454286:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.454287:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608773.454289:0:32791:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608773.454292:0:32791:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608773.454294:0:32791:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608773.454299:0:32791:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608773.454306:0:32791:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d902addc00. 00000100:00000001:3.0:1789608773.454312:0:32791:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.454315:0:32791:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608773.454318:0:32791:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1789608773.454325:0:32791:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fe95 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed93cd expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1789608773.454333:0:32791:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0600/0xc54db3288176fe8e lrc: 1/0,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed938e expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1789608773.454340:0:32791:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe56 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed92ed expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:3.0:1789608773.454346:0:32791:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:3.0:1789608773.454348:0:32791:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:3.0:1789608773.454349:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789608773.454352:0:32791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fe95 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed93cd expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789608773.454367:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608773.454368:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789608773.454370:0:32791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0600/0xc54db3288176fe8e lrc: 0/0,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed938e expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:3.0:1789608773.454377:0:32791:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d903b69300 count: 0 00010000:00000010:3.0:1789608773.454383:0:32791:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d90847b280. 00010000:00000001:3.0:1789608773.454393:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608773.454394:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789608773.454396:0:32791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe56 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed92ed expref: -99 pid: 32789 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000040:3.0:1789608773.454402:0:32791:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d904041b00 count: 0 00010000:00000010:3.0:1789608773.454405:0:32791:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d9029cba00. 00010000:00000001:3.0:1789608773.454410:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608773.454412:0:32791:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.454414:0:32791:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608773.454416:0:32791:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.454419:0:32791:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1789608773.454431:0:32791:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d904ceb000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1789608773.454438:0:32791:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d908492300 x1876538934287744/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789608773.454445:0:32791:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789608773.454447:0:32791:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789608773.454454:0:32791:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d9136e40c0. 00000100:00000001:3.0:1789608773.454457:0:32791:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258787647680 : -117814921903936 : ffff94d9136e40c0) 00000100:00000001:3.0:1789608773.454460:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608773.454462:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600665856 : -117815108885760 : ffff94d908492300) 00000100:00000001:3.0:1789608773.454467:0:32791:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608773.454471:0:32791:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608773.454474:0:32791:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789608773.454476:0:32791:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608773.454480:0:32791:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908492300 x1876538934287744/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608773.454488:0:32791:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608773.454491:0:32791:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608773.454496:0:32791:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608773.454499:0:32791:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608773.454502:0:32791:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608773.454506:0:32791:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908492300 pname:cluuid:pid:xid:nid:opc:job rm:25f5d458-2cbe-49cd-9693-334c08df7e27:32791:1876538934287744:192.168.203.121@tcp:36:rm.0 00000100:00000001:3.0:1789608773.454510:0:32791:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608773.454515:0:32791:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608773.454518:0:32791:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608773.454520:0:32791:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608773.454524:0:32791:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d908398800. 02000000:00000001:3.0:1789608773.454526:0:32791:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608773.454546:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608773.454550:0:32791:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a7e8. 00000400:00000010:3.0:1789608773.454555:0:32791:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a96e8. 00000100:00000200:3.0:1789608773.454562:0:32791:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934287744, portal 10 00000100:00000001:3.0:1789608773.454564:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608773.454566:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600665856 : -117815108885760 : ffff94d908492300) 00000100:00000040:3.0:1789608773.454572:0:32791:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d908492300 x1876538934287744/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 512/624 e 0 to 0 dl 1789608789 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608773.454580:0:32791:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608773.454583:0:32791:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608773.454586:0:32791:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9aa0. 00000100:00000200:3.0:1789608773.454590:0:32791:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1876538934287744, offset 0 00000400:00000200:3.0:1789608773.454595:0:32791:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608773.454603:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608773.454611:0:32791:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608773.454617:0:32791:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608773.454622:0:32791:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608773.454628:0:32791:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608773.454631:0:32791:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608773.454635:0:32791:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2781:2781:256:4294967295] 192.168.203.121@tcp LPNI seq info [2781:2781:8:4294967295] 00000400:00000200:3.0:1789608773.454640:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608773.454650:0:32791:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608773.454657:0:32791:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608773.454663:0:32791:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d90827b000. 00000800:00000200:3.0:1789608773.454671:0:32791:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608773.454755:0:32791:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608773.454761:0:32791:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d90827b000 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:3.0:1789608773.454779:0:32791:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608773.454785:0:32791:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 862991 usecs (863 jiffies) 00000400:00000200:3.0:1789608773.454789:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608773.454792:0:32791:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296501408 00000100:00000001:3.0:1789608773.454797:0:32791:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296502623 00000100:00000001:3.0:1789608773.454800:0:32791:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296501408 00000100:00000001:3.0:1789608773.454803:0:32791:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296502623 00000100:00000001:3.0:1789608773.454806:0:32791:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608773.454810:0:32791:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608773.454813:0:32791:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608773.454816:0:32791:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789608773.454819:0:32791:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d9136e40c0 going to sleep for 11 seconds 00000100:00000001:3.0:1789608773.454822:0:32791:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608773.454825:0:32791:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608773.455199:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608773.455207:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d90827b000. 00000400:00000200:1.0:1789608773.455212:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608773.455219:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608773.455224:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9aa0 00000400:00000010:1.0:1789608773.455228:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9aa0. 00000100:00000001:1.0:1789608773.455232:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608773.455237:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908492300 x1876538934287744/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 512/624 e 0 to 0 dl 1789608789 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608773.455247:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608773.455260:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908492300 x1876538934287744/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 512/624 e 0 to 0 dl 1789608789 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608773.455268:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608773.455270:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:3.1:1789608773.459743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232c00. 00010000:00000010:3.1:1789608773.459775:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69300. 00010000:00000010:3.1:1789608773.459783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0600. 00010000:00000010:3.1:1789608773.459789:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041b00. 00010000:00000010:3.1:1789608773.459820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0000. 00000800:00000001:0.0:1789608773.464019:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.464043:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608773.464049:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.464052:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608773.464064:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.464075:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608773.464086:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.464092:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.464099:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.464104:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 456 into portal 10 MB=0x6aab3c495dd80 00000400:00000200:0.0:1789608773.464110:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.464118:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 456/456 into md 0x7f71 [1] + 224 00000800:00000001:0.0:1789608773.464135:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.464145:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608773.464149:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608773.464155:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608773.464164:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608773.464175:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908492300 x1876538934287744/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 512/624 e 0 to 0 dl 1789608789 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608773.464188:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff94d908492300 x1876538934287744/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 512/624 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608773.464209:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608773.464221:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.464225:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608773.464301:0:32791:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608773.464311:0:32791:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608773.464314:0:32791:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608773.464318:0:32791:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a7e8. 00000400:00000200:3.0:1789608773.464324:0:32791:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a96e8 00000400:00000010:3.0:1789608773.464327:0:32791:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a96e8. 00000100:00000001:3.0:1789608773.464331:0:32791:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608773.464336:0:32791:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908492300 x1876538934287744/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 512/624 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608773.464344:0:32791:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908492300 x1876538934287744/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 512/624 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608773.464363:0:32791:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608773.464365:0:32791:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608773.464368:0:32791:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608773.464372:0:32791:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608773.464376:0:32791:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608773.464378:0:32791:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608773.464382:0:32791:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608773.464396:0:32791:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=131 v=5 (104 104 104 137) 00000100:00001000:3.0:1789608773.464401:0:32791:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608773.464404:0:32791:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608773.464407:0:32791:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.464410:0:32791:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608773.464413:0:32791:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608773.464417:0:32791:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1789608773.464419:0:32791:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009c/0x100000140] 00000100:00000001:3.0:1789608773.464421:0:32791:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1789608773.464424:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608773.464432:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600665856 : -117815108885760 : ffff94d908492300) 00000100:00000001:3.0:1789608773.464436:0:32791:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608773.464438:0:32791:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967620 00000100:00000001:3.0:1789608773.464440:0:32791:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608773.464443:0:32791:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608773.464448:0:32791:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908492300 x1876538934287744/t4294967628(4294967628) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 512/456 e 0 to 0 dl 1789608789 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608773.464457:0:32791:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608773.464460:0:32791:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608773.464462:0:32791:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608773.464466:0:32791:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908492300 x1876538934287744/t4294967628(4294967628) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 512/456 e 0 to 0 dl 1789608789 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608773.464479:0:32791:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908492300 pname:cluuid:pid:xid:nid:opc:job rm:25f5d458-2cbe-49cd-9693-334c08df7e27:32791:1876538934287744:192.168.203.121@tcp:36:rm.0 00000100:00000001:3.0:1789608773.464485:0:32791:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608773.464488:0:32791:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608773.464491:0:32791:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789608773.464493:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608773.464497:0:32791:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908492300 x1876538934287744/t4294967628(4294967628) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 512/456 e 0 to 0 dl 1789608789 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608773.464503:0:32791:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608773.464506:0:32791:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d9136e40c0. 00000100:00000001:3.0:1789608773.464510:0:32791:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789608773.464512:0:32791:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608773.464523:0:32791:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608773.464526:0:32791:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608773.464532:0:32791:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:3.0:1789608773.464536:0:32791:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d91a21e200. 00000080:00000002:3.0:1789608773.464543:0:32791:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1789608754 to 1789608773 00000100:00000001:3.0:1789608773.464550:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608773.464553:0:32791:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908492300 x1876538934287744/t4294967628(4294967628) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 512/456 e 0 to 0 dl 1789608789 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608773.464559:0:32791:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608773.464561:0:32791:0:(namei.c:2304:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608773.464583:0:32791:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:3.0:1789608773.464587:0:32791:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:3.0:1789608773.464589:0:32791:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x23:0x0](ffff94d9189b5b88) 00800000:00000001:3.0:1789608773.464593:0:32791:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:3.0:1789608773.464595:0:32791:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x23:0x0] 00000002:00000001:3.0:1789608773.464602:0:32791:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:3.0:1789608773.464609:0:32791:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608773.464611:0:32791:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:3.0:1789608773.464614:0:32791:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608773.464616:0:32791:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608773.464618:0:32791:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:3.0:1789608773.464622:0:32791:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:3.0:1789608773.464624:0:32791:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608773.464625:0:32791:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608773.464628:0:32791:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d9071bf800 1 00800000:00000010:3.0:1789608773.464631:0:32791:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d9071bf800. 00000080:00000001:3.0:1789608773.464637:0:32791:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:3.0:1789608773.464639:0:32791:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:3.0:1789608773.464655:0:32791:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1789608773.464659:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77e30 00000080:00002000:3.0:1789608773.464662:0:32791:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-1 (ffff94d918a9a0d8, parent ffff94d918a99a20, inode 0000000000000000) hashed, 00000080:00000001:3.0:1789608773.464666:0:32791:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789608773.464669:0:32791:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1789608773.464672:0:32791:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1789608773.464793:0:32791:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789608773.464799:0:32791:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789608773.464802:0:32791:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789608773.464803:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77b20 00000080:00200000:3.0:1789608773.464806:0:32791:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:3.0:1789608773.464813:0:32791:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d902add400. 00800000:00000002:3.0:1789608773.464820:0:32791:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:3.0:1789608773.464825:0:32791:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789608773.464829:0:32791:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789608773.464831:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77a40 00800000:00000002:3.0:1789608773.464833:0:32791:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608773.464837:0:32791:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789608773.464840:0:32791:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608773.464843:0:32791:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608773.464846:0:32791:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608773.464848:0:32791:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608773.464851:0:32791:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608773.464853:0:32791:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608773.464856:0:32791:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608773.464859:0:32791:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789608773.464864:0:32791:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789608773.464866:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77910 00000002:00010000:3.0:1789608773.464868:0:32791:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789608773.464872:0:32791:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789608773.464875:0:32791:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608773.464878:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789608773.464881:0:32791:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608773.464883:0:32791:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608773.464885:0:32791:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608773.464888:0:32791:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789608773.464891:0:32791:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1789608773.464897:0:32791:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908493480. 00000020:00000040:3.0:1789608773.464901:0:32791:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00010000:00000001:3.0:1789608773.464907:0:32791:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789608773.464914:0:32791:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608773.464921:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.464924:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608773.464925:0:32791:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608773.464928:0:32791:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608773.464931:0:32791:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608773.464936:0:32791:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608773.464946:0:32791:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d908399800. 00000100:00000001:3.0:1789608773.464954:0:32791:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.464958:0:32791:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608773.464960:0:32791:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.464962:0:32791:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608773.464963:0:32791:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.464965:0:32791:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608773.464972:0:32791:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626258600670336 : -117815108881280 : ffff94d908493480) 00010000:00000001:3.0:1789608773.464976:0:32791:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789608773.464979:0:32791:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789608773.464984:0:32791:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d904041b00. 00010000:00000010:3.0:1789608773.464989:0:32791:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d9029cba00. 00010000:00000001:3.0:1789608773.464994:0:32791:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789608773.464999:0:32791:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d9421c0000. 00000020:00000001:3.0:1789608773.465003:0:32791:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789608773.465007:0:32791:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d9421c0000 with handle 0xc54db3288176fe9c to hash 00000020:00000001:3.0:1789608773.465009:0:32791:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789608773.465011:0:32791:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608773.465015:0:32791:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608773.465020:0:32791:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608773.465023:0:32791:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608773.465029:0:32791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe9c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32791 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608773.465038:0:32791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe9c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32791 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608773.465049:0:32791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe9c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32791 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789608773.465053:0:32791:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789608773.465055:0:32791:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789608773.465062:0:32791:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d9136e40c0. 00000100:00000001:3.0:1789608773.465064:0:32791:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258787647680 : -117814921903936 : ffff94d9136e40c0) 00000100:00000001:3.0:1789608773.465067:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608773.465068:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600670336 : -117815108881280 : ffff94d908493480) 00000100:00000001:3.0:1789608773.465073:0:32791:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608773.465078:0:32791:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608773.465080:0:32791:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789608773.465082:0:32791:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608773.465088:0:32791:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908493480 x1876538934287872/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608773.465095:0:32791:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608773.465097:0:32791:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608773.465102:0:32791:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608773.465104:0:32791:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608773.465107:0:32791:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608773.465110:0:32791:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908493480 pname:cluuid:pid:xid:nid:opc:job rm:25f5d458-2cbe-49cd-9693-334c08df7e27:32791:1876538934287872:192.168.203.121@tcp:101:rm.0 00000100:00000001:3.0:1789608773.465114:0:32791:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608773.465119:0:32791:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608773.465122:0:32791:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608773.465125:0:32791:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608773.465131:0:32791:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d90406f000. 02000000:00000001:3.0:1789608773.465134:0:32791:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608773.465140:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608773.465143:0:32791:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a7e8. 00000400:00000010:3.0:1789608773.465149:0:32791:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a96e8. 00000100:00000200:3.0:1789608773.465157:0:32791:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876538934287872, portal 10 00000100:00000001:3.0:1789608773.465159:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608773.465160:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600670336 : -117815108881280 : ffff94d908493480) 00000100:00000040:3.0:1789608773.465165:0:32791:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d908493480 x1876538934287872/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608789 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608773.465172:0:32791:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608773.465175:0:32791:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608773.465178:0:32791:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a95d8. 00000100:00000200:3.0:1789608773.465182:0:32791:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876538934287872, offset 0 00000400:00000200:3.0:1789608773.465188:0:32791:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608773.465197:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608773.465205:0:32791:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608773.465212:0:32791:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608773.465216:0:32791:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608773.465221:0:32791:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608773.465224:0:32791:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608773.465228:0:32791:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2782:2782:256:4294967295] 192.168.203.121@tcp LPNI seq info [2782:2782:8:4294967295] 00000400:00000200:3.0:1789608773.465232:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608773.465243:0:32791:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608773.465250:0:32791:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608773.465265:0:32791:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d90827b100. 00000800:00000200:3.0:1789608773.465274:0:32791:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608773.465282:0:32791:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608773.465288:0:32791:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d90827b100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1789608773.465306:0:32791:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608773.465312:0:32791:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 861807 usecs (862 jiffies) 00000400:00000200:3.0:1789608773.465315:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608773.465318:0:32791:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296501417 00000100:00000001:3.0:1789608773.465322:0:32791:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296502623 00000100:00000001:3.0:1789608773.465325:0:32791:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296501417 00000100:00000001:3.0:1789608773.465327:0:32791:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296502623 00000100:00000001:3.0:1789608773.465329:0:32791:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608773.465332:0:32791:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608773.465335:0:32791:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608773.465337:0:32791:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789608773.465340:0:32791:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d9136e40c0 going to sleep for 11 seconds 00000100:00000001:3.0:1789608773.465343:0:32791:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608773.465345:0:32791:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608773.466848:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608773.466861:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d90827b100. 00000400:00000200:1.0:1789608773.466872:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608773.466881:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608773.466890:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a95d8 00000400:00000010:1.0:1789608773.466894:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a95d8. 00000100:00000001:1.0:1789608773.466899:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608773.466907:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908493480 x1876538934287872/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608789 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608773.466920:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608773.466923:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908493480 x1876538934287872/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608789 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608773.466930:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608773.466932:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608773.471451:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.471475:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608773.471481:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.471483:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608773.471496:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.471505:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608773.471516:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.471522:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.471529:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.471535:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 688 into portal 10 MB=0x6aab3c495de00 00000400:00000200:0.0:1789608773.471542:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.471550:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 688/688 into md 0x7f79 [1] + 224 00000800:00000001:0.0:1789608773.471559:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.471569:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608773.471574:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608773.471579:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608773.471589:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608773.471600:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908493480 x1876538934287872/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608789 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608773.471612:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d908493480 x1876538934287872/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608773.471632:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608773.471643:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.471647:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608773.471731:0:32791:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608773.471741:0:32791:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608773.471743:0:32791:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608773.471748:0:32791:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a7e8. 00000400:00000200:3.0:1789608773.471753:0:32791:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a96e8 00000400:00000010:3.0:1789608773.471757:0:32791:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a96e8. 00000100:00000001:3.0:1789608773.471760:0:32791:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608773.471765:0:32791:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908493480 x1876538934287872/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789608773.471775:0:32791:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908493480 x1876538934287872/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608773.471781:0:32791:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608773.471783:0:32791:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608773.471786:0:32791:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608773.471790:0:32791:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608773.471793:0:32791:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608773.471796:0:32791:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608773.471800:0:32791:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608773.471812:0:32791:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=131 v=5 (104 104 104 137) 00000100:00001000:3.0:1789608773.471816:0:32791:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608773.471819:0:32791:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608773.471821:0:32791:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.471824:0:32791:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608773.471830:0:32791:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608773.471834:0:32791:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608773.471837:0:32791:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967620 00000100:00000001:3.0:1789608773.471839:0:32791:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608773.471843:0:32791:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608773.471849:0:32791:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908493480 x1876538934287872/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608773.471855:0:32791:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608773.471860:0:32791:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608773.471862:0:32791:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608773.471866:0:32791:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908493480 x1876538934287872/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608789 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789608773.471875:0:32791:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908493480 pname:cluuid:pid:xid:nid:opc:job rm:25f5d458-2cbe-49cd-9693-334c08df7e27:32791:1876538934287872:192.168.203.121@tcp:101:rm.0 00000100:00000001:3.0:1789608773.471882:0:32791:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608773.471885:0:32791:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608773.471888:0:32791:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789608773.471890:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608773.471894:0:32791:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908493480 x1876538934287872/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608789 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608773.471912:0:32791:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608773.471916:0:32791:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d9136e40c0. 00000100:00000001:3.0:1789608773.471920:0:32791:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789608773.471921:0:32791:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.471925:0:32791:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789608773.471930:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608773.471933:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608773.471937:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=4 00000020:00000001:3.0:1789608773.471939:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608773.471943:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000040:3.0:1789608773.471949:0:32791:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d9421c0000, remote cookie: 0x91bddff8e8ed93f0, flags: 0x1001 00010000:00010000:3.0:1789608773.471956:0:32791:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe9c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed93f0 expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608773.471968:0:32791:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe9c lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed93f0 expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608773.471975:0:32791:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789608773.471980:0:32791:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789608773.471982:0:32791:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789608773.471984:0:32791:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789608773.471985:0:32791:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789608773.471990:0:32791:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff94d904041b00) refcount = 1 00010000:00010000:3.0:1789608773.471994:0:32791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe9c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed93f0 expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608773.472001:0:32791:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789608773.472005:0:32791:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789608773.472007:0:32791:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608773.472010:0:32791:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789608773.472012:0:32791:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608773.472016:0:32791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe9c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed93f0 expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608773.472022:0:32791:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789608773.472024:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.472026:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608773.472027:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.472028:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608773.472030:0:32791:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608773.472035:0:32791:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789608773.472038:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608773.472039:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608773.472041:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:3.0:1789608773.472043:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608773.472045:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608773.472048:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608773.472049:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608773.472050:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=4 00000020:00000001:3.0:1789608773.472052:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608773.472054:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608773.472058:0:32791:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608773.472062:0:32791:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608773.472066:0:32791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe9c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed93f0 expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608773.472072:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.472073:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608773.472075:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608773.472076:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608773.472077:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=5 00000020:00000001:3.0:1789608773.472078:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608773.472080:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608773.472083:0:32791:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608773.472085:0:32791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe9c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed93f0 expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608773.472091:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.472092:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789608773.472095:0:32791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe9c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed93f0 expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608773.472101:0:32791:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608773.472102:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.472103:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608773.472104:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.472105:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789608773.472110:0:32791:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d908493480 x1876538934287872/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608789 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1789608773.472126:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608773.472127:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608773.472128:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:3.0:1789608773.472130:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608773.472132:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608773.472135:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.472136:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608773.472137:0:32791:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608773.472139:0:32791:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608773.472143:0:32791:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1789608773.472146:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608773.472147:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608773.472148:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:3.0:1789608773.472150:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608773.472152:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00000002:00010000:3.0:1789608773.472156:0:32791:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe9c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed93f0 expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608773.472163:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.472164:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608773.472165:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789608773.472167:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608773.472168:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608773.472169:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:3.0:1789608773.472171:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608773.472173:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000040:3.0:1789608773.472180:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904041b00 count: 2 00010000:00000001:3.0:1789608773.472183:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789608773.472188:0:32791:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d91081f000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1789608773.472190:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.472191:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608773.472193:0:32791:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789608773.472196:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77898 00000002:00002000:3.0:1789608773.472198:0:32791:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1789608773.472201:0:32791:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608773.472206:0:32791:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608773.472209:0:32791:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789608773.472213:0:32791:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1789608773.472216:0:32791:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608773.472221:0:32791:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:3.0:1789608773.472225:0:32791:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d902add400. 00000080:00000001:3.0:1789608773.472230:0:32791:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789608773.472233:0:32791:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1789608773.472240:0:32791:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1789608773.472245:0:32791:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1789608773.472261:0:32791:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d907ddb940. 00800000:00000001:3.0:1789608773.472264:0:32791:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626258593626432 : -117815115925184 : ffff94d907ddb940) 00800000:00000001:3.0:1789608773.472267:0:32791:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608773.472269:0:32791:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1789608773.472272:0:32791:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1789608773.472275:0:32791:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1789608773.472278:0:32791:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1789608773.472281:0:32791:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1789608773.472283:0:32791:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608773.472288:0:32791:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1789608773.472291:0:32791:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1789608773.472297:0:32791:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:3.0:1789608773.472299:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608773.472300:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608773.472302:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:3.0:1789608773.472303:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608773.472305:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608773.472308:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.472309:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789608773.472311:0:32791:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1789608773.472314:0:32791:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1789608773.472316:0:32791:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d907ddb940 1 00800000:00000010:3.0:1789608773.472319:0:32791:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d907ddb940. 00800000:00000001:3.0:1789608773.472323:0:32791:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608773.472326:0:32791:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176fe9c 00800000:00000001:3.0:1789608773.472330:0:32791:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789608773.472332:0:32791:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789608773.472334:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608773.472335:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608773.472336:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:3.0:1789608773.472339:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608773.472341:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608773.472343:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.472344:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608773.472346:0:32791:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608773.472348:0:32791:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608773.472351:0:32791:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608773.472354:0:32791:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:3.0:1789608773.472357:0:32791:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fe9c from it ffffae3e01c77b58 00010000:00000001:3.0:1789608773.472359:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608773.472361:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608773.472362:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:3.0:1789608773.472364:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608773.472366:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608773.472369:0:32791:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608773.472372:0:32791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe9c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed93f0 expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608773.472379:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.472380:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608773.472382:0:32791:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608773.472385:0:32791:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608773.472388:0:32791:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe9c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed93f0 expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789608773.472401:0:32791:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608773.472404:0:32791:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608773.472406:0:32791:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608773.472412:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.472413:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608773.472415:0:32791:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.472419:0:32791:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608773.472421:0:32791:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.472424:0:32791:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.472427:0:32791:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.472429:0:32791:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608773.472430:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.472431:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789608773.472434:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608773.472438:0:32791:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908493480 x1876538934287872/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608789 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608773.472446:0:32791:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608773.472450:0:32791:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608773.472454:0:32791:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d90406f000. 02000000:00000001:3.0:1789608773.472457:0:32791:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608773.472460:0:32791:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608773.472462:0:32791:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608773.472465:0:32791:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608773.472468:0:32791:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d908399800. 02000000:00000001:3.0:1789608773.472473:0:32791:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608773.472475:0:32791:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608773.472477:0:32791:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908493480. 00000100:00000001:3.0:1789608773.472481:0:32791:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608773.472482:0:32791:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608773.472486:0:32791:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 1 00000080:00000001:3.0:1789608773.472493:0:32791:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608773.472501:0:32791:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1789608773.472503:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77b48 00000080:00002000:3.0:1789608773.472505:0:32791:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff94d918a9aa20) flags 0x20000e refc 1 00000080:00000001:3.0:1789608773.472509:0:32791:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608773.472512:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77b90 00000080:00200000:3.0:1789608773.472513:0:32791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=8 00000080:00000002:3.0:1789608773.472520:0:32791:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-2 [0x200000405:0x24:0x0] depth 1 server default LMV inherit depth 0 00000020:00000001:3.0:1789608773.472535:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77d08 00000080:00200008:3.0:1789608773.472537:0:32791:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff94d9189242c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1789608773.472545:0:32791:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:3.0:1789608773.472549:0:32791:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608773.472552:0:32791:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789608773.472554:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77c80 00000080:00200000:3.0:1789608773.472556:0:32791:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x24:0x0](ffff94d9189242c8),name=d21h.recovery-small-2 00000080:00000010:3.0:1789608773.472562:0:32791:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d902add400. 00800000:00000002:3.0:1789608773.472567:0:32791:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:3.0:1789608773.472575:0:32791:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789608773.472578:0:32791:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789608773.472580:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77ba0 00800000:00000002:3.0:1789608773.472582:0:32791:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x24:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608773.472586:0:32791:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789608773.472590:0:32791:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608773.472593:0:32791:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608773.472596:0:32791:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608773.472599:0:32791:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608773.472601:0:32791:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608773.472604:0:32791:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608773.472606:0:32791:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608773.472609:0:32791:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608773.472610:0:32791:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608773.472611:0:32791:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608773.472613:0:32791:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608773.472614:0:32791:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608773.472616:0:32791:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:3.0:1789608773.472618:0:32791:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608773.472621:0:32791:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x24:0x0], name='' -> mds #0 00000002:00000001:3.0:1789608773.472625:0:32791:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789608773.472627:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77a70 00000002:00010000:3.0:1789608773.472629:0:32791:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789608773.472633:0:32791:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789608773.472635:0:32791:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608773.472637:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608773.472641:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69a00 count: 2 00010000:00000001:3.0:1789608773.472643:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608773.472647:0:32791:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608773.472649:0:32791:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789608773.472652:0:32791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232600/0xc54db3288176fe72 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed934f expref: -99 pid: 32790 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1789608773.472660:0:32791:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789608773.472665:0:32791:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608773.472668:0:32791:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232600/0xc54db3288176fe72 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed934f expref: -99 pid: 32790 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1789608773.472715:0:32791:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789608773.472718:0:32791:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789608773.472720:0:32791:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608773.472722:0:32791:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608773.472724:0:32791:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608773.472726:0:32791:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789608773.472728:0:32791:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789608773.472730:0:32791:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:3.0:1789608773.472732:0:32791:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d902add400. 00000080:00000001:3.0:1789608773.472735:0:32791:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789608773.472736:0:32791:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608773.472738:0:32791:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x24:0x0](ffff94d9189242c8) 00000080:00010000:3.0:1789608773.472741:0:32791:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x24:0x0](ffff94d9189242c8) for lock 0xc54db3288176fe72 00800000:00000001:3.0:1789608773.472744:0:32791:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789608773.472745:0:32791:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789608773.472747:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608773.472749:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608773.472751:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232600 refcount=3 00000020:00000001:3.0:1789608773.472753:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614953472 : -117815094598144 : ffff94d909232600) 00010000:00000001:3.0:1789608773.472756:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614953472 : -117815094598144 : ffff94d909232600) 00010000:00000001:3.0:1789608773.472758:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.472759:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608773.472760:0:32791:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608773.472761:0:32791:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608773.472763:0:32791:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fe72 from it ffffae3e01c77cb8 00010000:00000001:3.0:1789608773.472765:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608773.472766:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608773.472767:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232600 refcount=3 00000020:00000001:3.0:1789608773.472769:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614953472 : -117815094598144 : ffff94d909232600) 00010000:00000001:3.0:1789608773.472771:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614953472 : -117815094598144 : ffff94d909232600) 00010000:00000001:3.0:1789608773.472773:0:32791:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608773.472776:0:32791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232600/0xc54db3288176fe72 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed934f expref: -99 pid: 32790 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789608773.472782:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.472784:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608773.472785:0:32791:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608773.472786:0:32791:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608773.472788:0:32791:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232600/0xc54db3288176fe72 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed934f expref: -99 pid: 32790 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789608773.472794:0:32791:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608773.472796:0:32791:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608773.472797:0:32791:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608773.472799:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.472800:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608773.472801:0:32791:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.472803:0:32791:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608773.472804:0:32791:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.472806:0:32791:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.472808:0:32791:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.472810:0:32791:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608773.472811:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.472812:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789608773.472814:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789608773.472816:0:32791:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789608773.472820:0:32791:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608773.472824:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77d08 00000080:00000008:3.0:1789608773.472826:0:32791:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff94d9189242c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1789608773.472878:0:32791:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789608773.472882:0:32791:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789608773.472883:0:32791:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789608773.472884:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77bc0 00000080:00200000:3.0:1789608773.472886:0:32791:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:3.0:1789608773.472889:0:32791:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d902add400. 00800000:00000002:3.0:1789608773.472892:0:32791:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:3.0:1789608773.472894:0:32791:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789608773.472896:0:32791:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789608773.472897:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77ae0 00800000:00000002:3.0:1789608773.472899:0:32791:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608773.472901:0:32791:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789608773.472902:0:32791:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608773.472904:0:32791:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608773.472905:0:32791:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608773.472907:0:32791:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608773.472908:0:32791:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608773.472910:0:32791:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608773.472912:0:32791:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608773.472914:0:32791:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789608773.472917:0:32791:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789608773.472918:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c779b0 00000002:00010000:3.0:1789608773.472920:0:32791:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789608773.472922:0:32791:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789608773.472924:0:32791:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608773.472925:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608773.472928:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904041b00 count: 2 00010000:00000001:3.0:1789608773.472930:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608773.472932:0:32791:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608773.472935:0:32791:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789608773.472938:0:32791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe9c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed93f0 expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1789608773.472945:0:32791:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789608773.472947:0:32791:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608773.472950:0:32791:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe9c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed93f0 expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1789608773.472957:0:32791:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789608773.472958:0:32791:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789608773.472960:0:32791:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608773.472962:0:32791:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608773.472964:0:32791:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608773.472966:0:32791:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789608773.472968:0:32791:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789608773.472970:0:32791:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:3.0:1789608773.472972:0:32791:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d902add400. 00000080:00000001:3.0:1789608773.472975:0:32791:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789608773.472977:0:32791:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608773.472979:0:32791:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:3.0:1789608773.472982:0:32791:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176fe9c 00800000:00000001:3.0:1789608773.472985:0:32791:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789608773.472986:0:32791:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789608773.472988:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608773.472989:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608773.472990:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:3.0:1789608773.472993:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608773.472995:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608773.472997:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.472998:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608773.472999:0:32791:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608773.473001:0:32791:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608773.473003:0:32791:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fe9c from it ffffae3e01c77bf8 00010000:00000001:3.0:1789608773.473005:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608773.473006:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608773.473008:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:3.0:1789608773.473010:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608773.473012:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608773.473014:0:32791:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608773.473017:0:32791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe9c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed93f0 expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789608773.473024:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.473026:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608773.473027:0:32791:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608773.473029:0:32791:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608773.473031:0:32791:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe9c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed93f0 expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789608773.473037:0:32791:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608773.473038:0:32791:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608773.473040:0:32791:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608773.473042:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.473043:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608773.473045:0:32791:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.473047:0:32791:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608773.473049:0:32791:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.473050:0:32791:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.473053:0:32791:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.473055:0:32791:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608773.473056:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.473057:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789608773.473059:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789608773.473060:0:32791:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608773.473063:0:32791:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 1 00000080:00000001:3.0:1789608773.473066:0:32791:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608773.473069:0:32791:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1789608773.473071:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77bc0 00000080:00002000:3.0:1789608773.473072:0:32791:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff94d918a9aa20) flags 0x20000e refc 1 00000080:00000001:3.0:1789608773.473075:0:32791:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608773.473077:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77c08 00000080:00200000:3.0:1789608773.473079:0:32791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=266 00000080:00000002:3.0:1789608773.473082:0:32791:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-2 [0x200000405:0x24:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:3.0:1789608773.473087:0:32791:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1789608773.473088:0:32791:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x24:0x0](ffff94d9189242c8), inode mode 41ed mask 44 00000080:00000001:3.0:1789608773.473091:0:32791:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608773.473098:0:32791:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:3.0:1789608773.473101:0:32791:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1789608773.473103:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77b78 00000080:00200008:3.0:1789608773.473105:0:32791:0:(file.c:1090:ll_file_open()) START file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff94d9189242c8), flags 704400 00000080:00000010:3.0:1789608773.473110:0:32791:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d90517f680. 00000080:00000001:3.0:1789608773.473118:0:32791:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:3.0:1789608773.473121:0:32791:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d902add400. 00800000:00000002:3.0:1789608773.473123:0:32791:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:3.0:1789608773.473126:0:32791:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789608773.473128:0:32791:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789608773.473129:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77a28 00800000:00000002:3.0:1789608773.473131:0:32791:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x24:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608773.473134:0:32791:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1789608773.473135:0:32791:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608773.473136:0:32791:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608773.473138:0:32791:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608773.473139:0:32791:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608773.473141:0:32791:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608773.473143:0:32791:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:3.0:1789608773.473145:0:32791:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608773.473146:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c779a8 00800000:00000002:3.0:1789608773.473148:0:32791:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x24:0x0], name='' -> mds #0 layout version 1 00000002:00000001:3.0:1789608773.473151:0:32791:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789608773.473152:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c778e0 00000002:00010000:3.0:1789608773.473154:0:32791:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:3.0:1789608773.473158:0:32791:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789608773.473160:0:32791:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1789608773.473164:0:32791:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1789608773.473166:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69a00 count: 2 00010000:00000001:3.0:1789608773.473169:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608773.473172:0:32791:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1789608773.473176:0:32791:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.473178:0:32791:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608773.473181:0:32791:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608773.473182:0:32791:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1789608773.473184:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904041b00 count: 2 00010000:00000001:3.0:1789608773.473186:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608773.473187:0:32791:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1789608773.473189:0:32791:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.473190:0:32791:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608773.473192:0:32791:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608773.473196:0:32791:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908493480. 00000020:00000040:3.0:1789608773.473200:0:32791:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d904ceb000 02000000:00000001:3.0:1789608773.473205:0:32791:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789608773.473207:0:32791:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.473210:0:32791:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789608773.473214:0:32791:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608773.473217:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.473218:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608773.473219:0:32791:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608773.473222:0:32791:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608773.473224:0:32791:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608773.473227:0:32791:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608773.473235:0:32791:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d908399800. 00000100:00000001:3.0:1789608773.473242:0:32791:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.473246:0:32791:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608773.473248:0:32791:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.473249:0:32791:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608773.473250:0:32791:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.473264:0:32791:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608773.473271:0:32791:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446626258600670336 : -117815108881280 : ffff94d908493480) 00010000:00000001:3.0:1789608773.473274:0:32791:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789608773.473277:0:32791:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789608773.473279:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904041b00 count: 2 00010000:00000001:3.0:1789608773.473282:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608773.473284:0:32791:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789608773.473288:0:32791:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d9421c0600. 00000020:00000001:3.0:1789608773.473291:0:32791:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789608773.473294:0:32791:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d9421c0600 with handle 0xc54db3288176fea3 to hash 00000020:00000001:3.0:1789608773.473296:0:32791:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789608773.473298:0:32791:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:3.0:1789608773.473302:0:32791:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:3.0:1789608773.473305:0:32791:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608773.473306:0:32791:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608773.473309:0:32791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0600/0xc54db3288176fea3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32791 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608773.473317:0:32791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0600/0xc54db3288176fea3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32791 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1789608773.473330:0:32791:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d904ceb000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1789608773.473337:0:32791:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d908493480 x1876538934288128/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1789608773.473345:0:32791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0600/0xc54db3288176fea3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32791 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789608773.473350:0:32791:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789608773.473352:0:32791:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789608773.473359:0:32791:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d9136e40c0. 00000100:00000001:3.0:1789608773.473361:0:32791:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258787647680 : -117814921903936 : ffff94d9136e40c0) 00000100:00000001:3.0:1789608773.473364:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608773.473366:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600670336 : -117815108881280 : ffff94d908493480) 00000100:00000001:3.0:1789608773.473371:0:32791:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608773.473376:0:32791:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608773.473378:0:32791:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789608773.473379:0:32791:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608773.473383:0:32791:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908493480 x1876538934288128/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608773.473390:0:32791:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608773.473392:0:32791:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608773.473396:0:32791:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608773.473398:0:32791:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608773.473400:0:32791:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608773.473403:0:32791:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908493480 pname:cluuid:pid:xid:nid:opc:job rm:25f5d458-2cbe-49cd-9693-334c08df7e27:32791:1876538934288128:192.168.203.121@tcp:101:rm.0 00000100:00000001:3.0:1789608773.473407:0:32791:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608773.473413:0:32791:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608773.473416:0:32791:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608773.473419:0:32791:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608773.473551:0:32791:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff94d908680000. 02000000:00000001:3.0:1789608773.473553:0:32791:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608773.473562:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608773.473566:0:32791:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a7e8. 00000400:00000010:3.0:1789608773.473574:0:32791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff94d90406f000. 00000100:00000200:3.0:1789608773.473582:0:32791:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1876538934288128, portal 10 00000100:00000001:3.0:1789608773.473584:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608773.473585:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600670336 : -117815108881280 : ffff94d908493480) 00000100:00000040:3.0:1789608773.473592:0:32791:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d908493480 x1876538934288128/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608789 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608773.473600:0:32791:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608773.473603:0:32791:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608773.473607:0:32791:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a96e8. 00000100:00000200:3.0:1789608773.473611:0:32791:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876538934288128, offset 0 00000400:00000200:3.0:1789608773.473617:0:32791:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608773.473626:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608773.473634:0:32791:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608773.473640:0:32791:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608773.473645:0:32791:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608773.473648:0:32791:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608773.473652:0:32791:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608773.473656:0:32791:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2783:2783:256:4294967295] 192.168.203.121@tcp LPNI seq info [2783:2783:8:4294967295] 00000400:00000200:3.0:1789608773.473662:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608773.473672:0:32791:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608773.473713:0:32791:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608773.473719:0:32791:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d90827b300. 00000800:00000200:3.0:1789608773.473727:0:32791:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608773.473735:0:32791:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608773.473740:0:32791:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d90827b300 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1789608773.473765:0:32791:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608773.473771:0:32791:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 860622 usecs (861 jiffies) 00000400:00000200:3.0:1789608773.473775:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608773.473778:0:32791:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296501425 00000100:00000001:3.0:1789608773.473781:0:32791:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296502623 00000100:00000001:3.0:1789608773.473784:0:32791:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296501425 00000100:00000001:3.0:1789608773.473786:0:32791:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296502623 00000100:00000001:3.0:1789608773.473788:0:32791:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608773.473792:0:32791:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608773.473795:0:32791:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608773.473797:0:32791:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789608773.473800:0:32791:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d9136e40c0 going to sleep for 11 seconds 00000100:00000001:3.0:1789608773.473803:0:32791:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608773.473807:0:32791:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608773.474581:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608773.474588:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d90827b300. 00000400:00000200:1.0:1789608773.474595:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608773.474602:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608773.474610:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a96e8 00000400:00000010:1.0:1789608773.474613:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a96e8. 00000100:00000001:1.0:1789608773.474618:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608773.474623:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908493480 x1876538934288128/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608789 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608773.474635:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608773.474638:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908493480 x1876538934288128/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608789 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608773.474645:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608773.474646:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:3.1:1789608773.475504:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d9189b5ac0. 00000080:00000010:3.1:1789608773.475525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f68ac0. 00000800:00000001:0.0:1789608773.481017:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.481040:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608773.481046:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.481049:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608773.481059:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.481071:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608773.481083:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.481089:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.481096:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.481101:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 664 into portal 10 MB=0x6aab3c495df00 00000400:00000200:0.0:1789608773.481108:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.481116:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 664/664 into md 0x7f81 [64] + 224 00000800:00000001:0.0:1789608773.481135:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.481145:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608773.481149:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608773.481155:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608773.481165:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608773.481177:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908493480 x1876538934288128/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608789 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608773.481188:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff94d908493480 x1876538934288128/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608773.481219:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608773.481230:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.481234:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608773.481401:0:32791:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789608773.481412:0:32791:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608773.481414:0:32791:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608773.481418:0:32791:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a7e8. 00000400:00000200:1.0:1789608773.481424:0:32791:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d90406f000 00000400:00000010:1.0:1789608773.481427:0:32791:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff94d90406f000. 00000100:00000001:1.0:1789608773.481431:0:32791:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608773.481437:0:32791:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908493480 x1876538934288128/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789608773.481446:0:32791:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908493480 x1876538934288128/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608773.481453:0:32791:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608773.481455:0:32791:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608773.481458:0:32791:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608773.481463:0:32791:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608773.481467:0:32791:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608773.481470:0:32791:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608773.481473:0:32791:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608773.481486:0:32791:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=131 v=5 (104 104 104 137) 00000100:00001000:1.0:1789608773.481491:0:32791:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608773.481494:0:32791:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1789608773.481498:0:32791:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94d908493480 x1876538934288128/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608773.481504:0:32791:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1789608773.481508:0:32791:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789608773.481511:0:32791:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789608773.481513:0:32791:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789608773.481516:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608773.481518:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600670336 : -117815108881280 : ffff94d908493480) 00000100:00000001:1.0:1789608773.481521:0:32791:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608773.481524:0:32791:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967620 00000100:00000001:1.0:1789608773.481526:0:32791:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608773.481530:0:32791:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1789608773.481535:0:32791:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908493480 x1876538934288128/t4294967629(4294967629) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789608789 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608773.481544:0:32791:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1789608773.481548:0:32791:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608773.481550:0:32791:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608773.481555:0:32791:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908493480 x1876538934288128/t4294967629(4294967629) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789608789 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789608773.481570:0:32791:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908493480 pname:cluuid:pid:xid:nid:opc:job rm:25f5d458-2cbe-49cd-9693-334c08df7e27:32791:1876538934288128:192.168.203.121@tcp:101:rm.0 00000100:00000001:1.0:1789608773.481575:0:32791:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608773.481579:0:32791:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1789608773.481582:0:32791:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789608773.481585:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608773.481589:0:32791:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908493480 x1876538934288128/t4294967629(4294967629) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789608789 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608773.481596:0:32791:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789608773.481599:0:32791:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d9136e40c0. 00000100:00000001:1.0:1789608773.481602:0:32791:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789608773.481604:0:32791:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1789608773.481608:0:32791:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789608773.481615:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608773.481619:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608773.481623:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=4 00000020:00000001:1.0:1789608773.481626:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:1.0:1789608773.481629:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00010000:1.0:1789608773.481636:0:32791:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0600/0xc54db3288176fea3 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32791 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608773.481648:0:32791:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1789608773.481654:0:32791:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0600/0xc54db3288176fea3 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32791 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608773.481660:0:32791:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789608773.481664:0:32791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0600/0xc54db3288176fea3 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32791 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608773.481671:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608773.481672:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789608773.481719:0:32791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0600/0xc54db3288176fea3 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32791 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608773.481727:0:32791:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608773.481731:0:32791:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608773.481734:0:32791:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1789608773.481737:0:32791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0600/0xc54db3288176fea3 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32791 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789608773.481744:0:32791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d9421c0600 already unused, calling callback (ffffffffc193f740) 00000080:00000001:1.0:1789608773.481748:0:32791:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1789608773.481753:0:32791:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0600/0xc54db3288176fea3 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 32791 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608773.481760:0:32791:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1789608773.481763:0:32791:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1789608773.481766:0:32791:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0600/0xc54db3288176fea3 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 32791 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608773.481772:0:32791:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1789608773.481775:0:32791:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1789608773.481776:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608773.481778:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608773.481779:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=5 00000020:00000001:1.0:1789608773.481781:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:1.0:1789608773.481783:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:1.0:1789608773.481786:0:32791:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789608773.481789:0:32791:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0600/0xc54db3288176fea3 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 32791 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1789608773.481795:0:32791:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789608773.481797:0:32791:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608773.481801:0:32791:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1789608773.481803:0:32791:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789608773.481808:0:32791:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789608773.481810:0:32791:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789608773.481812:0:32791:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608773.481814:0:32791:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789608773.481816:0:32791:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d9421c0600 with handle 0xc54db3288176fea3 from hash 00010000:00000001:1.0:1789608773.481818:0:32791:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789608773.481820:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608773.481821:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608773.481822:0:32791:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789608773.481824:0:32791:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789608773.481826:0:32791:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1789608773.481828:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608773.481830:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608773.481831:0:32791:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608773.481833:0:32791:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608773.481836:0:32791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0600/0xc54db3288176fea3 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32791 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608773.481842:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608773.481843:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608773.481845:0:32791:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1789608773.481847:0:32791:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789608773.481849:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608773.481850:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608773.481851:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789608773.481853:0:32791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0600/0xc54db3288176fea3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32791 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608773.481866:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608773.481868:0:32791:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1789608773.481874:0:32791:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1789608773.481880:0:32791:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff94d908493480 x1876538934288128/t4294967629(4294967629) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789608789 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789608773.482350:0:32791:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1789608773.482358:0:32791:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d908493480 x1876538934288128/t4294967629(4294967629) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789608789 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789608773.482370:0:32791:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608773.482378:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1789608773.482379:0:32791:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608773.482381:0:32791:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608773.482384:0:32791:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608773.482387:0:32791:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1789608773.482390:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608773.482391:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600670336 : -117815108881280 : ffff94d908493480) 00010000:00000001:1.0:1789608773.482393:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1789608773.482395:0:32791:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608773.482397:0:32791:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789608773.482400:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77868 00000002:00002000:1.0:1789608773.482402:0:32791:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:1.0:1789608773.482406:0:32791:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608773.482409:0:32791:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608773.482412:0:32791:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789608773.482416:0:32791:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1789608773.482419:0:32791:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608773.482424:0:32791:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:1.0:1789608773.482429:0:32791:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d902add400. 00000080:00000001:1.0:1789608773.482435:0:32791:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789608773.482443:0:32791:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1789608773.482449:0:32791:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1789608773.482461:0:32791:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d91117d340. 00800000:00000001:1.0:1789608773.482463:0:32791:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626258748429120 : -117814961122496 : ffff94d91117d340) 00800000:00000001:1.0:1789608773.482466:0:32791:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608773.482468:0:32791:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789608773.482472:0:32791:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789608773.482474:0:32791:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x24:0x0] 00000080:00000001:1.0:1789608773.482477:0:32791:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789608773.482480:0:32791:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789608773.482482:0:32791:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608773.482487:0:32791:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:1.0:1789608773.482491:0:32791:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1789608773.482497:0:32791:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x24:0x0], updating i_size 16384 00000080:00000001:1.0:1789608773.482500:0:32791:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789608773.482503:0:32791:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1789608773.482505:0:32791:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d91117d340 1 00800000:00000010:1.0:1789608773.482508:0:32791:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d91117d340. 00800000:00000001:1.0:1789608773.482511:0:32791:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789608773.482515:0:32791:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-2 [0x200000405:0x24:0x0] depth 1 server default LMV inherit depth 0 00000100:00000001:1.0:1789608773.482520:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608773.482524:0:32791:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908493480 x1876538934288128/t4294967629(4294967629) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/664 e 0 to 0 dl 1789608789 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608773.482531:0:32791:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608773.482535:0:32791:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789608773.482540:0:32791:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94d91117d340. 00000080:00000001:1.0:1789608773.482543:0:32791:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1789608773.482546:0:32791:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1789608773.482549:0:32791:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789608773.482552:0:32791:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789608773.482554:0:32791:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789608773.482557:0:32791:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789608773.482559:0:32791:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608773.482561:0:32791:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1789608773.482563:0:32791:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608773.482566:0:32791:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1789608773.482570:0:32791:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94d909343220. 00000002:00100000:1.0:1789608773.482574:0:32791:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d908493480 x1876538934288128/t4294967629(4294967629) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/664 e 0 to 0 dl 1789608789 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789608773.482580:0:32791:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608773.482582:0:32791:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1789608773.482586:0:32791:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1789608773.482590:0:32791:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608773.482594:0:32791:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:1.0:1789608773.482596:0:32791:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608773.482598:0:32791:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608773.482603:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608773.482607:0:32791:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908493480 x1876538934288128/t4294967629(4294967629) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/664 e 0 to 0 dl 1789608789 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1789608773.482615:0:32791:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608773.482618:0:32791:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff94d908680000. 02000000:00000001:1.0:1789608773.482663:0:32791:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1789608773.482664:0:32791:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608773.482667:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77b78 00000080:00000008:1.0:1789608773.482670:0:32791:0:(file.c:1329:ll_file_open()) COMPLETED file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff94d9189242c8), flags 704400, rc = 0 00000080:00000001:1.0:1789608773.482674:0:32791:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608773.482773:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77d28 00000080:00200008:1.0:1789608773.482776:0:32791:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff94d9189242c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1789608773.482786:0:32791:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:1.0:1789608773.482791:0:32791:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608773.482794:0:32791:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789608773.482796:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77ca0 00000080:00200000:1.0:1789608773.482798:0:32791:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x24:0x0](ffff94d9189242c8),name=d21h.recovery-small-2 00000080:00000010:1.0:1789608773.482805:0:32791:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d91839e600. 00800000:00000002:1.0:1789608773.482811:0:32791:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:1.0:1789608773.482818:0:32791:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789608773.482822:0:32791:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789608773.482824:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77bc0 00800000:00000002:1.0:1789608773.482827:0:32791:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x24:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789608773.482831:0:32791:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789608773.482834:0:32791:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789608773.482835:0:32791:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789608773.482836:0:32791:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789608773.482838:0:32791:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789608773.482839:0:32791:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608773.482841:0:32791:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789608773.482842:0:32791:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608773.482844:0:32791:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789608773.482845:0:32791:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789608773.482846:0:32791:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789608773.482848:0:32791:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789608773.482849:0:32791:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608773.482852:0:32791:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1789608773.482853:0:32791:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608773.482856:0:32791:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x24:0x0], name='' -> mds #0 00000002:00000001:1.0:1789608773.482860:0:32791:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789608773.482862:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77a90 00000002:00010000:1.0:1789608773.482864:0:32791:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789608773.482868:0:32791:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789608773.482870:0:32791:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789608773.482873:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789608773.482882:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69a00 count: 2 00010000:00000001:1.0:1789608773.482885:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789608773.482890:0:32791:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608773.482894:0:32791:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789608773.483498:0:32791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232600/0xc54db3288176fe72 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed934f expref: -99 pid: 32790 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1789608773.483511:0:32791:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789608773.483517:0:32791:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608773.483520:0:32791:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232600/0xc54db3288176fe72 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed934f expref: -99 pid: 32790 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1789608773.483527:0:32791:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789608773.483530:0:32791:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789608773.483532:0:32791:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789608773.483535:0:32791:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789608773.483537:0:32791:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789608773.483540:0:32791:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789608773.483543:0:32791:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789608773.483546:0:32791:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:1.0:1789608773.483550:0:32791:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d91839e600. 00000080:00000001:1.0:1789608773.483556:0:32791:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789608773.483558:0:32791:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789608773.483561:0:32791:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x24:0x0](ffff94d9189242c8) 00000080:00010000:1.0:1789608773.483565:0:32791:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x24:0x0](ffff94d9189242c8) for lock 0xc54db3288176fe72 00800000:00000001:1.0:1789608773.483570:0:32791:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789608773.483572:0:32791:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789608773.483573:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608773.483576:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608773.483579:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232600 refcount=3 00000020:00000001:1.0:1789608773.483582:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614953472 : -117815094598144 : ffff94d909232600) 00010000:00000001:1.0:1789608773.483584:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614953472 : -117815094598144 : ffff94d909232600) 00010000:00000001:1.0:1789608773.483587:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608773.483589:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789608773.483590:0:32791:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608773.483592:0:32791:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789608773.483595:0:32791:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fe72 from it ffffae3e01c77cd8 00010000:00000001:1.0:1789608773.483598:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608773.483599:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608773.483601:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232600 refcount=3 00000020:00000001:1.0:1789608773.483603:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614953472 : -117815094598144 : ffff94d909232600) 00010000:00000001:1.0:1789608773.483605:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614953472 : -117815094598144 : ffff94d909232600) 00010000:00000001:1.0:1789608773.483608:0:32791:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789608773.483611:0:32791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232600/0xc54db3288176fe72 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed934f expref: -99 pid: 32790 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789608773.483618:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608773.483619:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608773.483621:0:32791:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789608773.483624:0:32791:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789608773.483628:0:32791:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232600/0xc54db3288176fe72 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed934f expref: -99 pid: 32790 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1789608773.483636:0:32791:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789608773.483640:0:32791:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789608773.483642:0:32791:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789608773.483647:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608773.483649:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608773.483650:0:32791:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608773.483655:0:32791:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789608773.483658:0:32791:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608773.483660:0:32791:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608773.483664:0:32791:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608773.483666:0:32791:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789608773.483667:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608773.483668:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789608773.483670:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789608773.483672:0:32791:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789608773.484201:0:32791:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608773.484211:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77d28 00000080:00000008:1.0:1789608773.484214:0:32791:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff94d9189242c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1789608773.484240:0:32791:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1789608773.484242:0:32791:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x24:0x0](ffff94d9189242c8) pos/size0/16384 32bit_api 0 00000080:00000010:1.0:1789608773.484261:0:32791:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d91839e600. 00800000:00000002:1.0:1789608773.484265:0:32791:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d9071bf140 2 00000080:00000001:1.0:1789608773.484268:0:32791:0:(dir.c:194:ll_dir_read()) Process entered 00800000:00000001:1.0:1789608773.484275:0:32791:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00800000:00000001:1.0:1789608773.484277:0:32791:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789608773.484279:0:32791:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789608773.484281:0:32791:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789608773.484284:0:32791:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789608773.484286:0:32791:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608773.484288:0:32791:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1789608773.484290:0:32791:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608773.484294:0:32791:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:1.0:1789608773.484296:0:32791:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789608773.484298:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77ab8 00000002:00010000:1.0:1789608773.484300:0:32791:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x24:0x0]) in obj [0x200000405:0x24:0x0], intent: readdir flags 0 00000002:00000001:1.0:1789608773.484304:0:32791:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789608773.484305:0:32791:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789608773.484307:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789608773.484313:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69a00 count: 2 00010000:00000001:1.0:1789608773.484316:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789608773.484319:0:32791:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608773.484323:0:32791:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789608773.484326:0:32791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232600/0xc54db3288176fe72 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed934f expref: -99 pid: 32790 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1789608773.484335:0:32791:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789608773.484337:0:32791:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608773.484341:0:32791:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232600/0xc54db3288176fe72 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed934f expref: -99 pid: 32790 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1789608773.484347:0:32791:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789608773.484349:0:32791:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789608773.484351:0:32791:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789608773.484352:0:32791:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789608773.484354:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608773.484355:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608773.484357:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232600 refcount=3 00000020:00000001:1.0:1789608773.484360:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614953472 : -117815094598144 : ffff94d909232600) 00010000:00000001:1.0:1789608773.484362:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614953472 : -117815094598144 : ffff94d909232600) 00010000:00000001:1.0:1789608773.484364:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608773.484365:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789608773.484366:0:32791:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608773.484432:0:32791:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:1.0:1789608773.484439:0:32791:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff94d903d93800. 00000002:00000001:1.0:1789608773.485305:0:32791:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:1.0:1789608773.485315:0:32791:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904057100. 00000020:00000040:1.0:1789608773.485323:0:32791:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=9 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:1.0:1789608773.485329:0:32791:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608773.485333:0:32791:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608773.485338:0:32791:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608773.485347:0:32791:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d91839fe00. 00000100:00000001:1.0:1789608773.485357:0:32791:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608773.485361:0:32791:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1789608773.485366:0:32791:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff94d908241000. 00000100:00000010:1.0:1789608773.485370:0:32791:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff94d90830d000. 00000020:00000040:1.0:1789608773.485373:0:32791:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=10 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:1.0:1789608773.485398:0:32791:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789608773.485401:0:32791:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789608773.485408:0:32791:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d90342f9c0. 00000100:00000001:1.0:1789608773.485411:0:32791:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258516376000 : -117815193175616 : ffff94d90342f9c0) 00000100:00000001:1.0:1789608773.485414:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608773.485415:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529120512 : -117815180431104 : ffff94d904057100) 00000100:00000001:1.0:1789608773.485421:0:32791:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608773.485425:0:32791:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608773.485428:0:32791:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789608773.485429:0:32791:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608773.485445:0:32791:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904057100 x1876538934288256/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608773.485455:0:32791:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608773.485457:0:32791:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608773.485462:0:32791:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608773.485465:0:32791:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608773.485467:0:32791:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608773.485471:0:32791:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904057100 pname:cluuid:pid:xid:nid:opc:job rm:25f5d458-2cbe-49cd-9693-334c08df7e27:32791:1876538934288256:192.168.203.121@tcp:37:rm.0 00000100:00000001:1.0:1789608773.485476:0:32791:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608773.485483:0:32791:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608773.485486:0:32791:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608773.485489:0:32791:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:1.0:1789608773.485500:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608773.485505:0:32791:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34b00. 00000400:00000010:1.0:1789608773.485517:0:32791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff94d908620000. 00000100:00000200:1.0:1789608773.485546:0:32791:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6aab3c495df80-0x6aab3c495df80, portal 14 00000100:00000001:1.0:1789608773.485551:0:32791:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608773.485553:0:32791:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608773.485558:0:32791:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d908240c00. 02000000:00000001:1.0:1789608773.485561:0:32791:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608773.485564:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608773.485567:0:32791:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d344d0. 00000400:00000010:1.0:1789608773.485571:0:32791:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d357f8. 00000100:00000200:1.0:1789608773.485574:0:32791:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934288256, portal 10 00000100:00000001:1.0:1789608773.485576:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608773.485578:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529120512 : -117815180431104 : ffff94d904057100) 00000100:00000040:1.0:1789608773.485586:0:32791:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d904057100 x1876538934288256/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608789 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608773.485594:0:32791:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608773.485597:0:32791:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608773.485600:0:32791:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35a18. 00000100:00000200:1.0:1789608773.485603:0:32791:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1876538934288256, offset 0 00000400:00000200:1.0:1789608773.485610:0:32791:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608773.485620:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.485628:0:32791:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608773.485634:0:32791:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608773.485639:0:32791:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608773.485643:0:32791:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608773.485646:0:32791:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608773.485650:0:32791:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2784:2784:256:4294967295] 192.168.203.121@tcp LPNI seq info [2784:2784:8:4294967295] 00000400:00000200:1.0:1789608773.485655:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.485667:0:32791:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608773.485871:0:32791:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608773.485878:0:32791:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa900. 00000800:00000200:1.0:1789608773.485887:0:32791:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608773.485968:0:32791:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608773.485975:0:32791:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa900 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:1.0:1789608773.486056:0:32791:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608773.486062:0:32791:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 859442 usecs (860 jiffies) 00000400:00000200:1.0:1789608773.486066:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608773.486070:0:32791:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296501436 00000100:00000001:1.0:1789608773.486074:0:32791:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296502623 00000100:00000001:1.0:1789608773.486077:0:32791:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296501436 00000100:00000001:1.0:1789608773.486079:0:32791:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296502623 00000100:00000001:1.0:1789608773.486082:0:32791:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608773.486086:0:32791:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608773.486088:0:32791:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608773.486090:0:32791:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789608773.486093:0:32791:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d90342f9c0 going to sleep for 11 seconds 00000100:00000001:1.0:1789608773.486096:0:32791:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608773.486100:0:32791:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608773.489971:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608773.489983:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa900. 00000400:00000200:0.0:1789608773.489996:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608773.490005:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608773.490015:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35a18 00000400:00000010:0.0:1789608773.490019:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35a18. 00000100:00000001:0.0:1789608773.490026:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608773.490037:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904057100 x1876538934288256/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608789 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608773.490052:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608773.490056:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d904057100 x1876538934288256/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608789 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608773.490064:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608773.490067:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608773.490904:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.490924:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608773.490928:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.490931:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608773.490941:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.490948:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608773.490956:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.490961:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.490967:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.490972:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 4096 into portal 14 MB=0x6aab3c495df80 00000400:00000200:0.0:1789608773.490978:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.490985:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.203.121@tcp of length 4096/4096 into md 0x7f89 [256] + 0 00000400:00000010:0.0:1789608773.490991:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34b00. 00000400:00000200:0.0:1789608773.490996:0:2402:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff94d908620000 00000800:00000001:0.0:1789608773.491002:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.491012:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608773.491015:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608773.491019:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608773.491024:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d908620000 00000400:00000010:0.0:1789608773.491027:0:2402:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff94d908620000. 00000100:00000001:0.0:1789608773.491032:0:2402:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:0.0:1789608773.491034:0:2402:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff94d904057100 desc ffff94d908241000 mbits 1876538934288256 00000100:00000001:0.0:1789608773.491051:0:2402:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1789608773.491059:0:2402:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1789608773.491063:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.491070:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.21@tcp to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608773.491078:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2785:2785:256:4294967295] 192.168.203.121@tcp LPNI seq info [2785:2785:8:4294967295] 00000400:00000200:0.0:1789608773.491083:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.491093:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:192.168.203.21@tcp) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) 192.168.203.121@tcp : ACK try# 0 00000800:00000200:0.0:1789608773.491099:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608773.491109:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff94d9060b4000. 00000800:00000200:0.0:1789608773.491117:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608773.491211:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608773.491217:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d9060b4000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1789608773.491516:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608773.491520:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff94d9060b4000. 00000400:00000200:0.0:1789608773.491524:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608773.491527:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: ACK: OK 00000800:00000001:0.0:1789608773.491535:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.491539:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608773.494092:0:32791:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608773.494102:0:32791:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789608773.494444:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.494461:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608773.494465:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.494467:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608773.494478:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.494487:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608773.494497:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.494503:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.494509:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.494514:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 440 into portal 10 MB=0x6aab3c495df80 00000400:00000200:0.0:1789608773.494520:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.494527:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 440/440 into md 0x7f91 [1] + 224 00000800:00000001:0.0:1789608773.494535:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.494544:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608773.494549:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608773.494554:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608773.494563:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608773.494575:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904057100 x1876538934288256/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608789 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608773.494588:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff94d904057100 x1876538934288256/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608773.494983:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608773.494996:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608773.495002:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608773.495061:0:32791:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608773.495071:0:32791:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608773.495074:0:32791:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608773.495078:0:32791:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d344d0. 00000400:00000200:3.0:1789608773.495083:0:32791:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d357f8 00000400:00000010:3.0:1789608773.495086:0:32791:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d357f8. 00000100:00000001:3.0:1789608773.495090:0:32791:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608773.495096:0:32791:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904057100 x1876538934288256/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789608773.495111:0:32791:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904057100 x1876538934288256/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608773.495118:0:32791:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608773.495170:0:32791:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608773.495174:0:32791:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608773.495178:0:32791:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608773.495181:0:32791:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608773.495184:0:32791:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608773.495187:0:32791:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608773.495199:0:32791:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11cf0 time=131 v=5 (5 5 5 5) 00000100:00001000:3.0:1789608773.495203:0:32791:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608773.495206:0:32791:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608773.495209:0:32791:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.495212:0:32791:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608773.495216:0:32791:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608773.495222:0:32791:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608773.495225:0:32791:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967620 00000100:00000001:3.0:1789608773.495227:0:32791:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608773.495231:0:32791:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608773.495237:0:32791:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff94d904057100 x1876538934288256/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789608773.495247:0:32791:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff94d904057100 x1876538934288256/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608789 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608773.495265:0:32791:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608773.495268:0:32791:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608773.495273:0:32791:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904057100 x1876538934288256/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608789 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789608773.495281:0:32791:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904057100 pname:cluuid:pid:xid:nid:opc:job rm:25f5d458-2cbe-49cd-9693-334c08df7e27:32791:1876538934288256:192.168.203.121@tcp:37:rm.0 00000100:00000001:3.0:1789608773.495286:0:32791:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608773.495289:0:32791:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608773.495293:0:32791:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789608773.495295:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608773.495299:0:32791:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904057100 x1876538934288256/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608789 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608773.495308:0:32791:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608773.495312:0:32791:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d90342f9c0. 00000100:00000001:3.0:1789608773.495317:0:32791:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789608773.495318:0:32791:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608773.495323:0:32791:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608773.495327:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608773.495330:0:32791:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904057100 x1876538934288256/t0(0) o37->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 448/440 e 0 to 0 dl 1789608789 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608773.495337:0:32791:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608773.495340:0:32791:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608773.495344:0:32791:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d908240c00. 02000000:00000001:3.0:1789608773.495347:0:32791:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608773.495350:0:32791:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608773.495353:0:32791:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=9 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608773.495355:0:32791:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:3.0:1789608773.495357:0:32791:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1789608773.495360:0:32791:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608773.495361:0:32791:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608773.495363:0:32791:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000010:3.0:1789608773.495394:0:32791:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff94d90830d000. 00000100:00000010:3.0:1789608773.495399:0:32791:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff94d908241000. 00000100:00000001:3.0:1789608773.495402:0:32791:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1789608773.495405:0:32791:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d91839fe00. 02000000:00000001:3.0:1789608773.495410:0:32791:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608773.495412:0:32791:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608773.495414:0:32791:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904057100. 00000100:00000001:3.0:1789608773.495418:0:32791:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608773.495419:0:32791:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789608773.495422:0:32791:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:3.0:1789608773.495425:0:32791:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00010000:00000010:1.1:1789608773.495867:0:2401:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0600. 00000002:00000010:3.0:1789608773.496392:0:32791:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff94d903d93800. 00000002:00000001:3.0:1789608773.496399:0:32791:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.496407:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608773.496410:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608773.496413:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232600 refcount=3 00000020:00000001:3.0:1789608773.496415:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614953472 : -117815094598144 : ffff94d909232600) 00010000:00000001:3.0:1789608773.496419:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614953472 : -117815094598144 : ffff94d909232600) 00010000:00000001:3.0:1789608773.496421:0:32791:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608773.496427:0:32791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232600/0xc54db3288176fe72 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed934f expref: -99 pid: 32790 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1789608773.496437:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.496438:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608773.496440:0:32791:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608773.496443:0:32791:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608773.496446:0:32791:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232600/0xc54db3288176fe72 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed934f expref: -99 pid: 32790 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1789608773.496454:0:32791:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608773.496458:0:32791:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608773.496460:0:32791:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608773.496466:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.496467:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608773.496468:0:32791:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.496472:0:32791:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608773.496474:0:32791:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.496477:0:32791:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.496480:0:32791:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608773.496481:0:32791:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608773.496483:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608773.496484:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:3.0:1789608773.496487:0:32791:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608773.496493:0:32791:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:3.0:1789608773.496499:0:32791:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1789608773.496501:0:32791:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611174 : 144115205339611174 : 200000405000026) 00000080:00000001:3.0:1789608773.496507:0:32791:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608773.496512:0:32791:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d9071bf140 2 00000080:00000010:3.0:1789608773.496516:0:32791:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d91839e600. 00000080:00000001:3.0:1789608773.496521:0:32791:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608773.496564:0:32791:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:3.0:1789608773.496568:0:32791:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1789608773.496571:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77dd0 00000080:00200008:3.0:1789608773.496574:0:32791:0:(file.c:479:ll_file_release()) START file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff94d9189242c8), flags 704000 00000080:00400000:3.0:1789608773.496579:0:32791:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000405:0x24:0x0] 00000080:00000001:3.0:1789608773.496584:0:32791:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:3.0:1789608773.496586:0:32791:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:3.0:1789608773.496588:0:32791:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:3.0:1789608773.496595:0:32791:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608773.496598:0:32791:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608773.496601:0:32791:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608773.496604:0:32791:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608773.496606:0:32791:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608773.496608:0:32791:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:3.0:1789608773.496611:0:32791:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608773.496617:0:32791:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608773.496620:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608773.496628:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69a00 count: 2 00010000:00000001:3.0:1789608773.496631:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608773.496636:0:32791:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608773.496638:0:32791:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x24:0x0]: 0 00000080:00000001:3.0:1789608773.496641:0:32791:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1789608773.496643:0:32791:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1789608773.496650:0:32791:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff94d902add400. 00000080:00000001:3.0:1789608773.496653:0:32791:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:3.0:1789608773.496659:0:32791:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d9071bf140 2 00000080:00000001:3.0:1789608773.496663:0:32791:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1789608773.496667:0:32791:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:3.0:1789608773.496669:0:32791:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608773.496671:0:32791:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608773.496672:0:32791:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608773.496674:0:32791:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608773.496853:0:32791:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608773.496856:0:32791:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:3.0:1789608773.496858:0:32791:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.497042:0:32791:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x24:0x0] 00000002:00000001:2.0:1789608773.497049:0:32791:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1789608773.497051:0:32791:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff94d904ceb000: [0x200000405:0x24:0x0] file closed with intent: 0 00000100:00000010:2.0:1789608773.497061:0:32791:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d25180. 00000020:00000040:2.0:1789608773.497067:0:32791:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=9 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:2.0:1789608773.497072:0:32791:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608773.497077:0:32791:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608773.497083:0:32791:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608773.497092:0:32791:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d911dcd200. 00000100:00000001:2.0:1789608773.497101:0:32791:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1789608773.497179:0:32791:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94d908493480 x1876538934288128/t4294967629(4294967629) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/664 e 0 to 0 dl 1789608789 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1789608773.497192:0:32791:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d904ceb000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1789608773.497198:0:32791:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d907d25180 x1876538934288512/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1789608773.497206:0:32791:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789608773.497208:0:32791:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789608773.497217:0:32791:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d904bde240. 00000100:00000001:2.0:1789608773.497220:0:32791:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258541208128 : -117815168343488 : ffff94d904bde240) 00000100:00000001:2.0:1789608773.497223:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608773.497225:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592878976 : -117815116672640 : ffff94d907d25180) 00000100:00000001:2.0:1789608773.497230:0:32791:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608773.497235:0:32791:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.497237:0:32791:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789608773.497239:0:32791:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608773.497243:0:32791:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d25180 x1876538934288512/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.497249:0:32791:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608773.497260:0:32791:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608773.497265:0:32791:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608773.497268:0:32791:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608773.497270:0:32791:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608773.497273:0:32791:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d25180 pname:cluuid:pid:xid:nid:opc:job rm:25f5d458-2cbe-49cd-9693-334c08df7e27:32791:1876538934288512:192.168.203.121@tcp:35:rm.0 00000100:00000001:2.0:1789608773.497280:0:32791:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608773.497287:0:32791:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608773.497290:0:32791:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608773.497292:0:32791:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608773.497297:0:32791:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903dbd400. 02000000:00000001:2.0:1789608773.497299:0:32791:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608773.497309:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608773.497313:0:32791:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21e18. 00000400:00000010:2.0:1789608773.497321:0:32791:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c220. 00000100:00000200:2.0:1789608773.497329:0:32791:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934288512, portal 10 00000100:00000001:2.0:1789608773.497331:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608773.497332:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592878976 : -117815116672640 : ffff94d907d25180) 00000100:00000040:2.0:1789608773.497340:0:32791:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d907d25180 x1876538934288512/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608789 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.497348:0:32791:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608773.497351:0:32791:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608773.497354:0:32791:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c550. 00000100:00000200:2.0:1789608773.497357:0:32791:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876538934288512, offset 0 00000400:00000200:2.0:1789608773.497363:0:32791:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608773.497373:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608773.497381:0:32791:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608773.497387:0:32791:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608773.497393:0:32791:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608773.497396:0:32791:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608773.497399:0:32791:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608773.497403:0:32791:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2786:2786:256:4294967295] 192.168.203.121@tcp LPNI seq info [2786:2786:8:4294967295] 00000400:00000200:2.0:1789608773.497407:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608773.497418:0:32791:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608773.497425:0:32791:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608773.497431:0:32791:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903c79700. 00000800:00000200:2.0:1789608773.497440:0:32791:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608773.497450:0:32791:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608773.497455:0:32791:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903c79700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1789608773.497521:0:32791:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608773.497527:0:32791:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 858270 usecs (859 jiffies) 00000400:00000200:2.0:1789608773.497531:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608773.497534:0:32791:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296501446 00000100:00000001:2.0:1789608773.497538:0:32791:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296502623 00000100:00000001:2.0:1789608773.497540:0:32791:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296501446 00000100:00000001:2.0:1789608773.497543:0:32791:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296502623 00000100:00000001:2.0:1789608773.497545:0:32791:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608773.497548:0:32791:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.497550:0:32791:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608773.497553:0:32791:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789608773.497556:0:32791:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d904bde240 going to sleep for 11 seconds 00000100:00000001:2.0:1789608773.497559:0:32791:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608773.497563:0:32791:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608773.500743:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608773.500758:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903c79700. 00000400:00000200:0.0:1789608773.500770:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608773.500781:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608773.500790:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c550 00000400:00000010:0.0:1789608773.500794:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c550. 00000100:00000001:0.0:1789608773.500801:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608773.500811:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25180 x1876538934288512/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608789 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608773.500825:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608773.500829:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d25180 x1876538934288512/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608789 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608773.500836:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608773.500838:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608773.501272:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.501293:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608773.501296:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.501299:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608773.501309:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.501314:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608773.501322:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.501326:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.501332:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.501337:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 456 into portal 10 MB=0x6aab3c495e080 00000400:00000200:1.0:1789608773.501343:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.501349:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 456/456 into md 0x7fa1 [1] + 224 00000800:00000001:1.0:1789608773.501357:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.501366:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608773.501368:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608773.501371:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608773.501376:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608773.501381:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d25180 x1876538934288512/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608789 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608773.501391:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94d907d25180 x1876538934288512/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.501457:0:32791:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608773.501475:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608773.501485:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.501488:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1789608773.501523:0:32791:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608773.501526:0:32791:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608773.501530:0:32791:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21e18. 00000400:00000200:2.0:1789608773.501536:0:32791:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c220 00000400:00000010:2.0:1789608773.501538:0:32791:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c220. 00000100:00000001:2.0:1789608773.501541:0:32791:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608773.501546:0:32791:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d25180 x1876538934288512/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789608773.501555:0:32791:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d25180 x1876538934288512/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.501562:0:32791:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608773.501564:0:32791:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608773.501566:0:32791:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608773.501571:0:32791:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608773.501574:0:32791:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608773.501577:0:32791:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608773.501581:0:32791:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608773.501594:0:32791:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11cf0 time=131 v=5 (5 5 5 5) 00000100:00001000:2.0:1789608773.501599:0:32791:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608773.501602:0:32791:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608773.501604:0:32791:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.501608:0:32791:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608773.501613:0:32791:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.501618:0:32791:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789608773.501620:0:32791:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1789608773.501622:0:32791:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789608773.501625:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608773.501628:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592878976 : -117815116672640 : ffff94d907d25180) 00000100:00000001:2.0:1789608773.501632:0:32791:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608773.501635:0:32791:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967620 00000100:00000001:2.0:1789608773.501637:0:32791:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608773.501640:0:32791:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608773.501645:0:32791:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d25180 x1876538934288512/t4294967630(4294967630) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608789 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.501653:0:32791:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608773.501656:0:32791:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608773.501659:0:32791:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608773.501663:0:32791:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d25180 x1876538934288512/t4294967630(4294967630) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608789 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789608773.501672:0:32791:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d25180 pname:cluuid:pid:xid:nid:opc:job rm:25f5d458-2cbe-49cd-9693-334c08df7e27:32791:1876538934288512:192.168.203.121@tcp:35:rm.0 00000100:00000001:2.0:1789608773.501704:0:32791:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608773.501708:0:32791:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.501712:0:32791:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789608773.501714:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608773.501718:0:32791:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d25180 x1876538934288512/t4294967630(4294967630) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608789 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.501725:0:32791:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608773.501729:0:32791:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d904bde240. 00000100:00000001:2.0:1789608773.501733:0:32791:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789608773.501735:0:32791:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.501745:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608773.501747:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592878976 : -117815116672640 : ffff94d907d25180) 00000002:00000001:2.0:1789608773.501750:0:32791:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608773.501754:0:32791:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.501760:0:32791:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d9071bf140 2 00000080:00000010:2.0:1789608773.501764:0:32791:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d902add400. 00000080:00000001:2.0:1789608773.501768:0:32791:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1789608773.501771:0:32791:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1789608773.501774:0:32791:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608773.501777:0:32791:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608773.501779:0:32791:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608773.501782:0:32791:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608773.501785:0:32791:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.501787:0:32791:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:2.0:1789608773.501789:0:32791:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.501795:0:32791:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1789608773.501801:0:32791:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94d908493480 x1876538934288128/t4294967629(4294967629) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/664 e 0 to 0 dl 1789608789 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.501810:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608773.501811:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600670336 : -117815108881280 : ffff94d908493480) 00000100:00000001:2.0:1789608773.501814:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608773.501816:0:32791:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908493480 x1876538934288128/t4294967629(4294967629) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/664 e 0 to 0 dl 1789608789 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.501822:0:32791:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.501824:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608773.501827:0:32791:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d25180 x1876538934288512/t4294967630(4294967630) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608789 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.501833:0:32791:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.501834:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608773.501837:0:32791:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908493480 x1876538934288128/t4294967629(4294967629) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/664 e 0 to 0 dl 1789608789 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.501849:0:32791:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1789608773.501853:0:32791:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608773.501855:0:32791:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:2.0:1789608773.501858:0:32791:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608773.501862:0:32791:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d908399800. 02000000:00000001:2.0:1789608773.501866:0:32791:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608773.501869:0:32791:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608773.501871:0:32791:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908493480. 00000100:00000001:2.0:1789608773.501875:0:32791:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608773.501876:0:32791:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608773.501877:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608773.501880:0:32791:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d25180 x1876538934288512/t4294967630(4294967630) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608789 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.501886:0:32791:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608773.501889:0:32791:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff94d909343220. 00000002:00000001:2.0:1789608773.501966:0:32791:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608773.501969:0:32791:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789608773.501972:0:32791:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94d91117d340. 00000100:00000001:2.0:1789608773.501976:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608773.501979:0:32791:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d25180 x1876538934288512/t4294967630(4294967630) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608789 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.501986:0:32791:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608773.501988:0:32791:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608773.501991:0:32791:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903dbd400. 02000000:00000001:2.0:1789608773.501994:0:32791:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608773.501995:0:32791:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608773.501996:0:32791:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:2.0:1789608773.501998:0:32791:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608773.502000:0:32791:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d911dcd200. 02000000:00000001:2.0:1789608773.502002:0:32791:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608773.502004:0:32791:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608773.502005:0:32791:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d25180. 00000100:00000001:2.0:1789608773.502008:0:32791:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608773.502010:0:32791:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789608773.502013:0:32791:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789608773.502018:0:32791:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d90517f680. 00000080:00000001:2.0:1789608773.502022:0:32791:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.502029:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77dd0 00000080:00000008:2.0:1789608773.502031:0:32791:0:(file.c:523:ll_file_release()) COMPLETED file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff94d9189242c8), flags 704000, rc = 0 00000080:00000001:2.0:1789608773.502035:0:32791:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.502038:0:32791:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.502101:0:32791:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789608773.502105:0:32791:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789608773.502107:0:32791:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789608773.502109:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77bc0 00000080:00200000:2.0:1789608773.502112:0:32791:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:2.0:1789608773.502119:0:32791:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d911dcd200. 00800000:00000002:2.0:1789608773.502186:0:32791:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:2.0:1789608773.502193:0:32791:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789608773.502197:0:32791:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789608773.502199:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77ae0 00800000:00000002:2.0:1789608773.502202:0:32791:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608773.502206:0:32791:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789608773.502208:0:32791:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608773.502209:0:32791:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608773.502210:0:32791:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608773.502212:0:32791:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608773.502213:0:32791:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.502215:0:32791:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608773.502217:0:32791:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.502220:0:32791:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789608773.502226:0:32791:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789608773.502228:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c779b0 00000002:00010000:2.0:1789608773.502230:0:32791:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789608773.502233:0:32791:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789608773.502235:0:32791:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608773.502239:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608773.502247:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904041b00 count: 2 00010000:00000001:2.0:1789608773.502250:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608773.502265:0:32791:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608773.502271:0:32791:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789608773.502276:0:32791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe9c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed93f0 expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1789608773.502287:0:32791:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789608773.502292:0:32791:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608773.502294:0:32791:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe9c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed93f0 expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1789608773.502302:0:32791:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789608773.502304:0:32791:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789608773.502307:0:32791:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608773.502309:0:32791:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608773.502311:0:32791:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608773.502313:0:32791:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789608773.502316:0:32791:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789608773.502318:0:32791:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:2.0:1789608773.502320:0:32791:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dcd200. 00000080:00000001:2.0:1789608773.502324:0:32791:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789608773.502326:0:32791:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608773.502329:0:32791:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:2.0:1789608773.502333:0:32791:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176fe9c 00800000:00000001:2.0:1789608773.502336:0:32791:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789608773.502338:0:32791:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789608773.502340:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.502342:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.502346:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:2.0:1789608773.502349:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:2.0:1789608773.502352:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:2.0:1789608773.502355:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.502357:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608773.502359:0:32791:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608773.502361:0:32791:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608773.502365:0:32791:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fe9c from it ffffae3e01c77bf8 00010000:00000001:2.0:1789608773.502366:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.502368:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.502369:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:2.0:1789608773.502372:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:2.0:1789608773.502374:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:2.0:1789608773.502376:0:32791:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608773.502379:0:32791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe9c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed93f0 expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789608773.502386:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.502387:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.502389:0:32791:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789608773.502391:0:32791:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789608773.502394:0:32791:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe9c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed93f0 expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1789608773.502402:0:32791:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789608773.502405:0:32791:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789608773.502408:0:32791:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608773.502413:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.502415:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.502417:0:32791:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.502421:0:32791:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789608773.502424:0:32791:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.502426:0:32791:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.502429:0:32791:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.502431:0:32791:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608773.502432:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.502433:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789608773.502435:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789608773.502436:0:32791:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608773.502439:0:32791:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 1 00000080:00000001:2.0:1789608773.502442:0:32791:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.502446:0:32791:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1789608773.502449:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77bc0 00000080:00002000:2.0:1789608773.502451:0:32791:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff94d918a9aa20) flags 0x20000e refc 1 00000080:00000001:2.0:1789608773.502454:0:32791:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.502456:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77c08 00000080:00200000:2.0:1789608773.502458:0:32791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=266 00000080:00000002:2.0:1789608773.502466:0:32791:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-2 [0x200000405:0x24:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:2.0:1789608773.502473:0:32791:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789608773.502474:0:32791:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x24:0x0](ffff94d9189242c8), inode mode 41ed mask 44 00000080:00000001:2.0:1789608773.502477:0:32791:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.502484:0:32791:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:2.0:1789608773.502486:0:32791:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1789608773.502488:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77b78 00000080:00200008:2.0:1789608773.502490:0:32791:0:(file.c:1090:ll_file_open()) START file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff94d9189242c8), flags 704400 00000080:00000010:2.0:1789608773.502496:0:32791:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d91a6d32c0. 00000080:00000001:2.0:1789608773.502505:0:32791:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:2.0:1789608773.502508:0:32791:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d911dcd200. 00800000:00000002:2.0:1789608773.502511:0:32791:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:2.0:1789608773.502515:0:32791:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789608773.502516:0:32791:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789608773.502517:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77a28 00800000:00000002:2.0:1789608773.502519:0:32791:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x24:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608773.502524:0:32791:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1789608773.502526:0:32791:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608773.502527:0:32791:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608773.502529:0:32791:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608773.502530:0:32791:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608773.502532:0:32791:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.502534:0:32791:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:2.0:1789608773.502536:0:32791:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.502539:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c779a8 00800000:00000002:2.0:1789608773.502541:0:32791:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x24:0x0], name='' -> mds #0 layout version 1 00000002:00000001:2.0:1789608773.502545:0:32791:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789608773.502546:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c778e0 00000002:00010000:2.0:1789608773.502548:0:32791:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240704401 00000002:00000001:2.0:1789608773.502553:0:32791:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789608773.502557:0:32791:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1789608773.502561:0:32791:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789608773.502565:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69a00 count: 2 00010000:00000001:2.0:1789608773.502567:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608773.502570:0:32791:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789608773.502573:0:32791:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.502576:0:32791:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.502578:0:32791:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.502580:0:32791:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789608773.502582:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904041b00 count: 2 00010000:00000001:2.0:1789608773.502584:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608773.502585:0:32791:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789608773.502587:0:32791:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.502589:0:32791:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.502591:0:32791:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608773.502595:0:32791:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d25180. 00000020:00000040:2.0:1789608773.502600:0:32791:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d904ceb000 02000000:00000001:2.0:1789608773.502606:0:32791:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789608773.502608:0:32791:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.502611:0:32791:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789608773.502616:0:32791:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608773.502619:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.502620:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.502621:0:32791:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.502624:0:32791:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608773.502627:0:32791:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608773.502630:0:32791:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608773.502637:0:32791:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d903dbd400. 00000100:00000001:2.0:1789608773.502644:0:32791:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.502649:0:32791:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608773.502650:0:32791:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.502652:0:32791:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608773.502653:0:32791:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.502655:0:32791:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.502663:0:32791:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446626258592878976 : -117815116672640 : ffff94d907d25180) 00010000:00000001:2.0:1789608773.502667:0:32791:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789608773.502671:0:32791:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1789608773.502673:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904041b00 count: 2 00010000:00000001:2.0:1789608773.502737:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608773.502741:0:32791:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789608773.502746:0:32791:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d909232e00. 00000020:00000001:2.0:1789608773.502749:0:32791:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789608773.502752:0:32791:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d909232e00 with handle 0xc54db3288176feaa to hash 00000020:00000001:2.0:1789608773.502754:0:32791:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789608773.502756:0:32791:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000001:2.0:1789608773.502760:0:32791:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000001:2.0:1789608773.502763:0:32791:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608773.502765:0:32791:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608773.502768:0:32791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176feaa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32791 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789608773.502775:0:32791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176feaa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32791 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1789608773.502788:0:32791:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d904ceb000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1789608773.502796:0:32791:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d907d25180 x1876538934288768/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1789608773.502806:0:32791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176feaa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32791 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789608773.502812:0:32791:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789608773.502815:0:32791:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789608773.502822:0:32791:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d904bde240. 00000100:00000001:2.0:1789608773.502825:0:32791:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258541208128 : -117815168343488 : ffff94d904bde240) 00000100:00000001:2.0:1789608773.502827:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608773.502828:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592878976 : -117815116672640 : ffff94d907d25180) 00000100:00000001:2.0:1789608773.502833:0:32791:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608773.502838:0:32791:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.502840:0:32791:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789608773.502843:0:32791:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608773.502847:0:32791:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d25180 x1876538934288768/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.502856:0:32791:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608773.502858:0:32791:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608773.502862:0:32791:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608773.502865:0:32791:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608773.502867:0:32791:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608773.502871:0:32791:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d25180 pname:cluuid:pid:xid:nid:opc:job rm:25f5d458-2cbe-49cd-9693-334c08df7e27:32791:1876538934288768:192.168.203.121@tcp:101:rm.0 00000100:00000001:2.0:1789608773.502875:0:32791:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608773.502880:0:32791:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608773.502883:0:32791:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608773.502886:0:32791:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608773.503244:0:32791:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff94d908680000. 02000000:00000001:2.0:1789608773.503248:0:32791:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608773.503267:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608773.503272:0:32791:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21e18. 00000400:00000010:2.0:1789608773.503282:0:32791:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff94d902b3e800. 00000100:00000200:2.0:1789608773.503292:0:32791:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1876538934288768, portal 10 00000100:00000001:2.0:1789608773.503294:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608773.503295:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592878976 : -117815116672640 : ffff94d907d25180) 00000100:00000040:2.0:1789608773.503304:0:32791:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d907d25180 x1876538934288768/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608789 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.503312:0:32791:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608773.503315:0:32791:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608773.503319:0:32791:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c220. 00000100:00000200:2.0:1789608773.503323:0:32791:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876538934288768, offset 0 00000400:00000200:2.0:1789608773.503331:0:32791:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608773.503340:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608773.503349:0:32791:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608773.503355:0:32791:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608773.503361:0:32791:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608773.503365:0:32791:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608773.503369:0:32791:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608773.503373:0:32791:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2787:2787:256:4294967295] 192.168.203.121@tcp LPNI seq info [2787:2787:8:4294967295] 00000400:00000200:2.0:1789608773.503377:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608773.503389:0:32791:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608773.503396:0:32791:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608773.503402:0:32791:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903c79c00. 00000800:00000200:2.0:1789608773.503410:0:32791:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608773.503419:0:32791:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608773.503424:0:32791:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903c79c00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1789608773.503487:0:32791:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608773.503493:0:32791:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 857090 usecs (858 jiffies) 00000400:00000200:2.0:1789608773.503498:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608773.503501:0:32791:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296501451 00000100:00000001:2.0:1789608773.503505:0:32791:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296502623 00000100:00000001:2.0:1789608773.503508:0:32791:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296501451 00000100:00000001:2.0:1789608773.503510:0:32791:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296502623 00000100:00000001:2.0:1789608773.503512:0:32791:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608773.503516:0:32791:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.503518:0:32791:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608773.503521:0:32791:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789608773.503523:0:32791:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d904bde240 going to sleep for 11 seconds 00000100:00000001:2.0:1789608773.503526:0:32791:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608773.503529:0:32791:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608773.510591:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608773.510606:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903c79c00. 00000400:00000200:0.0:1789608773.510620:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608773.510632:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608773.510643:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c220 00000400:00000010:0.0:1789608773.510647:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c220. 00000100:00000001:0.0:1789608773.510654:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608773.510666:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25180 x1876538934288768/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608789 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608773.510696:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608773.510701:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d25180 x1876538934288768/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608789 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608773.510709:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608773.510711:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608773.511328:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.511346:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608773.511352:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.511354:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608773.511364:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.511370:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608773.511379:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.511384:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.511389:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.511394:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 664 into portal 10 MB=0x6aab3c495e180 00000400:00000200:1.0:1789608773.511400:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.511406:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 664/664 into md 0x7fa9 [64] + 224 00000800:00000001:1.0:1789608773.511417:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.511426:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608773.511430:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608773.511433:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608773.511438:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608773.511445:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d25180 x1876538934288768/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608789 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608773.511455:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff94d907d25180 x1876538934288768/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.511501:0:32791:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608773.511521:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608773.511532:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.511536:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1789608773.511572:0:32791:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608773.511574:0:32791:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608773.511579:0:32791:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21e18. 00000400:00000200:2.0:1789608773.511586:0:32791:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902b3e800 00000400:00000010:2.0:1789608773.511588:0:32791:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff94d902b3e800. 00000100:00000001:2.0:1789608773.511592:0:32791:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608773.511596:0:32791:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d25180 x1876538934288768/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789608773.511606:0:32791:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d25180 x1876538934288768/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.511612:0:32791:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608773.511614:0:32791:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608773.511617:0:32791:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608773.511621:0:32791:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608773.511624:0:32791:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608773.511627:0:32791:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608773.511630:0:32791:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608773.511643:0:32791:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=131 v=5 (104 104 104 137) 00000100:00001000:2.0:1789608773.511648:0:32791:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608773.511651:0:32791:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608773.511654:0:32791:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.511658:0:32791:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608773.511663:0:32791:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.511667:0:32791:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789608773.511670:0:32791:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1789608773.511671:0:32791:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789608773.511674:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608773.511698:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592878976 : -117815116672640 : ffff94d907d25180) 00000100:00000001:2.0:1789608773.511703:0:32791:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608773.511705:0:32791:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967620 00000100:00000001:2.0:1789608773.511707:0:32791:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608773.511711:0:32791:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608773.511716:0:32791:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d25180 x1876538934288768/t4294967631(4294967631) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789608789 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.511723:0:32791:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608773.511727:0:32791:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608773.511729:0:32791:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608773.511733:0:32791:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d25180 x1876538934288768/t4294967631(4294967631) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789608789 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789608773.511741:0:32791:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d25180 pname:cluuid:pid:xid:nid:opc:job rm:25f5d458-2cbe-49cd-9693-334c08df7e27:32791:1876538934288768:192.168.203.121@tcp:101:rm.0 00000100:00000001:2.0:1789608773.511747:0:32791:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608773.511750:0:32791:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.511753:0:32791:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789608773.511755:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608773.511758:0:32791:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d25180 x1876538934288768/t4294967631(4294967631) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789608789 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.511766:0:32791:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608773.511769:0:32791:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d904bde240. 00000100:00000001:2.0:1789608773.511773:0:32791:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789608773.511774:0:32791:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.511778:0:32791:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789608773.511784:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.511787:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.511791:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232e00 refcount=4 00000020:00000001:2.0:1789608773.511794:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000001:2.0:1789608773.511797:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000040:2.0:1789608773.511805:0:32791:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d909232e00, remote cookie: 0x91bddff8e8ed940c, flags: 0x1001 00010000:00000040:2.0:1789608773.511809:0:32791:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x24:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1789608773.511813:0:32791:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:2.0:1789608773.511823:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69a00 count: 2 00010000:00000001:2.0:1789608773.511825:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608773.511830:0:32791:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608773.511835:0:32791:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176feaa lrc: 4/1,0 mode: --/CR res: [0x200000405:0x24:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed940c expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789608773.511846:0:32791:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176feaa lrc: 4/1,0 mode: --/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed940c expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608773.511854:0:32791:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789608773.511860:0:32791:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789608773.511862:0:32791:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789608773.511865:0:32791:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789608773.511867:0:32791:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789608773.511870:0:32791:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x24:0x0].0x0 (ffff94d903b69a00) refcount = 2 00010000:00000040:2.0:1789608773.511873:0:32791:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1789608773.511876:0:32791:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232600/0xc54db3288176fe72 lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed934f expref: -99 pid: 32790 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1789608773.511884:0:32791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176feaa lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed940c expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608773.511891:0:32791:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789608773.511960:0:32791:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789608773.511963:0:32791:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608773.511967:0:32791:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789608773.511970:0:32791:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608773.511973:0:32791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176feaa lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed940c expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608773.511979:0:32791:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789608773.511981:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.511983:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.511984:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.511985:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.511987:0:32791:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.511992:0:32791:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789608773.511995:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.511996:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.511998:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232e00 refcount=3 00000020:00000001:2.0:1789608773.512001:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000001:2.0:1789608773.512003:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000001:2.0:1789608773.512005:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.512006:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789608773.512011:0:32791:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff94d907d25180 x1876538934288768/t4294967631(4294967631) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789608789 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789608773.512028:0:32791:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1789608773.512033:0:32791:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d907d25180 x1876538934288768/t4294967631(4294967631) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789608789 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789608773.512040:0:32791:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.512047:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.512049:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.512050:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232e00 refcount=3 00000020:00000001:2.0:1789608773.512052:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000001:2.0:1789608773.512055:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000001:2.0:1789608773.512057:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.512058:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608773.512060:0:32791:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.512063:0:32791:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.512066:0:32791:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1789608773.512069:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608773.512070:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592878976 : -117815116672640 : ffff94d907d25180) 00010000:00000001:2.0:1789608773.512073:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.512074:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.512075:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232e00 refcount=3 00000020:00000001:2.0:1789608773.512078:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000001:2.0:1789608773.512080:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00000002:00010000:2.0:1789608773.512084:0:32791:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176feaa lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed940c expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608773.512091:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.512092:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.512095:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789608773.512096:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.512097:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.512099:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232e00 refcount=3 00000020:00000001:2.0:1789608773.512100:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000001:2.0:1789608773.512103:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000040:2.0:1789608773.512106:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69a00 count: 3 00010000:00000001:2.0:1789608773.512108:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789608773.512113:0:32791:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d91081f000 type 13 mode 16 res 8589935621/36 (0 0) 00010000:00000001:2.0:1789608773.512116:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.512117:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608773.512170:0:32791:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789608773.512174:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77868 00000002:00002000:2.0:1789608773.512177:0:32791:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:2.0:1789608773.512180:0:32791:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608773.512185:0:32791:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608773.512188:0:32791:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789608773.512192:0:32791:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1789608773.512195:0:32791:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.512200:0:32791:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:2.0:1789608773.512204:0:32791:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dcd200. 00000080:00000001:2.0:1789608773.512209:0:32791:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789608773.512215:0:32791:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1789608773.512221:0:32791:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1789608773.512228:0:32791:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d9071bf9c0. 00800000:00000001:2.0:1789608773.512230:0:32791:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626258580928960 : -117815128622656 : ffff94d9071bf9c0) 00800000:00000001:2.0:1789608773.512232:0:32791:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.512234:0:32791:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789608773.512238:0:32791:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1789608773.512240:0:32791:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x24:0x0] 00000080:00000001:2.0:1789608773.512243:0:32791:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1789608773.512247:0:32791:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1789608773.512248:0:32791:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.512263:0:32791:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:2.0:1789608773.512267:0:32791:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1789608773.512272:0:32791:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x24:0x0], updating i_size 16384 00010000:00000001:2.0:1789608773.512275:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.512276:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.512278:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232e00 refcount=3 00000020:00000001:2.0:1789608773.512280:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000001:2.0:1789608773.512282:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000001:2.0:1789608773.512285:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.512286:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789608773.512288:0:32791:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789608773.512291:0:32791:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1789608773.512292:0:32791:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d9071bf9c0 1 00800000:00000010:2.0:1789608773.512295:0:32791:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d9071bf9c0. 00800000:00000001:2.0:1789608773.512298:0:32791:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608773.512301:0:32791:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x24:0x0](ffff94d9189242c8) for lock 0xc54db3288176feaa 00800000:00000001:2.0:1789608773.512304:0:32791:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789608773.512306:0:32791:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789608773.512307:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.512308:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.512309:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232e00 refcount=3 00000020:00000001:2.0:1789608773.512312:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000001:2.0:1789608773.512314:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000001:2.0:1789608773.512317:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.512319:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608773.512320:0:32791:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608773.512322:0:32791:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789608773.512325:0:32791:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-2 [0x200000405:0x24:0x0] depth 1 server default LMV inherit depth 0 00000100:00000001:2.0:1789608773.512329:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608773.512333:0:32791:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d25180 x1876538934288768/t4294967631(4294967631) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/664 e 0 to 0 dl 1789608789 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.512339:0:32791:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608773.512342:0:32791:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176feaa from it ffffae3e01c77bd0 00010000:00000001:2.0:1789608773.512345:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.512346:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.512347:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232e00 refcount=3 00000020:00000001:2.0:1789608773.512349:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000001:2.0:1789608773.512351:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000001:2.0:1789608773.512353:0:32791:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608773.512357:0:32791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176feaa lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed940c expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608773.512365:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.512366:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.512368:0:32791:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789608773.512372:0:32791:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789608773.512375:0:32791:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176feaa lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed940c expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789608773.512383:0:32791:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789608773.512386:0:32791:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789608773.512388:0:32791:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608773.512392:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.512393:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.512395:0:32791:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.512399:0:32791:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789608773.512401:0:32791:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.512403:0:32791:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.512406:0:32791:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.512408:0:32791:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608773.512409:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.512411:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789608773.512414:0:32791:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789608773.512420:0:32791:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94d9071bf9c0. 00000080:00000001:2.0:1789608773.512423:0:32791:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1789608773.512426:0:32791:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1789608773.512429:0:32791:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608773.512432:0:32791:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608773.512435:0:32791:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608773.512438:0:32791:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608773.512440:0:32791:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.512443:0:32791:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:2.0:1789608773.512445:0:32791:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.512448:0:32791:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1789608773.512451:0:32791:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94d907f68260. 00000002:00100000:2.0:1789608773.512456:0:32791:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d907d25180 x1876538934288768/t4294967631(4294967631) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/664 e 0 to 0 dl 1789608789 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789608773.512463:0:32791:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608773.512464:0:32791:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1789608773.512469:0:32791:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1789608773.512472:0:32791:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.512476:0:32791:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:2.0:1789608773.512478:0:32791:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.512480:0:32791:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608773.512483:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608773.512487:0:32791:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d25180 x1876538934288768/t4294967631(4294967631) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/664 e 0 to 0 dl 1789608789 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1789608773.512494:0:32791:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608773.512498:0:32791:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff94d908680000. 02000000:00000001:2.0:1789608773.512538:0:32791:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1789608773.512541:0:32791:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.512544:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77b78 00000080:00000008:2.0:1789608773.512546:0:32791:0:(file.c:1329:ll_file_open()) COMPLETED file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff94d9189242c8), flags 704400, rc = 0 00000080:00000001:2.0:1789608773.512550:0:32791:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.512580:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77d28 00000080:00200008:2.0:1789608773.512583:0:32791:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff94d9189242c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789608773.512592:0:32791:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:2.0:1789608773.512597:0:32791:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.512601:0:32791:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789608773.512602:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77ca0 00000080:00200000:2.0:1789608773.512604:0:32791:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x24:0x0](ffff94d9189242c8),name=d21h.recovery-small-2 00000080:00000010:2.0:1789608773.512611:0:32791:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d911dcd200. 00800000:00000002:2.0:1789608773.512616:0:32791:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:2.0:1789608773.512623:0:32791:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789608773.512627:0:32791:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789608773.512629:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77bc0 00800000:00000002:2.0:1789608773.512631:0:32791:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x24:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608773.512635:0:32791:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789608773.512638:0:32791:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608773.512639:0:32791:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608773.512641:0:32791:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608773.512642:0:32791:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608773.512644:0:32791:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.512645:0:32791:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608773.512647:0:32791:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608773.512649:0:32791:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608773.512650:0:32791:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608773.512651:0:32791:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608773.512652:0:32791:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608773.512653:0:32791:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.512655:0:32791:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:2.0:1789608773.512656:0:32791:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.512658:0:32791:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x24:0x0], name='' -> mds #0 00000002:00000001:2.0:1789608773.512662:0:32791:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789608773.512664:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77a90 00000002:00010000:2.0:1789608773.512666:0:32791:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789608773.512670:0:32791:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789608773.512672:0:32791:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608773.512674:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608773.512778:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69a00 count: 3 00010000:00000001:2.0:1789608773.512781:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608773.512784:0:32791:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608773.512788:0:32791:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789608773.512791:0:32791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232600/0xc54db3288176fe72 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed934f expref: -99 pid: 32790 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1789608773.512799:0:32791:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789608773.512804:0:32791:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608773.512807:0:32791:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232600/0xc54db3288176fe72 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed934f expref: -99 pid: 32790 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1789608773.512813:0:32791:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789608773.512815:0:32791:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789608773.512817:0:32791:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608773.512820:0:32791:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608773.512823:0:32791:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608773.512825:0:32791:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789608773.512827:0:32791:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789608773.512829:0:32791:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:2.0:1789608773.512832:0:32791:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dcd200. 00000080:00000001:2.0:1789608773.512836:0:32791:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789608773.512838:0:32791:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608773.512841:0:32791:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x24:0x0](ffff94d9189242c8) 00000080:00010000:2.0:1789608773.512845:0:32791:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x24:0x0](ffff94d9189242c8) for lock 0xc54db3288176fe72 00800000:00000001:2.0:1789608773.512848:0:32791:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789608773.512849:0:32791:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789608773.512851:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.512852:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.512854:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232600 refcount=3 00000020:00000001:2.0:1789608773.512856:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614953472 : -117815094598144 : ffff94d909232600) 00010000:00000001:2.0:1789608773.512858:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614953472 : -117815094598144 : ffff94d909232600) 00010000:00000001:2.0:1789608773.512860:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.512861:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608773.512863:0:32791:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608773.512864:0:32791:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608773.512867:0:32791:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fe72 from it ffffae3e01c77cd8 00010000:00000001:2.0:1789608773.512868:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.512870:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.512871:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232600 refcount=3 00000020:00000001:2.0:1789608773.512872:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614953472 : -117815094598144 : ffff94d909232600) 00010000:00000001:2.0:1789608773.512874:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614953472 : -117815094598144 : ffff94d909232600) 00010000:00000001:2.0:1789608773.512876:0:32791:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608773.512878:0:32791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232600/0xc54db3288176fe72 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed934f expref: -99 pid: 32790 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1789608773.512884:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.512885:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.512887:0:32791:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789608773.512888:0:32791:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789608773.512890:0:32791:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232600/0xc54db3288176fe72 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed934f expref: -99 pid: 32790 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1789608773.512970:0:32791:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789608773.512972:0:32791:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789608773.512973:0:32791:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608773.512975:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.512977:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.512978:0:32791:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.512980:0:32791:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789608773.512981:0:32791:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.512983:0:32791:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.512985:0:32791:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.512986:0:32791:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608773.512988:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.512989:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789608773.512991:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789608773.512992:0:32791:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789608773.512996:0:32791:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.513000:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77d28 00000080:00000008:2.0:1789608773.513002:0:32791:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff94d9189242c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789608773.513034:0:32791:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:2.0:1789608773.513037:0:32791:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x24:0x0](ffff94d9189242c8) pos/size0/16384 32bit_api 0 00000080:00000010:2.0:1789608773.513041:0:32791:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d911dcd200. 00800000:00000002:2.0:1789608773.513044:0:32791:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d9071bf140 2 00000080:00000001:2.0:1789608773.513047:0:32791:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:2.0:1789608773.513057:0:32791:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446719476512049152 : -24597197502464 : ffffe9a104c7c800) 00000080:00000001:2.0:1789608773.513060:0:32791:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:2.0:1789608773.513064:0:32791:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1789608773.513066:0:32791:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611174 : 144115205339611174 : 200000405000026) 00000080:00000001:2.0:1789608773.513070:0:32791:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.513072:0:32791:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d9071bf140 2 00000080:00000010:2.0:1789608773.513074:0:32791:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dcd200. 00000080:00000001:2.0:1789608773.513078:0:32791:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.513091:0:32791:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:2.0:1789608773.513092:0:32791:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x24:0x0](ffff94d9189242c8) pos/size18446744073709551614/16384 32bit_api 0 00000080:00000001:2.0:1789608773.513095:0:32791:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789608773.513097:0:32791:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.513183:0:32791:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789608773.513188:0:32791:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789608773.513190:0:32791:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x24:0x0](ffff94d9189242c8), inode mode 41ed mask 1 00000080:00000001:2.0:1789608773.513194:0:32791:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.513202:0:32791:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1789608773.513204:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77da0 00000080:00002000:2.0:1789608773.513207:0:32791:0:(dcache.c:87:ll_dcompare()) found name f(ffff94d919293510) flags 0x48000e refc 0 00000080:00000001:2.0:1789608773.513209:0:32791:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.513211:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77e10 00000080:00200000:2.0:1789608773.513213:0:32791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f, flags=0 00000080:00000001:2.0:1789608773.513219:0:32791:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789608773.513220:0:32791:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x24:0x0](ffff94d9189242c8), inode mode 41ed mask 3 00000080:00000001:2.0:1789608773.513223:0:32791:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.513227:0:32791:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:2.0:1789608773.513229:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77df8 00000080:00200000:2.0:1789608773.513231:0:32791:0:(namei.c:2351:ll_unlink()) VFS Op:name=f, dir=[0x200000405:0x24:0x0](ffff94d9189242c8) 00000080:00000001:2.0:1789608773.513234:0:32791:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:2.0:1789608773.513237:0:32791:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789608773.513241:0:32791:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514695448 : -117815194856168 : ffff94d903295518) 00000020:00001000:2.0:1789608773.513244:0:32791:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295510 00000020:00000001:2.0:1789608773.513247:0:32791:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1789608773.513261:0:32791:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b656c8) owner 0000000000000000/ffff94d909c40000 00020000:00000002:2.0:1789608773.513264:0:32791:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d907f831e0 addref 2/0 by ffff94d909c40000. 00020000:00000002:2.0:1789608773.513267:0:32791:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b656c8) owner 0000000000000000/ffff94d909c40000 00020000:00000001:2.0:1789608773.513269:0:32791:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1789608773.513272:0:32791:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1789608773.513273:0:32791:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1789608773.513275:0:32791:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:2.0:1789608773.513278:0:32791:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:2.0:1789608773.513281:0:32791:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295510 00000080:00000001:2.0:1789608773.513285:0:32791:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1789608773.513288:0:32791:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d911dcd200. 00800000:00000002:2.0:1789608773.513291:0:32791:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d9071bf140 2 00800000:00000001:2.0:1789608773.513300:0:32791:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:2.0:1789608773.513302:0:32791:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608773.513303:0:32791:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608773.513305:0:32791:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608773.513306:0:32791:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608773.513308:0:32791:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.513310:0:32791:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:2.0:1789608773.513313:0:32791:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608773.513315:0:32791:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608773.513316:0:32791:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608773.513317:0:32791:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608773.513318:0:32791:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608773.513320:0:32791:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.513321:0:32791:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:2.0:1789608773.513323:0:32791:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608773.513326:0:32791:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:2.0:1789608773.513327:0:32791:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608773.513328:0:32791:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608773.513329:0:32791:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608773.513330:0:32791:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608773.513332:0:32791:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.513334:0:32791:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:2.0:1789608773.513336:0:32791:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.513338:0:32791:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x26:0x0] 00800000:00000001:2.0:1789608773.513341:0:32791:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.513343:0:32791:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000405:0x24:0x0]/[0x200000405:0x26:0x0] -> mds #0 00000002:00000001:2.0:1789608773.513348:0:32791:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:2.0:1789608773.513350:0:32791:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789608773.513353:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69a00 count: 3 00010000:00000001:2.0:1789608773.513356:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608773.513358:0:32791:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789608773.513363:0:32791:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789608773.513366:0:32791:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232600/0xc54db3288176fe72 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x91bddff8e8ed934f expref: -99 pid: 32790 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:2.0:1789608773.513381:0:32791:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789608773.513385:0:32791:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789608773.513387:0:32791:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789608773.513389:0:32791:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x24:0x0] mode (null) 00000002:00000001:2.0:1789608773.513392:0:32791:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608773.513394:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608773.513396:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69a00 count: 4 00010000:00000001:2.0:1789608773.513398:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608773.513401:0:32791:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1789608773.513403:0:32791:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1789608773.513405:0:32791:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789608773.513408:0:32791:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608773.513411:0:32791:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176feaa lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed940c expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789608773.513418:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.513419:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608773.513420:0:32791:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:2.0:1789608773.513422:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.513423:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.513425:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232e00 refcount=2 00000020:00000001:2.0:1789608773.513427:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000001:2.0:1789608773.513429:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000001:2.0:1789608773.513431:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.513433:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608773.513434:0:32791:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608773.513435:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608773.513437:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69a00 count: 4 00010000:00000001:2.0:1789608773.513439:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789608773.513442:0:32791:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.513443:0:32791:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608773.513445:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608773.513446:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69a00 count: 4 00010000:00000001:2.0:1789608773.513448:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789608773.513450:0:32791:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.513452:0:32791:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789608773.513456:0:32791:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000405:0x24:0x0] lli = ffff94d918924200, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1789608773.513502:0:32791:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1789608773.513505:0:32791:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1789608773.513506:0:32791:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1789608773.513509:0:32791:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x24:0x0](ffff94d9189242c8) invalid 00000020:00000001:2.0:1789608773.513512:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77a60 00000080:00002000:2.0:1789608773.513514:0:32791:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff94d918a9aa20) parent ffff94d918a99a20 inode ffff94d9189242c8 refc 3 00000080:00000001:2.0:1789608773.513517:0:32791:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1789608773.513520:0:32791:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789608773.513522:0:32791:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.513526:0:32791:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789608773.513529:0:32791:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789608773.513531:0:32791:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789608773.513533:0:32791:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608773.513535:0:32791:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789608773.513537:0:32791:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d909232600 with handle 0xc54db3288176fe72 from hash 00010000:00000001:2.0:1789608773.513540:0:32791:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789608773.513541:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.513542:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.513543:0:32791:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789608773.513545:0:32791:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789608773.513547:0:32791:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789608773.513550:0:32791:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789608773.513552:0:32791:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789608773.513554:0:32791:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789608773.513556:0:32791:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789608773.513559:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904041100 count: 3 00010000:00000001:2.0:1789608773.513561:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608773.513562:0:32791:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789608773.513565:0:32791:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789608773.513568:0:32791:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233400/0xc54db3288176fe79 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x91bddff8e8ed936b expref: -99 pid: 32790 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1789608773.513581:0:32791:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789608773.513582:0:32791:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789608773.513584:0:32791:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789608773.513585:0:32791:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x26:0x0] mode (null) 00000002:00000001:2.0:1789608773.513587:0:32791:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608773.513589:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608773.513590:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904041100 count: 4 00010000:00000001:2.0:1789608773.513592:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789608773.513595:0:32791:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.513596:0:32791:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608773.513597:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608773.513599:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904041100 count: 4 00010000:00000001:2.0:1789608773.513601:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789608773.513603:0:32791:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.513604:0:32791:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608773.513605:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608773.513607:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904041100 count: 4 00010000:00000001:2.0:1789608773.513609:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789608773.513611:0:32791:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.513613:0:32791:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608773.513614:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608773.513615:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904041100 count: 4 00010000:00000001:2.0:1789608773.513617:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789608773.513619:0:32791:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.513621:0:32791:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.513623:0:32791:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789608773.513625:0:32791:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789608773.513627:0:32791:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514695448 : -117815194856168 : ffff94d903295518) 00000020:00001000:2.0:1789608773.513629:0:32791:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295510 00000020:00000001:2.0:1789608773.513631:0:32791:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1789608773.513634:0:32791:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x26:0x0]: losing layout lock 00000080:00000001:2.0:1789608773.513637:0:32791:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1789608773.513640:0:32791:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1789608773.513644:0:32791:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1789608773.513647:0:32791:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789608773.513650:0:32791:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x26:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1789608773.513652:0:32791:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.513654:0:32791:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789608773.513656:0:32791:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295510 00000080:00000001:2.0:1789608773.513658:0:32791:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.513660:0:32791:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1789608773.513662:0:32791:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x26:0x0](ffff94d918920908) invalid 00000020:00000001:2.0:1789608773.513664:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77a60 00000080:00002000:2.0:1789608773.513666:0:32791:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff94d919293510) parent ffff94d918a9aa20 inode ffff94d918920908 refc 1 00000080:00000001:2.0:1789608773.513669:0:32791:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1789608773.513670:0:32791:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789608773.513671:0:32791:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.513673:0:32791:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789608773.513675:0:32791:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789608773.513705:0:32791:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789608773.513706:0:32791:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608773.513708:0:32791:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789608773.513710:0:32791:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d909233400 with handle 0xc54db3288176fe79 from hash 00010000:00000001:2.0:1789608773.513712:0:32791:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789608773.513714:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.513715:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.513716:0:32791:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789608773.513717:0:32791:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789608773.513719:0:32791:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789608773.513721:0:32791:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789608773.513723:0:32791:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0a00/0xc54db3288176fe4f lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x91bddff8e8ed92d8 expref: -99 pid: 32754 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1789608773.513729:0:32791:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789608773.513731:0:32791:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789608773.513732:0:32791:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789608773.513733:0:32791:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x26:0x0] mode (null) 00000002:00000001:2.0:1789608773.513735:0:32791:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608773.513737:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608773.513739:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904041100 count: 4 00010000:00000001:2.0:1789608773.513741:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789608773.513744:0:32791:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.513746:0:32791:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.513747:0:32791:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789608773.513748:0:32791:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789608773.513750:0:32791:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514695448 : -117815194856168 : ffff94d903295518) 00000020:00001000:2.0:1789608773.513752:0:32791:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295510 00000020:00000001:2.0:1789608773.513753:0:32791:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1789608773.513755:0:32791:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x26:0x0]: losing layout lock 00000080:00000001:2.0:1789608773.513756:0:32791:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1789608773.513758:0:32791:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1789608773.513759:0:32791:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1789608773.513761:0:32791:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789608773.513763:0:32791:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x26:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1789608773.513764:0:32791:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.513766:0:32791:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789608773.513768:0:32791:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295510 00000080:00000001:2.0:1789608773.513770:0:32791:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.513771:0:32791:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789608773.513773:0:32791:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.513774:0:32791:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789608773.513776:0:32791:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789608773.513777:0:32791:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789608773.513779:0:32791:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608773.513780:0:32791:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789608773.513783:0:32791:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d9421c0a00 with handle 0xc54db3288176fe4f from hash 00010000:00000001:2.0:1789608773.513784:0:32791:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789608773.513786:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.513787:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.513788:0:32791:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789608773.513789:0:32791:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789608773.513790:0:32791:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789608773.513792:0:32791:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1789608773.513794:0:32791:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:2.0:1789608773.513796:0:32791:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:2.0:1789608773.513803:0:32791:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d27800. 00000020:00000040:2.0:1789608773.513809:0:32791:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=9 obd=lustre-MDT0000-mdc-ffff94d904ceb000 02000000:00000001:2.0:1789608773.513814:0:32791:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789608773.513817:0:32791:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.513819:0:32791:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789608773.513824:0:32791:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608773.513827:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.513829:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.513830:0:32791:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.513833:0:32791:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608773.513836:0:32791:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608773.513838:0:32791:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608773.513847:0:32791:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d911dcc800. 00000100:00000001:2.0:1789608773.513855:0:32791:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.513858:0:32791:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608773.513861:0:32791:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1789608773.513867:0:32791:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233400/0xc54db3288176fe79 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x91bddff8e8ed936b expref: -99 pid: 32790 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1789608773.513874:0:32791:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0a00/0xc54db3288176fe4f lrc: 1/0,0 mode: --/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x91bddff8e8ed92d8 expref: -99 pid: 32754 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1789608773.513880:0:32791:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232600/0xc54db3288176fe72 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed934f expref: -99 pid: 32790 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1789608773.513886:0:32791:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:2.0:1789608773.513889:0:32791:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:2.0:1789608773.513891:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789608773.513894:0:32791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233400/0xc54db3288176fe79 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x91bddff8e8ed936b expref: -99 pid: 32790 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:2.0:1789608773.513971:0:32791:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d9071bf7c0. 00010000:00000001:2.0:1789608773.513979:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.513980:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789608773.513983:0:32791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0a00/0xc54db3288176fe4f lrc: 0/0,0 mode: --/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x91bddff8e8ed92d8 expref: -99 pid: 32754 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:2.0:1789608773.513989:0:32791:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d907ddb280. 00010000:00000040:2.0:1789608773.513995:0:32791:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d904041100 count: 0 00010000:00000010:2.0:1789608773.514001:0:32791:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d9029cb680. 00010000:00000001:2.0:1789608773.514008:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.514009:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789608773.514011:0:32791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232600/0xc54db3288176fe72 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed934f expref: -99 pid: 32790 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1789608773.514017:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.514019:0:32791:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.514021:0:32791:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608773.514023:0:32791:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.514025:0:32791:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1789608773.514038:0:32791:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d904ceb000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1789608773.514049:0:32791:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d907d27800 x1876538934289024/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789608773.514058:0:32791:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789608773.514060:0:32791:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789608773.514068:0:32791:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d904bde240. 00000100:00000001:2.0:1789608773.514071:0:32791:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258541208128 : -117815168343488 : ffff94d904bde240) 00000100:00000001:2.0:1789608773.514074:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608773.514075:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592888832 : -117815116662784 : ffff94d907d27800) 00000100:00000001:2.0:1789608773.514081:0:32791:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608773.514085:0:32791:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.514088:0:32791:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789608773.514090:0:32791:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608773.514094:0:32791:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d27800 x1876538934289024/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608773.514102:0:32791:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608773.514105:0:32791:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608773.514109:0:32791:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608773.514111:0:32791:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608773.514114:0:32791:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608773.514117:0:32791:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d27800 pname:cluuid:pid:xid:nid:opc:job rm:25f5d458-2cbe-49cd-9693-334c08df7e27:32791:1876538934289024:192.168.203.121@tcp:36:rm.0 00000100:00000001:2.0:1789608773.514184:0:32791:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608773.514191:0:32791:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608773.514194:0:32791:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608773.514196:0:32791:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608773.514202:0:32791:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903dbf400. 02000000:00000001:2.0:1789608773.514204:0:32791:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608773.514214:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608773.514219:0:32791:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21e18. 00000400:00000010:2.0:1789608773.514227:0:32791:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c990. 00000100:00000200:2.0:1789608773.514235:0:32791:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934289024, portal 10 00000100:00000001:2.0:1789608773.514236:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608773.514238:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592888832 : -117815116662784 : ffff94d907d27800) 00000100:00000040:2.0:1789608773.514245:0:32791:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907d27800 x1876538934289024/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/624 e 0 to 0 dl 1789608789 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608773.514261:0:32791:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608773.514265:0:32791:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608773.514267:0:32791:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6cd48. 00000100:00000200:2.0:1789608773.514271:0:32791:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1876538934289024, offset 0 00000400:00000200:2.0:1789608773.514278:0:32791:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608773.514288:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608773.514298:0:32791:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608773.514304:0:32791:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608773.514309:0:32791:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608773.514313:0:32791:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608773.514316:0:32791:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608773.514321:0:32791:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2788:2788:256:4294967295] 192.168.203.121@tcp LPNI seq info [2788:2788:8:4294967295] 00000400:00000200:2.0:1789608773.514326:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608773.514337:0:32791:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608773.514344:0:32791:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608773.514349:0:32791:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903c79000. 00000800:00000200:2.0:1789608773.514358:0:32791:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608773.514368:0:32791:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608773.514373:0:32791:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903c79000 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:2.0:1789608773.514470:0:32791:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608773.514477:0:32791:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 855921 usecs (856 jiffies) 00000400:00000200:2.0:1789608773.514481:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608773.514484:0:32791:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296501460 00000100:00000001:2.0:1789608773.514489:0:32791:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296502623 00000100:00000001:2.0:1789608773.514491:0:32791:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296501460 00000100:00000001:2.0:1789608773.514493:0:32791:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296502623 00000100:00000001:2.0:1789608773.514496:0:32791:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608773.514499:0:32791:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.514502:0:32791:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608773.514504:0:32791:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789608773.514508:0:32791:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d904bde240 going to sleep for 11 seconds 00000100:00000001:2.0:1789608773.514511:0:32791:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608773.514515:0:32791:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608773.518963:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608773.518979:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903c79000. 00000400:00000200:1.0:1789608773.518992:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608773.519002:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608773.519013:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6cd48 00000400:00000010:1.0:1789608773.519017:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6cd48. 00000100:00000001:1.0:1789608773.519025:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608773.519036:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d27800 x1876538934289024/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/624 e 0 to 0 dl 1789608789 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608773.519050:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608773.519054:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d27800 x1876538934289024/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/624 e 0 to 0 dl 1789608789 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608773.519077:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608773.519079:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608773.521228:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.521260:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608773.521265:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.521269:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608773.521280:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.521290:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608773.521300:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.521306:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.521312:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.521318:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 456 into portal 10 MB=0x6aab3c495e280 00000400:00000200:1.0:1789608773.521323:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.521331:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 456/456 into md 0x7fb1 [1] + 224 00000800:00000001:1.0:1789608773.521340:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.521348:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608773.521352:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608773.521357:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608773.521365:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608773.521376:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d27800 x1876538934289024/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/624 e 0 to 0 dl 1789608789 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608773.521389:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff94d907d27800 x1876538934289024/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/624 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608773.521441:0:32791:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608773.521460:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608773.521470:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.521473:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1789608773.521786:0:32791:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608773.521789:0:32791:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608773.521793:0:32791:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21e18. 00000400:00000200:2.0:1789608773.521801:0:32791:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c990 00000400:00000010:2.0:1789608773.521804:0:32791:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c990. 00000100:00000001:2.0:1789608773.521808:0:32791:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608773.521813:0:32791:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d27800 x1876538934289024/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/624 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789608773.521822:0:32791:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d27800 x1876538934289024/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/624 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608773.521828:0:32791:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608773.521830:0:32791:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608773.521832:0:32791:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608773.521836:0:32791:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608773.521839:0:32791:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608773.521843:0:32791:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608773.521847:0:32791:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608773.521859:0:32791:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=131 v=5 (104 104 104 137) 00000100:00001000:2.0:1789608773.521864:0:32791:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608773.521867:0:32791:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608773.521869:0:32791:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.521872:0:32791:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608773.521877:0:32791:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.521881:0:32791:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789608773.521883:0:32791:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x100000141/0x100000143] 00000100:00000001:2.0:1789608773.521885:0:32791:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789608773.521887:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608773.521889:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592888832 : -117815116662784 : ffff94d907d27800) 00000100:00000001:2.0:1789608773.521892:0:32791:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608773.521903:0:32791:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967620 00000100:00000001:2.0:1789608773.521906:0:32791:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608773.521909:0:32791:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608773.521915:0:32791:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d27800 x1876538934289024/t4294967632(4294967632) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/456 e 0 to 0 dl 1789608789 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608773.521922:0:32791:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608773.521926:0:32791:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608773.521928:0:32791:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608773.521932:0:32791:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d27800 x1876538934289024/t4294967632(4294967632) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/456 e 0 to 0 dl 1789608789 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789608773.521941:0:32791:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d27800 pname:cluuid:pid:xid:nid:opc:job rm:25f5d458-2cbe-49cd-9693-334c08df7e27:32791:1876538934289024:192.168.203.121@tcp:36:rm.0 00000100:00000001:2.0:1789608773.521948:0:32791:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608773.521952:0:32791:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.521955:0:32791:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789608773.521958:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608773.521961:0:32791:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d27800 x1876538934289024/t4294967632(4294967632) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/456 e 0 to 0 dl 1789608789 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608773.521968:0:32791:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608773.521972:0:32791:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d904bde240. 00000100:00000001:2.0:1789608773.521975:0:32791:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789608773.521977:0:32791:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.521988:0:32791:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608773.521992:0:32791:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.521997:0:32791:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d9071bf140 2 00000080:00000010:2.0:1789608773.522002:0:32791:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dcd200. 00000100:00000001:2.0:1789608773.522010:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608773.522013:0:32791:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d27800 x1876538934289024/t4294967632(4294967632) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/456 e 0 to 0 dl 1789608789 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608773.522019:0:32791:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.522024:0:32791:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.522038:0:32791:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789608773.522042:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77e28 00000080:00002000:2.0:1789608773.522045:0:32791:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff94d919293510, parent ffff94d918a9aa20, inode 0000000000000000) hashed, 00000080:00000001:2.0:1789608773.522047:0:32791:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789608773.522055:0:32791:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789608773.522062:0:32791:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1789608773.522072:0:32791:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:2.0:1789608773.522075:0:32791:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1789608773.522078:0:32791:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789608773.522084:0:32791:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514695448 : -117815194856168 : ffff94d903295518) 00000020:00001000:2.0:1789608773.522087:0:32791:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295510 00000020:00000001:2.0:1789608773.522093:0:32791:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbf58 -> ffff94d9040dbf58 00000020:00000001:2.0:1789608773.522097:0:32791:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:2.0:1789608773.522100:0:32791:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1789608773.522103:0:32791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x26:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1789608773.522107:0:32791:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789608773.522109:0:32791:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1789608773.522110:0:32791:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789608773.522115:0:32791:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x26:0x0]io ffff94d904aad780 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1789608773.522119:0:32791:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b656c8) owner 0000000000000000/ffff94d909c40000 00020000:00000001:2.0:1789608773.522269:0:32791:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1789608773.522271:0:32791:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1789608773.522274:0:32791:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1789608773.522276:0:32791:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608773.522279:0:32791:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1789608773.522283:0:32791:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1789608773.522285:0:32791:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.522286:0:32791:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789608773.522288:0:32791:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1789608773.522289:0:32791:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1789608773.522291:0:32791:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b656c8) owner 0000000000000000/ffff94d909c40000 00000020:00000001:2.0:1789608773.522295:0:32791:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.522298:0:32791:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:2.0:1789608773.522299:0:32791:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1789608773.522302:0:32791:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1789608773.522305:0:32791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1789608773.522310:0:32791:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1789608773.522314:0:32791:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789608773.522316:0:32791:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1789608773.522317:0:32791:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789608773.522320:0:32791:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514696456 : -117815194855160 : ffff94d903295908) 00000020:00001000:2.0:1789608773.522322:0:32791:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295900 00000020:00000001:2.0:1789608773.522325:0:32791:0:(cl_object.c:143:cl_object_top()) ffff94d9040db468 -> ffff94d9040dbf58 00000020:00000001:2.0:1789608773.522327:0:32791:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:2.0:1789608773.522332:0:32791:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789608773.522333:0:32791:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1789608773.522335:0:32791:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1789608773.522337:0:32791:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258539960192 : -117815169591424 : ffff94d904aad780) 00000020:00000001:2.0:1789608773.522339:0:32791:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608773.522341:0:32791:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608773.522344:0:32791:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593373712 : -117815116177904 : ffff94d907d9de10) 00000020:00000001:2.0:1789608773.522347:0:32791:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1789608773.522348:0:32791:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608773.522351:0:32791:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.522353:0:32791:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.522355:0:32791:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:2.0:1789608773.522357:0:32791:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1789608773.522359:0:32791:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1789608773.522360:0:32791:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:2.0:1789608773.522363:0:32791:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1789608773.522364:0:32791:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.522366:0:32791:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608773.522368:0:32791:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608773.522370:0:32791:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.522371:0:32791:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1789608773.522373:0:32791:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.522375:0:32791:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.522377:0:32791:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:2.0:1789608773.522380:0:32791:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1789608773.522381:0:32791:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1789608773.522383:0:32791:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:2.0:1789608773.522386:0:32791:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1789608773.522389:0:32791:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:2.0:1789608773.522393:0:32791:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:2.0:1789608773.522396:0:32791:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff94d9183e5dc0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1789608773.522399:0:32791:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1789608773.522403:0:32791:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff94d9183e5dc0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:2.0:1789608773.522407:0:32791:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608773.522409:0:32791:0:(osc_io.c:1174:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.522411:0:32791:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608773.522413:0:32791:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608773.522415:0:32791:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.522418:0:32791:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.522421:0:32791:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:2.0:1789608773.522422:0:32791:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1789608773.522424:0:32791:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1789608773.522425:0:32791:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:2.0:1789608773.522426:0:32791:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:2.0:1789608773.522428:0:32791:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608773.522429:0:32791:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1789608773.522431:0:32791:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:2.0:1789608773.522433:0:32791:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:2.0:1789608773.522435:0:32791:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1789608773.522436:0:32791:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1789608773.522437:0:32791:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:2.0:1789608773.522438:0:32791:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1789608773.522439:0:32791:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608773.522441:0:32791:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608773.522443:0:32791:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1789608773.522444:0:32791:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1789608773.522446:0:32791:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1789608773.522448:0:32791:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1789608773.522449:0:32791:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1789608773.522451:0:32791:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1789608773.522452:0:32791:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1789608773.522453:0:32791:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1789608773.522455:0:32791:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1789608773.522457:0:32791:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608773.522459:0:32791:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608773.522461:0:32791:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1789608773.522462:0:32791:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1789608773.522464:0:32791:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.522466:0:32791:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:2.0:1789608773.522468:0:32791:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1789608773.522469:0:32791:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1789608773.522470:0:32791:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:2.0:1789608773.522472:0:32791:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789608773.522473:0:32791:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295900 00020000:00000001:2.0:1789608773.522476:0:32791:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1789608773.522478:0:32791:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1789608773.522480:0:32791:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1789608773.522483:0:32791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x26:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1789608773.522485:0:32791:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789608773.522486:0:32791:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789608773.522489:0:32791:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295510 00000080:00000001:2.0:1789608773.522491:0:32791:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.522496:0:32791:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:2.0:1789608773.522499:0:32791:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x26:0x0](ffff94d918920908) 00800000:00000001:2.0:1789608773.522504:0:32791:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:2.0:1789608773.522506:0:32791:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x26:0x0] 00000002:00000001:2.0:1789608773.522513:0:32791:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:2.0:1789608773.522521:0:32791:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.522523:0:32791:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:2.0:1789608773.522526:0:32791:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608773.522528:0:32791:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.522531:0:32791:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:2.0:1789608773.522534:0:32791:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:2.0:1789608773.522536:0:32791:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.522538:0:32791:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.522542:0:32791:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789608773.522544:0:32791:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514695448 : -117815194856168 : ffff94d903295518) 00000020:00001000:2.0:1789608773.522546:0:32791:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295510 00020000:00000001:2.0:1789608773.522553:0:32791:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:2.0:1789608773.522555:0:32791:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b656c8) owner 0000000000000000/ffff94d909c40000 00020000:00000001:2.0:1789608773.522558:0:32791:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:2.0:1789608773.522561:0:32791:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d907f831e0, objid 0x26:1029, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789608773.522567:0:32791:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789608773.522571:0:32791:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d907096a00: ostid: 0x280000401:21 ost idx: 0 gen: 0 00020000:00000001:2.0:1789608773.522575:0:32791:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:2.0:1789608773.522578:0:32791:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608773.522580:0:32791:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:2.0:1789608773.522582:0:32791:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:2.0:1789608773.522587:0:32791:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:2.0:1789608773.522592:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fce00 count: 2 00010000:00000001:2.0:1789608773.522595:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608773.522598:0:32791:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:2.0:1789608773.522601:0:32791:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:2.0:1789608773.522609:0:32791:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 1789608755 1789608755 1789608755 by oinfo size 0 blocks 1 [cma]time 1789608755 1789608755 1789608755 ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000be74a2bb/0xc54db3288176fe80 lrc: 1/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x91bddff8e8ed9372 expref: -99 pid: 32790 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:2.0:1789608773.522623:0:32791:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5dc0 -> ffff94d9040dbf58 00000020:00000001:2.0:1789608773.522625:0:32791:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5dc0 -> ffff94d9040dbf58 00000008:00000001:2.0:1789608773.522628:0:32791:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789608773.522630:0:32791:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789608773.522633:0:32791:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789608773.522635:0:32791:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1789608773.522641:0:32791:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff94d9183e5dc0. 00020000:00000001:2.0:1789608773.522646:0:32791:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:2.0:1789608773.522648:0:32791:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff94d9040db3e8. 00020000:00000001:2.0:1789608773.522653:0:32791:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:2.0:1789608773.522655:0:32791:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608773.522658:0:32791:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789608773.522660:0:32791:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b656c8) owner 0000000000000000/ffff94d909c40000 00020000:00000001:2.0:1789608773.522663:0:32791:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:2.0:1789608773.522665:0:32791:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:2.0:1789608773.522666:0:32791:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b656c8) owner 0000000000000000/ffff94d909c40000 00020000:00000001:2.0:1789608773.522669:0:32791:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:2.0:1789608773.522672:0:32791:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff94d91806bc88. 00020000:00000010:2.0:1789608773.522723:0:32791:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff94d904bde840. 00020000:00000010:2.0:1789608773.522727:0:32791:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff94d911da5390. 00020000:00000002:2.0:1789608773.522733:0:32791:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d907f831e0, objid 0x26:1029, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789608773.522737:0:32791:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789608773.522740:0:32791:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d907096a00: ostid: 0x280000401:21 ost idx: 0 gen: 0 00020000:00000010:2.0:1789608773.522745:0:32791:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d907096a00. 00020000:00000010:2.0:1789608773.522748:0:32791:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d907f83720. 00020000:00000010:2.0:1789608773.522753:0:32791:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d907f831e0. 00020000:00000001:2.0:1789608773.522755:0:32791:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:2.0:1789608773.522757:0:32791:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b656c8) owner 0000000000000000/ffff94d909c40000 00020000:00000010:2.0:1789608773.522759:0:32791:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff94d910b656c8. 00020000:00000001:2.0:1789608773.522774:0:32791:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:2.0:1789608773.522778:0:32791:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff94d9040dbed8. 00000020:00001000:2.0:1789608773.522782:0:32791:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295510 00000080:00000001:2.0:1789608773.522785:0:32791:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:2.0:1789608773.522788:0:32791:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:2.0:1789608773.522831:0:32791:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:2.0:1789608773.522834:0:32791:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1789608773.522838:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77dd0 00000080:00200008:2.0:1789608773.522840:0:32791:0:(file.c:479:ll_file_release()) START file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff94d9189242c8), flags 704000 00000080:00400000:2.0:1789608773.522845:0:32791:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000405:0x24:0x0] 00000080:00000001:2.0:1789608773.522849:0:32791:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:2.0:1789608773.522851:0:32791:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:2.0:1789608773.522854:0:32791:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:2.0:1789608773.522860:0:32791:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608773.522864:0:32791:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608773.522867:0:32791:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608773.522871:0:32791:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608773.522874:0:32791:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.522876:0:32791:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:2.0:1789608773.522878:0:32791:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.522882:0:32791:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608773.522885:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608773.522889:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69a00 count: 2 00010000:00000001:2.0:1789608773.522892:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608773.523089:0:32791:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1789608773.523094:0:32791:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1789608773.523098:0:32791:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789608773.523105:0:32791:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608773.523110:0:32791:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176feaa lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed940c expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1789608773.523170:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.523173:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608773.523175:0:32791:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:2.0:1789608773.523179:0:32791:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x24:0x0]: 16 00000080:00000010:2.0:1789608773.523183:0:32791:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d91a6d32c0. 00000080:00000001:2.0:1789608773.523189:0:32791:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.523194:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77dd0 00000080:00000008:2.0:1789608773.523196:0:32791:0:(file.c:523:ll_file_release()) COMPLETED file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff94d9189242c8), flags 704000, rc = 0 00000080:00000001:2.0:1789608773.523199:0:32791:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.523201:0:32791:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.523205:0:32791:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789608773.523206:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77e00 00000080:00002000:2.0:1789608773.523209:0:32791:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-2 (ffff94d918a9aa20, parent ffff94d918a99a20, inode ffff94d9189242c8) hashed, 00000080:00000001:2.0:1789608773.523212:0:32791:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789608773.523217:0:32791:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789608773.523221:0:32791:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1789608773.523270:0:32791:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789608773.523275:0:32791:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789608773.523278:0:32791:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789608773.523279:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77bd8 00000080:00200000:2.0:1789608773.523282:0:32791:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:2.0:1789608773.523289:0:32791:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d911dcd200. 00800000:00000002:2.0:1789608773.523295:0:32791:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:2.0:1789608773.523300:0:32791:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789608773.523303:0:32791:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789608773.523305:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77af8 00800000:00000002:2.0:1789608773.523308:0:32791:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608773.523313:0:32791:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789608773.523316:0:32791:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608773.523317:0:32791:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608773.523319:0:32791:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608773.523321:0:32791:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608773.523323:0:32791:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.523325:0:32791:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608773.523327:0:32791:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.523330:0:32791:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789608773.523335:0:32791:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789608773.523337:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c779c8 00000002:00010000:2.0:1789608773.523339:0:32791:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789608773.523342:0:32791:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789608773.523344:0:32791:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608773.523345:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608773.523349:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904041b00 count: 2 00010000:00000001:2.0:1789608773.523351:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608773.523355:0:32791:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608773.523358:0:32791:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789608773.523362:0:32791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe9c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed93f0 expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1789608773.523371:0:32791:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789608773.523373:0:32791:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608773.523376:0:32791:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe9c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed93f0 expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1789608773.523383:0:32791:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789608773.523385:0:32791:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789608773.523388:0:32791:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608773.523390:0:32791:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608773.523392:0:32791:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608773.523394:0:32791:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789608773.523397:0:32791:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789608773.523400:0:32791:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:2.0:1789608773.523403:0:32791:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dcd200. 00000080:00000001:2.0:1789608773.523407:0:32791:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789608773.523408:0:32791:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608773.523411:0:32791:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:2.0:1789608773.523415:0:32791:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176fe9c 00800000:00000001:2.0:1789608773.523418:0:32791:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789608773.523420:0:32791:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789608773.523422:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.523425:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.523429:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:2.0:1789608773.523432:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:2.0:1789608773.523435:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:2.0:1789608773.523438:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.523439:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608773.523441:0:32791:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608773.523443:0:32791:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608773.523446:0:32791:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fe9c from it ffffae3e01c77c10 00010000:00000001:2.0:1789608773.523448:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.523449:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.523451:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:2.0:1789608773.523453:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:2.0:1789608773.523455:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:2.0:1789608773.523457:0:32791:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608773.523460:0:32791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe9c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed93f0 expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1789608773.523467:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.523468:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.523470:0:32791:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789608773.523471:0:32791:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789608773.523474:0:32791:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe9c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed93f0 expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1789608773.523482:0:32791:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789608773.523486:0:32791:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789608773.523488:0:32791:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608773.523493:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.523494:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.523496:0:32791:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.523500:0:32791:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789608773.523502:0:32791:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.523504:0:32791:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.523507:0:32791:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.523510:0:32791:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608773.523512:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.523513:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789608773.523516:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789608773.523518:0:32791:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608773.523520:0:32791:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 1 00000080:00000001:2.0:1789608773.523524:0:32791:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789608773.523543:0:32791:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d907f68f20. 00000020:00000001:2.0:1789608773.523547:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77dc8 00000080:00200000:2.0:1789608773.523549:0:32791:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff94d918926c08), flags=0 00000080:00000001:2.0:1789608773.523553:0:32791:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1789608773.523556:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77c78 00000080:00200000:2.0:1789608773.523558:0:32791:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff94d918926c08), intent=getattr 00000080:00000010:2.0:1789608773.523568:0:32791:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d911dcd200. 00800000:00000002:2.0:1789608773.523571:0:32791:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:2.0:1789608773.523576:0:32791:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789608773.523578:0:32791:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789608773.523579:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77b98 00800000:00000002:2.0:1789608773.523581:0:32791:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608773.523584:0:32791:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789608773.523587:0:32791:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608773.523589:0:32791:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608773.523590:0:32791:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608773.523591:0:32791:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608773.523593:0:32791:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.523595:0:32791:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608773.523596:0:32791:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608773.523598:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77b30 00800000:00000002:2.0:1789608773.523600:0:32791:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-2' -> mds #0 00000002:00000001:2.0:1789608773.523603:0:32791:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789608773.523604:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77a68 00000002:00010000:2.0:1789608773.523606:0:32791:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:2.0:1789608773.523610:0:32791:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789608773.523613:0:32791:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789608773.523619:0:32791:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d25c00. 00000020:00000040:2.0:1789608773.523624:0:32791:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=10 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00010000:00000001:2.0:1789608773.523632:0:32791:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789608773.523637:0:32791:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608773.523640:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.523641:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.523642:0:32791:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.523645:0:32791:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608773.523647:0:32791:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608773.523650:0:32791:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608773.523659:0:32791:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d903dbc000. 00000100:00000001:2.0:1789608773.523667:0:32791:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.523673:0:32791:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608773.523987:0:32791:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.523992:0:32791:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608773.523993:0:32791:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.523995:0:32791:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.524007:0:32791:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626258592881664 : -117815116669952 : ffff94d907d25c00) 00010000:00000001:2.0:1789608773.524013:0:32791:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789608773.524016:0:32791:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1789608773.524019:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904041b00 count: 2 00010000:00000001:2.0:1789608773.524021:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608773.524024:0:32791:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789608773.524029:0:32791:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d909232800. 00000020:00000001:2.0:1789608773.524033:0:32791:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789608773.524036:0:32791:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d909232800 with handle 0xc54db3288176feb1 to hash 00000020:00000001:2.0:1789608773.524039:0:32791:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789608773.524041:0:32791:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000001:2.0:1789608773.524045:0:32791:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000001:2.0:1789608773.524049:0:32791:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608773.524051:0:32791:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608773.524054:0:32791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232800/0xc54db3288176feb1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32791 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789608773.524062:0:32791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232800/0xc54db3288176feb1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32791 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789608773.524073:0:32791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232800/0xc54db3288176feb1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32791 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789608773.524079:0:32791:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789608773.524081:0:32791:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789608773.524088:0:32791:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d904bde840. 00000100:00000001:2.0:1789608773.524090:0:32791:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258541209664 : -117815168341952 : ffff94d904bde840) 00000100:00000001:2.0:1789608773.524093:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608773.524095:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592881664 : -117815116669952 : ffff94d907d25c00) 00000100:00000001:2.0:1789608773.524100:0:32791:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608773.524105:0:32791:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.524107:0:32791:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789608773.524109:0:32791:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608773.524179:0:32791:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d25c00 x1876538934289152/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.524189:0:32791:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608773.524192:0:32791:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608773.524196:0:32791:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608773.524199:0:32791:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608773.524202:0:32791:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608773.524206:0:32791:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d25c00 pname:cluuid:pid:xid:nid:opc:job rm:25f5d458-2cbe-49cd-9693-334c08df7e27:32791:1876538934289152:192.168.203.121@tcp:101:rm.0 00000100:00000001:2.0:1789608773.524211:0:32791:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608773.524218:0:32791:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608773.524221:0:32791:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608773.524224:0:32791:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608773.524230:0:32791:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d902b3e800. 02000000:00000001:2.0:1789608773.524233:0:32791:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608773.524243:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608773.524248:0:32791:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21e18. 00000400:00000010:2.0:1789608773.524265:0:32791:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c990. 00000100:00000200:2.0:1789608773.524274:0:32791:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876538934289152, portal 10 00000100:00000001:2.0:1789608773.524276:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608773.524277:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592881664 : -117815116669952 : ffff94d907d25c00) 00000100:00000040:2.0:1789608773.524284:0:32791:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d907d25c00 x1876538934289152/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608789 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.524292:0:32791:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608773.524295:0:32791:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608773.524298:0:32791:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6caa0. 00000100:00000200:2.0:1789608773.524302:0:32791:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876538934289152, offset 0 00000400:00000200:2.0:1789608773.524308:0:32791:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608773.524319:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608773.524329:0:32791:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608773.524337:0:32791:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608773.524342:0:32791:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608773.524346:0:32791:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608773.524349:0:32791:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608773.524353:0:32791:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2789:2789:256:4294967295] 192.168.203.121@tcp LPNI seq info [2789:2789:8:4294967295] 00000400:00000200:2.0:1789608773.524357:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608773.524370:0:32791:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608773.524376:0:32791:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608773.524381:0:32791:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903c79b00. 00000800:00000200:2.0:1789608773.524389:0:32791:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608773.524399:0:32791:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608773.524405:0:32791:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903c79b00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1789608773.524473:0:32791:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608773.524480:0:32791:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 854753 usecs (855 jiffies) 00000400:00000200:2.0:1789608773.524483:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608773.524488:0:32791:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296501469 00000100:00000001:2.0:1789608773.524492:0:32791:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296502623 00000100:00000001:2.0:1789608773.524494:0:32791:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296501469 00000100:00000001:2.0:1789608773.524497:0:32791:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296502623 00000100:00000001:2.0:1789608773.524500:0:32791:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608773.524503:0:32791:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.524506:0:32791:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608773.524508:0:32791:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789608773.524511:0:32791:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d904bde840 going to sleep for 11 seconds 00000100:00000001:2.0:1789608773.524515:0:32791:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608773.524518:0:32791:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1789608773.524830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909233400. 00010000:00000010:2.1:1789608773.524838:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041100. 00010000:00000010:2.1:1789608773.524842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0a00. 00010000:00000010:2.1:1789608773.524847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232600. 00000800:00000200:1.0:1789608773.529359:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608773.529372:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903c79b00. 00000400:00000200:1.0:1789608773.529386:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608773.529396:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608773.529407:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6caa0 00000400:00000010:1.0:1789608773.529411:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6caa0. 00000100:00000001:1.0:1789608773.529419:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608773.529430:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25c00 x1876538934289152/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608789 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608773.529445:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608773.529449:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d25c00 x1876538934289152/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608789 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608773.529457:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608773.529459:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608773.530009:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.530029:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608773.530033:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.530035:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608773.530045:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.530051:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608773.530059:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.530064:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.530070:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.530075:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 688 into portal 10 MB=0x6aab3c495e300 00000400:00000200:1.0:1789608773.530081:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.530285:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 688/688 into md 0x7fb9 [1] + 224 00000800:00000001:1.0:1789608773.530295:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.530306:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608773.530309:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608773.530313:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608773.530319:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608773.530326:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d25c00 x1876538934289152/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608789 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608773.530337:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d907d25c00 x1876538934289152/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.530391:0:32791:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608773.530410:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608773.530420:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.530424:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1789608773.530464:0:32791:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608773.530467:0:32791:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608773.530471:0:32791:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21e18. 00000400:00000200:2.0:1789608773.530477:0:32791:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c990 00000400:00000010:2.0:1789608773.530480:0:32791:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c990. 00000100:00000001:2.0:1789608773.530483:0:32791:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608773.530488:0:32791:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d25c00 x1876538934289152/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789608773.530498:0:32791:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d25c00 x1876538934289152/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.530505:0:32791:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608773.530507:0:32791:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608773.530509:0:32791:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608773.530513:0:32791:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608773.530516:0:32791:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608773.530519:0:32791:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608773.530522:0:32791:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608773.530534:0:32791:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=131 v=5 (104 104 104 137) 00000100:00001000:2.0:1789608773.530539:0:32791:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608773.530543:0:32791:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608773.530545:0:32791:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.530548:0:32791:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608773.530553:0:32791:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.530557:0:32791:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608773.530560:0:32791:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967620 00000100:00000001:2.0:1789608773.530562:0:32791:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608773.530566:0:32791:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608773.530571:0:32791:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d25c00 x1876538934289152/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/688 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.530578:0:32791:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608773.530582:0:32791:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608773.530585:0:32791:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608773.530589:0:32791:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d25c00 x1876538934289152/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/688 e 0 to 0 dl 1789608789 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789608773.530599:0:32791:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d25c00 pname:cluuid:pid:xid:nid:opc:job rm:25f5d458-2cbe-49cd-9693-334c08df7e27:32791:1876538934289152:192.168.203.121@tcp:101:rm.0 00000100:00000001:2.0:1789608773.530604:0:32791:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608773.530607:0:32791:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.530610:0:32791:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789608773.530612:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608773.530615:0:32791:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d25c00 x1876538934289152/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/688 e 0 to 0 dl 1789608789 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.530622:0:32791:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608773.530626:0:32791:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d904bde840. 00000100:00000001:2.0:1789608773.530630:0:32791:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789608773.530631:0:32791:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.530635:0:32791:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789608773.530639:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.530643:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.530647:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232800 refcount=4 00000020:00000001:2.0:1789608773.530650:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000001:2.0:1789608773.530653:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000040:2.0:1789608773.530661:0:32791:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d909232800, remote cookie: 0x91bddff8e8ed944b, flags: 0x1001 00010000:00010000:2.0:1789608773.530668:0:32791:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232800/0xc54db3288176feb1 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed944b expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789608773.530762:0:32791:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x24:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1789608773.530814:0:32791:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:2.0:1789608773.530823:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69a00 count: 2 00010000:00000001:2.0:1789608773.530827:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608773.530831:0:32791:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608773.530836:0:32791:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232800/0xc54db3288176feb1 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed944b expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789608773.530846:0:32791:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232800/0xc54db3288176feb1 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed944b expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608773.530854:0:32791:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789608773.530860:0:32791:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789608773.530863:0:32791:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789608773.530866:0:32791:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789608773.530867:0:32791:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789608773.530870:0:32791:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x24:0x0].0x0 (ffff94d903b69a00) refcount = 2 00010000:00000040:2.0:1789608773.530874:0:32791:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1789608773.530878:0:32791:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176feaa lrc: 1/0,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed940c expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1789608773.530887:0:32791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232800/0xc54db3288176feb1 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed944b expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608773.530957:0:32791:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789608773.530962:0:32791:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789608773.530964:0:32791:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608773.530968:0:32791:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789608773.530971:0:32791:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608773.530975:0:32791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232800/0xc54db3288176feb1 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed944b expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608773.530983:0:32791:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789608773.530985:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.530987:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.530988:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.530989:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.530991:0:32791:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.530997:0:32791:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789608773.530999:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.531000:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.531002:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232800 refcount=3 00000020:00000001:2.0:1789608773.531004:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000001:2.0:1789608773.531007:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000001:2.0:1789608773.531010:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.531012:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.531013:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232800 refcount=4 00000020:00000001:2.0:1789608773.531015:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000001:2.0:1789608773.531017:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000001:2.0:1789608773.531021:0:32791:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608773.531024:0:32791:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608773.531028:0:32791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232800/0xc54db3288176feb1 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed944b expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608773.531035:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.531036:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.531038:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.531039:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.531041:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232800 refcount=5 00000020:00000001:2.0:1789608773.531043:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000001:2.0:1789608773.531045:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000001:2.0:1789608773.531047:0:32791:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608773.531050:0:32791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232800/0xc54db3288176feb1 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed944b expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608773.531058:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.531059:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789608773.531062:0:32791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232800/0xc54db3288176feb1 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed944b expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608773.531069:0:32791:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608773.531070:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.531071:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.531072:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.531074:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789608773.531079:0:32791:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d907d25c00 x1876538934289152/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/688 e 0 to 0 dl 1789608789 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1789608773.531088:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.531089:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.531090:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232800 refcount=3 00000020:00000001:2.0:1789608773.531092:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000001:2.0:1789608773.531094:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000001:2.0:1789608773.531096:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.531097:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608773.531100:0:32791:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.531102:0:32791:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.531106:0:32791:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1789608773.531109:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.531110:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.531111:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232800 refcount=3 00000020:00000001:2.0:1789608773.531113:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000001:2.0:1789608773.531115:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00000002:00010000:2.0:1789608773.531172:0:32791:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232800/0xc54db3288176feb1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed944b expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608773.531181:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.531182:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.531184:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789608773.531186:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.531187:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.531188:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232800 refcount=3 00000020:00000001:2.0:1789608773.531190:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000001:2.0:1789608773.531192:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000040:2.0:1789608773.531195:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69a00 count: 3 00010000:00000001:2.0:1789608773.531198:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789608773.531202:0:32791:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d91081f000 type 13 mode 4 res 8589935621/36 (0 0) 00010000:00000001:2.0:1789608773.531206:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.531207:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608773.531208:0:32791:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789608773.531211:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c779f0 00000002:00002000:2.0:1789608773.531214:0:32791:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-2 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1789608773.531218:0:32791:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608773.531222:0:32791:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608773.531225:0:32791:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789608773.531229:0:32791:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1789608773.531233:0:32791:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.531237:0:32791:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000001:2.0:1789608773.531240:0:32791:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1789608773.531243:0:32791:0:(namei.c:674:ll_lookup_it_finish()) it ffffae3e01c77e00 it_disposition b 00000080:00000001:2.0:1789608773.531246:0:32791:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789608773.531263:0:32791:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1789608773.531268:0:32791:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1789608773.531278:0:32791:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d9071bf7c0. 00800000:00000001:2.0:1789608773.531280:0:32791:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626258580928448 : -117815128623168 : ffff94d9071bf7c0) 00800000:00000001:2.0:1789608773.531283:0:32791:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.531285:0:32791:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789608773.531288:0:32791:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:2.0:1789608773.531292:0:32791:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1789608773.531298:0:32791:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1789608773.531300:0:32791:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x24:0x0] 00000080:00000001:2.0:1789608773.531303:0:32791:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1789608773.531307:0:32791:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1789608773.531309:0:32791:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.531313:0:32791:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:2.0:1789608773.531316:0:32791:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1789608773.531318:0:32791:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611172 mtime from 1789608755 to 1789608773 00000080:00200000:2.0:1789608773.531324:0:32791:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x24:0x0], updating i_size 16384 00000080:00200000:2.0:1789608773.531327:0:32791:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x24:0x0](ffff94d9189242c8): rc = 0 00000080:00000001:2.0:1789608773.531330:0:32791:0:(namei.c:156:ll_iget()) Process leaving (rc=18446626258873893576 : -117814835658040 : ffff94d9189242c8) 00010000:00000001:2.0:1789608773.531332:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.531333:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.531335:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232800 refcount=3 00000020:00000001:2.0:1789608773.531337:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000001:2.0:1789608773.531339:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000001:2.0:1789608773.531341:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.531342:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789608773.531344:0:32791:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789608773.531347:0:32791:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1789608773.531348:0:32791:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d9071bf7c0 1 00800000:00000010:2.0:1789608773.531351:0:32791:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d9071bf7c0. 00800000:00000001:2.0:1789608773.531355:0:32791:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608773.531358:0:32791:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x24:0x0](ffff94d9189242c8) for lock 0xc54db3288176feb1 00800000:00000001:2.0:1789608773.531361:0:32791:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789608773.531363:0:32791:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789608773.531364:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.531365:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.531367:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232800 refcount=3 00000020:00000001:2.0:1789608773.531369:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000001:2.0:1789608773.531371:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000001:2.0:1789608773.531374:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.531375:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608773.531376:0:32791:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608773.531378:0:32791:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1789608773.531384:0:32791:0:(namei.c:653:ll_splice_alias()) Add dentry ffff94d918a9ae58 inode ffff94d9189242c8 refc 1 flags 0x20000e 00000080:00000002:2.0:1789608773.531389:0:32791:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-2 [0x200000405:0x24:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:2.0:1789608773.531393:0:32791:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1789608773.531397:0:32791:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x24:0x0](ffff94d9189242c8) 00000080:00010000:2.0:1789608773.531401:0:32791:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176feb1 from it ffffae3e01c77e00 00010000:00000001:2.0:1789608773.531403:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.531405:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.531406:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232800 refcount=3 00000020:00000001:2.0:1789608773.531408:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000001:2.0:1789608773.531411:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000001:2.0:1789608773.531413:0:32791:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608773.531415:0:32791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232800/0xc54db3288176feb1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed944b expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608773.531421:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.531423:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.531424:0:32791:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789608773.531427:0:32791:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789608773.531430:0:32791:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232800/0xc54db3288176feb1 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed944b expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789608773.531438:0:32791:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789608773.531441:0:32791:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789608773.531443:0:32791:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608773.531447:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.531448:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.531450:0:32791:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.531454:0:32791:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789608773.531456:0:32791:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.531459:0:32791:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.531462:0:32791:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.531464:0:32791:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608773.531465:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.531466:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789608773.531468:0:32791:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789608773.531472:0:32791:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dcd200. 00000100:00000001:2.0:1789608773.531477:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608773.531482:0:32791:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d25c00 x1876538934289152/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/688 e 0 to 0 dl 1789608789 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.531490:0:32791:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608773.531493:0:32791:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608773.531497:0:32791:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d902b3e800. 02000000:00000001:2.0:1789608773.531501:0:32791:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608773.531504:0:32791:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608773.531505:0:32791:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=9 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:2.0:1789608773.531508:0:32791:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608773.531512:0:32791:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d903dbc000. 02000000:00000001:2.0:1789608773.531516:0:32791:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608773.531518:0:32791:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608773.531520:0:32791:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d25c00. 00000100:00000001:2.0:1789608773.531523:0:32791:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608773.531524:0:32791:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789608773.531527:0:32791:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1789608773.531528:0:32791:0:(dcache.c:176:ll_intent_release()) intent ffffae3e01c77e00 released 00000080:00000001:2.0:1789608773.531530:0:32791:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1789608773.531535:0:32791:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789608773.531538:0:32791:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789608773.531539:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77d50 00000080:00200000:2.0:1789608773.531542:0:32791:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:2.0:1789608773.531547:0:32791:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d911dcd200. 00800000:00000002:2.0:1789608773.531552:0:32791:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:2.0:1789608773.531555:0:32791:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789608773.531558:0:32791:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789608773.531561:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77c70 00800000:00000002:2.0:1789608773.531563:0:32791:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608773.531567:0:32791:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789608773.531570:0:32791:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608773.531572:0:32791:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608773.531575:0:32791:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608773.531578:0:32791:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608773.531580:0:32791:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.531583:0:32791:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608773.531585:0:32791:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.531589:0:32791:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789608773.531594:0:32791:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789608773.531596:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77b40 00000002:00010000:2.0:1789608773.531598:0:32791:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789608773.531602:0:32791:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789608773.531605:0:32791:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608773.531607:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608773.531610:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904041b00 count: 2 00010000:00000001:2.0:1789608773.531612:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608773.531615:0:32791:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608773.531617:0:32791:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789608773.531621:0:32791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe9c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed93f0 expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1789608773.531630:0:32791:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789608773.531635:0:32791:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608773.531639:0:32791:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe9c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed93f0 expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1789608773.531647:0:32791:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789608773.531650:0:32791:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789608773.531652:0:32791:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608773.531654:0:32791:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608773.531656:0:32791:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608773.531658:0:32791:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789608773.531660:0:32791:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789608773.531662:0:32791:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:2.0:1789608773.531664:0:32791:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dcd200. 00000080:00000001:2.0:1789608773.531668:0:32791:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789608773.531669:0:32791:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608773.531672:0:32791:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:2.0:1789608773.531707:0:32791:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176fe9c 00800000:00000001:2.0:1789608773.531710:0:32791:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789608773.531713:0:32791:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789608773.531714:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.531716:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.531718:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:2.0:1789608773.531720:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:2.0:1789608773.531723:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:2.0:1789608773.531725:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.531727:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608773.531728:0:32791:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608773.531730:0:32791:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608773.531732:0:32791:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fe9c from it ffffae3e01c77d88 00010000:00000001:2.0:1789608773.531734:0:32791:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608773.531735:0:32791:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608773.531736:0:32791:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:2.0:1789608773.531738:0:32791:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:2.0:1789608773.531740:0:32791:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:2.0:1789608773.531742:0:32791:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608773.531744:0:32791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe9c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed93f0 expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1789608773.531752:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.531753:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.531754:0:32791:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789608773.531756:0:32791:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789608773.531758:0:32791:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe9c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed93f0 expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1789608773.531821:0:32791:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789608773.531823:0:32791:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789608773.531824:0:32791:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608773.531826:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.531827:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.531829:0:32791:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.531831:0:32791:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789608773.531833:0:32791:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.531835:0:32791:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.531837:0:32791:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.531839:0:32791:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608773.531841:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.531842:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789608773.531844:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789608773.531846:0:32791:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608773.531848:0:32791:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 3 00000080:00000001:2.0:1789608773.531854:0:32791:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.531860:0:32791:0:(namei.c:2258:ll_rmdir()) Process entered 00000020:00000001:2.0:1789608773.531862:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77e18 00000080:00200000:2.0:1789608773.531864:0:32791:0:(namei.c:2261:ll_rmdir()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00000001:2.0:1789608773.531868:0:32791:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:2.0:1789608773.531871:0:32791:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21h.recovery-small-2, [0x200000405:0x24:0x0]) is foreign... 00000080:00000001:2.0:1789608773.531874:0:32791:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1789608773.531879:0:32791:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d911dcd200. 00800000:00000002:2.0:1789608773.531882:0:32791:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00800000:00000001:2.0:1789608773.531889:0:32791:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:2.0:1789608773.531894:0:32791:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608773.531959:0:32791:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608773.531961:0:32791:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608773.531962:0:32791:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608773.531965:0:32791:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.531966:0:32791:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608773.531968:0:32791:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608773.531970:0:32791:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608773.531972:0:32791:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608773.531973:0:32791:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608773.531975:0:32791:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608773.531976:0:32791:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.531978:0:32791:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:2.0:1789608773.531979:0:32791:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608773.531982:0:32791:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:2.0:1789608773.531983:0:32791:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608773.531984:0:32791:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608773.531985:0:32791:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608773.531986:0:32791:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608773.531988:0:32791:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.531989:0:32791:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:2.0:1789608773.531991:0:32791:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.531994:0:32791:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x24:0x0] 00800000:00000001:2.0:1789608773.531996:0:32791:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.531998:0:32791:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x24:0x0] -> mds #0 00000002:00000001:2.0:1789608773.532003:0:32791:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:2.0:1789608773.532006:0:32791:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789608773.532009:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904041b00 count: 2 00010000:00000001:2.0:1789608773.532011:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608773.532014:0:32791:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789608773.532018:0:32791:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789608773.532021:0:32791:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe9c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x91bddff8e8ed93f0 expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:2.0:1789608773.532030:0:32791:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789608773.532035:0:32791:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789608773.532037:0:32791:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789608773.532039:0:32791:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1789608773.532041:0:32791:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608773.532042:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608773.532044:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904041b00 count: 3 00010000:00000001:2.0:1789608773.532046:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789608773.532048:0:32791:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.532050:0:32791:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608773.532051:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608773.532052:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904041b00 count: 3 00010000:00000001:2.0:1789608773.532054:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789608773.532055:0:32791:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.532057:0:32791:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608773.532058:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608773.532059:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904041b00 count: 3 00010000:00000001:2.0:1789608773.532061:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789608773.532063:0:32791:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.532065:0:32791:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789608773.532068:0:32791:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff94d918926b40, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1789608773.532073:0:32791:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1789608773.532075:0:32791:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1789608773.532077:0:32791:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789608773.532079:0:32791:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.532082:0:32791:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789608773.532085:0:32791:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789608773.532087:0:32791:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789608773.532088:0:32791:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608773.532090:0:32791:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789608773.532092:0:32791:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d9421c0000 with handle 0xc54db3288176fe9c from hash 00010000:00000001:2.0:1789608773.532095:0:32791:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789608773.532096:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.532097:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.532099:0:32791:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789608773.532101:0:32791:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789608773.532103:0:32791:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789608773.532106:0:32791:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789608773.532108:0:32791:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789608773.532111:0:32791:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789608773.532113:0:32791:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789608773.532115:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69a00 count: 3 00010000:00000001:2.0:1789608773.532117:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608773.532118:0:32791:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789608773.532372:0:32791:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789608773.532377:0:32791:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232800/0xc54db3288176feb1 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x91bddff8e8ed944b expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1789608773.532385:0:32791:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789608773.532387:0:32791:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789608773.532389:0:32791:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789608773.532390:0:32791:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x24:0x0] mode (null) 00000002:00000001:2.0:1789608773.532393:0:32791:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608773.532394:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608773.532397:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69a00 count: 4 00010000:00000001:2.0:1789608773.532399:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789608773.532402:0:32791:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.532404:0:32791:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608773.532406:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608773.532407:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69a00 count: 4 00010000:00000001:2.0:1789608773.532409:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789608773.532411:0:32791:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.532413:0:32791:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608773.532414:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608773.532415:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69a00 count: 4 00010000:00000001:2.0:1789608773.532417:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789608773.532419:0:32791:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.532420:0:32791:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789608773.532422:0:32791:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000405:0x24:0x0] lli = ffff94d918924200, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1789608773.532425:0:32791:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1789608773.532426:0:32791:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1789608773.532428:0:32791:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1789608773.532431:0:32791:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x24:0x0](ffff94d9189242c8) invalid 00000020:00000001:2.0:1789608773.532434:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77a80 00000080:00002000:2.0:1789608773.532435:0:32791:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff94d918a9ae58) parent ffff94d918a99a20 inode ffff94d9189242c8 refc 2 00000080:00000001:2.0:1789608773.532440:0:32791:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1789608773.532441:0:32791:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789608773.532442:0:32791:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.532445:0:32791:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789608773.532447:0:32791:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789608773.532448:0:32791:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789608773.532450:0:32791:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608773.532452:0:32791:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789608773.532454:0:32791:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d909232800 with handle 0xc54db3288176feb1 from hash 00010000:00000001:2.0:1789608773.532456:0:32791:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789608773.532458:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.532459:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.532461:0:32791:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789608773.532463:0:32791:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789608773.532464:0:32791:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789608773.532467:0:32791:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789608773.532469:0:32791:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176feaa lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x91bddff8e8ed940c expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:2.0:1789608773.532482:0:32791:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789608773.532484:0:32791:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789608773.532485:0:32791:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789608773.532487:0:32791:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x24:0x0] mode CR 00000002:00000001:2.0:1789608773.532488:0:32791:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608773.532489:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608773.532491:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69a00 count: 4 00010000:00000001:2.0:1789608773.532492:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789608773.532494:0:32791:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.532496:0:32791:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608773.532497:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608773.532498:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69a00 count: 4 00010000:00000001:2.0:1789608773.532500:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789608773.532502:0:32791:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.532504:0:32791:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.532507:0:32791:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1789608773.532510:0:32791:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1789608773.532515:0:32791:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff94d911dccc00. 00000080:00000001:2.0:1789608773.532518:0:32791:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:2.0:1789608773.532521:0:32791:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d9071bf140 2 00000080:00000001:2.0:1789608773.532524:0:32791:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1789608773.532527:0:32791:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:2.0:1789608773.532529:0:32791:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608773.532530:0:32791:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608773.532532:0:32791:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608773.532534:0:32791:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608773.532535:0:32791:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.532537:0:32791:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:2.0:1789608773.532539:0:32791:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.532542:0:32791:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x24:0x0] 00000002:00000001:2.0:1789608773.532546:0:32791:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1789608773.532548:0:32791:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff94d904ceb000: [0x200000405:0x24:0x0] file closed with intent: 0 00000100:00000010:2.0:1789608773.532555:0:32791:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d25c00. 00000020:00000040:2.0:1789608773.532559:0:32791:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=10 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:2.0:1789608773.532563:0:32791:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608773.532568:0:32791:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608773.532572:0:32791:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608773.532580:0:32791:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d911dcce00. 00000100:00000001:2.0:1789608773.532587:0:32791:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1789608773.532603:0:32791:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94d907d25180 x1876538934288768/t4294967631(4294967631) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/664 e 0 to 0 dl 1789608789 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1789608773.532617:0:32791:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d904ceb000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1789608773.532623:0:32791:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d907d25c00 x1876538934289408/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1789608773.532631:0:32791:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789608773.532633:0:32791:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789608773.532640:0:32791:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d904bde840. 00000100:00000001:2.0:1789608773.532642:0:32791:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258541209664 : -117815168341952 : ffff94d904bde840) 00000100:00000001:2.0:1789608773.532646:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608773.532647:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592881664 : -117815116669952 : ffff94d907d25c00) 00000100:00000001:2.0:1789608773.532653:0:32791:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608773.532658:0:32791:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.532660:0:32791:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789608773.532662:0:32791:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608773.532667:0:32791:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d25c00 x1876538934289408/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000080:00000010:2.1:1789608773.533114:0:32791:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f68020. 00000080:00000010:2.1:1789608773.533348:0:32791:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d918920840. 00000080:00000010:2.1:1789608773.533354:0:32791:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f681c0. 00000100:00000001:2.0:1789608773.533368:0:32791:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608773.533370:0:32791:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608773.533376:0:32791:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608773.533379:0:32791:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608773.533382:0:32791:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608773.533387:0:32791:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d25c00 pname:cluuid:pid:xid:nid:opc:job rm:25f5d458-2cbe-49cd-9693-334c08df7e27:32791:1876538934289408:192.168.203.121@tcp:35:rm.0 00000100:00000001:2.0:1789608773.533393:0:32791:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608773.533399:0:32791:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608773.533402:0:32791:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608773.533404:0:32791:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608773.533411:0:32791:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903dbc000. 02000000:00000001:2.0:1789608773.533414:0:32791:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608773.533423:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608773.533428:0:32791:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21e18. 00000400:00000010:2.0:1789608773.533436:0:32791:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c990. 00000100:00000200:2.0:1789608773.533443:0:32791:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934289408, portal 10 00000100:00000001:2.0:1789608773.533445:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608773.533447:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592881664 : -117815116669952 : ffff94d907d25c00) 00000100:00000040:2.0:1789608773.533547:0:32791:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d907d25c00 x1876538934289408/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608789 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.533556:0:32791:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608773.533559:0:32791:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608773.533562:0:32791:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6cee0. 00000100:00000200:2.0:1789608773.533567:0:32791:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876538934289408, offset 0 00000400:00000200:2.0:1789608773.533574:0:32791:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608773.533584:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608773.533594:0:32791:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608773.533602:0:32791:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608773.533607:0:32791:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608773.533611:0:32791:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608773.533615:0:32791:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608773.533619:0:32791:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2790:2790:256:4294967295] 192.168.203.121@tcp LPNI seq info [2790:2790:8:4294967295] 00000400:00000200:2.0:1789608773.533624:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608773.533636:0:32791:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608773.533643:0:32791:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608773.533649:0:32791:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903c79e00. 00000800:00000200:2.0:1789608773.533657:0:32791:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608773.533666:0:32791:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608773.533671:0:32791:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903c79e00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1789608773.533757:0:32791:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608773.533762:0:32791:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 853587 usecs (854 jiffies) 00000400:00000200:2.0:1789608773.533775:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608773.533779:0:32791:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296501478 00000100:00000001:2.0:1789608773.533783:0:32791:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296502623 00000100:00000001:2.0:1789608773.533786:0:32791:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296501478 00000100:00000001:2.0:1789608773.533788:0:32791:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296502623 00000100:00000001:2.0:1789608773.533790:0:32791:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608773.533793:0:32791:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.533795:0:32791:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608773.533798:0:32791:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789608773.533801:0:32791:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d904bde840 going to sleep for 11 seconds 00000100:00000001:2.0:1789608773.533804:0:32791:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608773.533808:0:32791:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608773.536427:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608773.536439:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903c79e00. 00000400:00000200:1.0:1789608773.536451:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608773.536461:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608773.536471:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6cee0 00000400:00000010:1.0:1789608773.536474:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6cee0. 00000100:00000001:1.0:1789608773.536481:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608773.536492:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25c00 x1876538934289408/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608789 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608773.536506:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608773.536510:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d25c00 x1876538934289408/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608789 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608773.536517:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608773.536518:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608773.536879:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.536959:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608773.536964:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.536968:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608773.536977:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.536982:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608773.536991:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.536996:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.537002:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.537007:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 456 into portal 10 MB=0x6aab3c495e400 00000400:00000200:1.0:1789608773.537013:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.537019:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 456/456 into md 0x7fc1 [1] + 224 00000800:00000001:1.0:1789608773.537028:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.537037:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608773.537040:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608773.537043:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608773.537049:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608773.537054:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d25c00 x1876538934289408/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608789 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608773.537068:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94d907d25c00 x1876538934289408/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.537191:0:32791:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608773.537209:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608773.537219:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.537223:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1789608773.537265:0:32791:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608773.537268:0:32791:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608773.537272:0:32791:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21e18. 00000400:00000200:2.0:1789608773.537278:0:32791:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c990 00000400:00000010:2.0:1789608773.537281:0:32791:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c990. 00000100:00000001:2.0:1789608773.537283:0:32791:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608773.537288:0:32791:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d25c00 x1876538934289408/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789608773.537298:0:32791:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d25c00 x1876538934289408/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.537305:0:32791:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608773.537307:0:32791:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608773.537310:0:32791:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608773.537313:0:32791:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608773.537316:0:32791:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608773.537319:0:32791:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608773.537323:0:32791:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608773.537335:0:32791:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11cf0 time=131 v=5 (5 5 5 5) 00000100:00001000:2.0:1789608773.537339:0:32791:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608773.537342:0:32791:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608773.537344:0:32791:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.537347:0:32791:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608773.537351:0:32791:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.537356:0:32791:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789608773.537358:0:32791:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1789608773.537360:0:32791:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789608773.537363:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608773.537365:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592881664 : -117815116669952 : ffff94d907d25c00) 00000100:00000001:2.0:1789608773.537369:0:32791:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608773.537372:0:32791:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967620 00000100:00000001:2.0:1789608773.537373:0:32791:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608773.537377:0:32791:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608773.537381:0:32791:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d25c00 x1876538934289408/t4294967633(4294967633) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608789 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.537391:0:32791:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608773.537395:0:32791:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608773.537398:0:32791:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608773.537403:0:32791:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d25c00 x1876538934289408/t4294967633(4294967633) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608789 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789608773.537412:0:32791:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d25c00 pname:cluuid:pid:xid:nid:opc:job rm:25f5d458-2cbe-49cd-9693-334c08df7e27:32791:1876538934289408:192.168.203.121@tcp:35:rm.0 00000100:00000001:2.0:1789608773.537417:0:32791:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608773.537421:0:32791:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.537424:0:32791:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789608773.537426:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608773.537429:0:32791:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d25c00 x1876538934289408/t4294967633(4294967633) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608789 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.537436:0:32791:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608773.537440:0:32791:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d904bde840. 00000100:00000001:2.0:1789608773.537443:0:32791:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789608773.537445:0:32791:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.537454:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608773.537455:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592881664 : -117815116669952 : ffff94d907d25c00) 00000002:00000001:2.0:1789608773.537459:0:32791:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608773.537463:0:32791:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.537468:0:32791:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d9071bf140 2 00000080:00000010:2.0:1789608773.537472:0:32791:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dccc00. 00000080:00000001:2.0:1789608773.537477:0:32791:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1789608773.537481:0:32791:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1789608773.537484:0:32791:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608773.537488:0:32791:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608773.537491:0:32791:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608773.537494:0:32791:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608773.537496:0:32791:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.537499:0:32791:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:2.0:1789608773.537502:0:32791:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.537508:0:32791:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1789608773.537513:0:32791:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94d907d25180 x1876538934288768/t4294967631(4294967631) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/664 e 0 to 0 dl 1789608789 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.537522:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608773.537524:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592878976 : -117815116672640 : ffff94d907d25180) 00000100:00000001:2.0:1789608773.537526:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608773.537529:0:32791:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d25180 x1876538934288768/t4294967631(4294967631) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/664 e 0 to 0 dl 1789608789 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.537536:0:32791:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.537538:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608773.537541:0:32791:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d25c00 x1876538934289408/t4294967633(4294967633) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608789 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.537548:0:32791:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.537550:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608773.537553:0:32791:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d25180 x1876538934288768/t4294967631(4294967631) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/664 e 0 to 0 dl 1789608789 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.537560:0:32791:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1789608773.537564:0:32791:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608773.537566:0:32791:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=9 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:2.0:1789608773.537569:0:32791:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608773.537573:0:32791:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d903dbd400. 02000000:00000001:2.0:1789608773.537578:0:32791:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608773.537580:0:32791:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608773.537583:0:32791:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d25180. 00000100:00000001:2.0:1789608773.537587:0:32791:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608773.537588:0:32791:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608773.537590:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608773.537593:0:32791:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d25c00 x1876538934289408/t4294967633(4294967633) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608789 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.537600:0:32791:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608773.537603:0:32791:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff94d907f68260. 00000002:00000001:2.0:1789608773.537605:0:32791:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608773.537607:0:32791:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789608773.537610:0:32791:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94d9071bf9c0. 00000100:00000001:2.0:1789608773.537613:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608773.537616:0:32791:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d25c00 x1876538934289408/t4294967633(4294967633) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608789 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608773.537622:0:32791:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608773.537624:0:32791:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608773.537627:0:32791:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903dbc000. 02000000:00000001:2.0:1789608773.537630:0:32791:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608773.537631:0:32791:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608773.537632:0:32791:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:2.0:1789608773.537634:0:32791:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608773.537636:0:32791:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d911dcce00. 02000000:00000001:2.0:1789608773.537638:0:32791:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608773.537639:0:32791:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608773.537640:0:32791:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d25c00. 00000100:00000001:2.0:1789608773.537642:0:32791:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608773.537644:0:32791:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789608773.537646:0:32791:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.537650:0:32791:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789608773.537652:0:32791:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x24:0x0] mode (null) 00000002:00000001:2.0:1789608773.537656:0:32791:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608773.537661:0:32791:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608773.537669:0:32791:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69a00 count: 4 00010000:00000001:2.0:1789608773.537673:0:32791:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789608773.537756:0:32791:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.537759:0:32791:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.537763:0:32791:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1789608773.537767:0:32791:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x24:0x0](ffff94d9189242c8) invalid 00000020:00000001:2.0:1789608773.537772:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77a80 00000080:00002000:2.0:1789608773.537774:0:32791:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff94d918a9ae58) parent ffff94d918a99a20 inode ffff94d9189242c8 refc 2 00000080:00000001:2.0:1789608773.537778:0:32791:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1789608773.537782:0:32791:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789608773.537784:0:32791:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.537789:0:32791:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789608773.537793:0:32791:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789608773.537795:0:32791:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789608773.537797:0:32791:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608773.537801:0:32791:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789608773.537806:0:32791:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d909232e00 with handle 0xc54db3288176feaa from hash 00010000:00000001:2.0:1789608773.537809:0:32791:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789608773.537811:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608773.537813:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.537814:0:32791:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789608773.537818:0:32791:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789608773.537820:0:32791:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789608773.537824:0:32791:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1789608773.537827:0:32791:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:2.0:1789608773.537831:0:32791:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:2.0:1789608773.537838:0:32791:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d25c00. 00000020:00000040:2.0:1789608773.537842:0:32791:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=9 obd=lustre-MDT0000-mdc-ffff94d904ceb000 02000000:00000001:2.0:1789608773.537847:0:32791:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789608773.537849:0:32791:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.537853:0:32791:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789608773.537859:0:32791:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608773.537863:0:32791:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.537865:0:32791:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608773.537868:0:32791:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608773.537874:0:32791:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608773.537882:0:32791:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d911dcce00. 00000100:00000001:2.0:1789608773.537887:0:32791:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.537890:0:32791:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608773.537893:0:32791:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1789608773.537968:0:32791:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232800/0xc54db3288176feb1 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed944b expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1789608773.537979:0:32791:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176feaa lrc: 1/0,0 mode: --/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed940c expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1789608773.537988:0:32791:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe9c lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed93f0 expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1789608773.537994:0:32791:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:2.0:1789608773.537997:0:32791:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:2.0:1789608773.537999:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789608773.538001:0:32791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232800/0xc54db3288176feb1 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed944b expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789608773.538014:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.538016:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789608773.538018:0:32791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176feaa lrc: 0/0,0 mode: --/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed940c expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:2.0:1789608773.538026:0:32791:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d903b69a00 count: 0 00010000:00000010:2.0:1789608773.538032:0:32791:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d90847bd80. 00010000:00000001:2.0:1789608773.538040:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.538041:0:32791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789608773.538043:0:32791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176fe9c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed93f0 expref: -99 pid: 32791 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:2.0:1789608773.538049:0:32791:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d904041b00 count: 0 00010000:00000010:2.0:1789608773.538053:0:32791:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d9029cba00. 00010000:00000001:2.0:1789608773.538060:0:32791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608773.538062:0:32791:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.538064:0:32791:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608773.538066:0:32791:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.538068:0:32791:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1789608773.538082:0:32791:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d904ceb000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1789608773.538089:0:32791:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d907d25c00 x1876538934289664/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789608773.538098:0:32791:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789608773.538100:0:32791:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789608773.538107:0:32791:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d904bde840. 00000100:00000001:2.0:1789608773.538110:0:32791:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258541209664 : -117815168341952 : ffff94d904bde840) 00000100:00000001:2.0:1789608773.538112:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608773.538114:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592881664 : -117815116669952 : ffff94d907d25c00) 00000100:00000001:2.0:1789608773.538178:0:32791:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608773.538184:0:32791:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.538186:0:32791:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789608773.538188:0:32791:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608773.538193:0:32791:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d25c00 x1876538934289664/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608773.538203:0:32791:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608773.538205:0:32791:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608773.538209:0:32791:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608773.538212:0:32791:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608773.538216:0:32791:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608773.538220:0:32791:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d25c00 pname:cluuid:pid:xid:nid:opc:job rm:25f5d458-2cbe-49cd-9693-334c08df7e27:32791:1876538934289664:192.168.203.121@tcp:36:rm.0 00000100:00000001:2.0:1789608773.538224:0:32791:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608773.538230:0:32791:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608773.538234:0:32791:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608773.538237:0:32791:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608773.538242:0:32791:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903dbc000. 02000000:00000001:2.0:1789608773.538244:0:32791:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608773.538262:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608773.538266:0:32791:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21e18. 00000400:00000010:2.0:1789608773.538273:0:32791:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c990. 00000100:00000200:2.0:1789608773.538281:0:32791:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934289664, portal 10 00000100:00000001:2.0:1789608773.538283:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608773.538284:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592881664 : -117815116669952 : ffff94d907d25c00) 00000100:00000040:2.0:1789608773.538291:0:32791:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907d25c00 x1876538934289664/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 512/624 e 0 to 0 dl 1789608789 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608773.538299:0:32791:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608773.538303:0:32791:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608773.538305:0:32791:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c6e8. 00000100:00000200:2.0:1789608773.538310:0:32791:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1876538934289664, offset 0 00000400:00000200:2.0:1789608773.538316:0:32791:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608773.538326:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608773.538334:0:32791:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608773.538341:0:32791:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608773.538346:0:32791:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608773.538350:0:32791:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608773.538353:0:32791:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608773.538357:0:32791:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2791:2791:256:4294967295] 192.168.203.121@tcp LPNI seq info [2791:2791:8:4294967295] 00000400:00000200:2.0:1789608773.538362:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608773.538372:0:32791:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608773.538379:0:32791:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608773.538385:0:32791:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903c79600. 00000800:00000200:2.0:1789608773.538392:0:32791:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608773.538401:0:32791:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608773.538405:0:32791:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903c79600 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:2.0:1789608773.538482:0:32791:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608773.538488:0:32791:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 852421 usecs (853 jiffies) 00000400:00000200:2.0:1789608773.538493:0:32791:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608773.538496:0:32791:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296501481 00000100:00000001:2.0:1789608773.538500:0:32791:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296502623 00000100:00000001:2.0:1789608773.538505:0:32791:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296501481 00000100:00000001:2.0:1789608773.538508:0:32791:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296502623 00000100:00000001:2.0:1789608773.538511:0:32791:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608773.538515:0:32791:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.538518:0:32791:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608773.538520:0:32791:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789608773.538523:0:32791:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d904bde840 going to sleep for 11 seconds 00000100:00000001:2.0:1789608773.538526:0:32791:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608773.538529:0:32791:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608773.542244:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608773.542266:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903c79600. 00000400:00000200:1.0:1789608773.542279:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608773.542290:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608773.542300:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c6e8 00000400:00000010:1.0:1789608773.542303:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c6e8. 00000100:00000001:1.0:1789608773.542311:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608773.542321:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25c00 x1876538934289664/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 512/624 e 0 to 0 dl 1789608789 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608773.542337:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608773.542341:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d25c00 x1876538934289664/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 512/624 e 0 to 0 dl 1789608789 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608773.542349:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608773.542351:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608773.544401:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.544423:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608773.544429:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.544431:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608773.544441:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.544450:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608773.544461:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.544466:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.544473:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.544478:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 456 into portal 10 MB=0x6aab3c495e500 00000400:00000200:1.0:1789608773.544483:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.544490:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 456/456 into md 0x7fc9 [1] + 224 00000800:00000001:1.0:1789608773.544501:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.544511:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608773.544516:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608773.544522:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608773.544531:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608773.544543:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d25c00 x1876538934289664/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 512/624 e 0 to 0 dl 1789608789 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608773.544554:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff94d907d25c00 x1876538934289664/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 512/624 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608773.544576:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608773.544588:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.544591:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608773.544654:0:32791:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608773.544664:0:32791:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608773.544666:0:32791:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608773.544670:0:32791:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21e18. 00000400:00000200:2.0:1789608773.544700:0:32791:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c990 00000400:00000010:2.0:1789608773.544704:0:32791:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c990. 00000100:00000001:2.0:1789608773.544708:0:32791:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608773.544713:0:32791:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d25c00 x1876538934289664/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 512/624 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789608773.544722:0:32791:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d25c00 x1876538934289664/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 512/624 e 0 to 0 dl 1789608789 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608773.544728:0:32791:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608773.544730:0:32791:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608773.544733:0:32791:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608773.544737:0:32791:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608773.544740:0:32791:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608773.544743:0:32791:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608773.544746:0:32791:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608773.544759:0:32791:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=131 v=5 (104 104 104 137) 00000100:00001000:2.0:1789608773.544765:0:32791:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608773.544768:0:32791:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608773.544770:0:32791:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608773.544774:0:32791:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608773.544778:0:32791:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.544782:0:32791:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789608773.544786:0:32791:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009c/0x100000141] 00000100:00000001:2.0:1789608773.544787:0:32791:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789608773.544790:0:32791:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608773.544792:0:32791:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592881664 : -117815116669952 : ffff94d907d25c00) 00000100:00000001:2.0:1789608773.544796:0:32791:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608773.544799:0:32791:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967620 00000100:00000001:2.0:1789608773.544801:0:32791:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608773.544805:0:32791:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608773.544810:0:32791:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d25c00 x1876538934289664/t4294967634(4294967634) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 512/456 e 0 to 0 dl 1789608789 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608773.544819:0:32791:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608773.544823:0:32791:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608773.544825:0:32791:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608773.544829:0:32791:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d25c00 x1876538934289664/t4294967634(4294967634) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 512/456 e 0 to 0 dl 1789608789 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789608773.544838:0:32791:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d25c00 pname:cluuid:pid:xid:nid:opc:job rm:25f5d458-2cbe-49cd-9693-334c08df7e27:32791:1876538934289664:192.168.203.121@tcp:36:rm.0 00000100:00000001:2.0:1789608773.544844:0:32791:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608773.544847:0:32791:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608773.544851:0:32791:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789608773.544853:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608773.544857:0:32791:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d25c00 x1876538934289664/t4294967634(4294967634) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 512/456 e 0 to 0 dl 1789608789 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608773.544864:0:32791:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608773.544868:0:32791:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d904bde840. 00000100:00000001:2.0:1789608773.544871:0:32791:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789608773.544874:0:32791:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.544883:0:32791:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608773.544886:0:32791:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.544891:0:32791:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:2.0:1789608773.544905:0:32791:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dcd200. 00000100:00000001:2.0:1789608773.544913:0:32791:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608773.544917:0:32791:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d25c00 x1876538934289664/t4294967634(4294967634) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 512/456 e 0 to 0 dl 1789608789 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608773.544925:0:32791:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.544928:0:32791:0:(namei.c:2304:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.544948:0:32791:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:2.0:1789608773.544952:0:32791:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:2.0:1789608773.544955:0:32791:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x24:0x0](ffff94d9189242c8) 00800000:00000001:2.0:1789608773.544960:0:32791:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:2.0:1789608773.544963:0:32791:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x24:0x0] 00000002:00000001:2.0:1789608773.544969:0:32791:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:2.0:1789608773.544975:0:32791:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608773.544977:0:32791:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:2.0:1789608773.544979:0:32791:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608773.544981:0:32791:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.544984:0:32791:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:2.0:1789608773.544987:0:32791:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:2.0:1789608773.544989:0:32791:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608773.544991:0:32791:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608773.544995:0:32791:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d9071bf140 1 00800000:00000010:2.0:1789608773.544998:0:32791:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d9071bf140. 00000080:00000001:2.0:1789608773.545003:0:32791:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:2.0:1789608773.545005:0:32791:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:2.0:1789608773.545020:0:32791:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789608773.545024:0:32791:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c77e30 00000080:00002000:2.0:1789608773.545027:0:32791:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-2 (ffff94d918a9ae58, parent ffff94d918a99a20, inode 0000000000000000) hashed, 00000080:00000001:2.0:1789608773.545031:0:32791:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789608773.545034:0:32791:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789608773.545038:0:32791:0:(dcache.c:48:ll_release()) Process leaving 00010000:00000010:2.1:1789608773.559043:0:32794:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232800. 00010000:00000010:2.1:1789608773.559064:0:32794:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69a00. 00010000:00000010:2.1:1789608773.559070:0:32794:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232e00. 00010000:00000010:2.1:1789608773.559074:0:32794:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904041b00. 00010000:00000010:2.1:1789608773.559078:0:32794:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0000. 00000080:00000010:2.1:1789608773.579757:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d918924200. 00000080:00000010:2.1:1789608773.579881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f68f20. 00000100:00000040:0.0:1789608773.645813:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789608773.645827:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789608773.645838:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5d880. 00000020:00000040:0.0:1789608773.645845:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=4 obd=MGC192.168.203.121@tcp 00000100:00000001:0.0:1789608773.645851:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608773.645855:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608773.645862:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608773.645871:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903a37900. 00000100:00000001:0.0:1789608773.645879:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608773.645906:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS req@ffff94d907e5d880 x1876538934289792/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789608773.645920:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608773.645926:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608773.645934:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b849195] to pc [ptlrpcd_00_00+0] req@ffff94d907e5d880 x1876538934289792/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608773.645962:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608773.645965:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789608773.645970:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789608773.645973:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5ea00. 00000020:00000040:0.0:1789608773.645976:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=4 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000100:00000001:0.0:1789608773.645978:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608773.645980:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608773.645982:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608773.645986:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903a37200. 00000100:00000001:0.0:1789608773.645989:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608773.645993:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID req@ffff94d907e5ea00 x1876538934289920/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789608773.646000:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608773.646002:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608773.646006:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055ce9f9d] to pc [ptlrpcd_00_01+1] req@ffff94d907e5ea00 x1876538934289920/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608773.646015:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608773.646020:0:21207:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1838) 00000100:00000001:0.0:1789608773.646037:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608773.646041:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608773.646045:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608773.646051:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5d880 x1876538934289792/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608773.646059:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608773.646061:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608773.646066:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608773.646069:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608773.646072:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608773.646076:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2409:1876538934289792:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608773.646081:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608773.646087:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608773.646090:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608773.646093:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608773.646098:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d906144000. 02000000:00000001:0.0:1789608773.646100:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608773.646109:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608773.646114:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8b58. 00000400:00000010:0.0:1789608773.646132:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed990. 00000100:00000200:0.0:1789608773.646141:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934289792, portal 25 00000100:00000001:0.0:1789608773.646144:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608773.646146:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594158720 : -117815115392896 : ffff94d907e5d880) 00000100:00000040:0.0:1789608773.646152:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5d880 x1876538934289792/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608789 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608773.646160:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608773.646165:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608773.646168:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edaa0. 00000100:00000200:0.0:1789608773.646171:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876538934289792, offset 0 00000400:00000200:0.0:1789608773.646179:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608773.646189:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.646199:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608773.646205:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608773.646211:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608773.646215:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608773.646219:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608773.646224:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2792:2792:256:4294967295] 192.168.203.121@tcp LPNI seq info [2792:2792:8:4294967295] 00000400:00000200:0.0:1789608773.646229:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.646241:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608773.646248:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608773.646263:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903a37800. 00000800:00000200:0.0:1789608773.646272:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608773.646281:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608773.646287:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903a37800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608773.646298:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608773.646303:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608773.646306:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 0 is 4296504670 00000100:00000001:0.0:1789608773.646315:0:2409:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296502623 00000100:00000001:0.0:1789608773.646320:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 1 is 4296504670 00000100:00000001:0.0:1789608773.646324:0:2409:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296502623 00000100:00000001:0.0:1789608773.646327:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608773.646331:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608773.646335:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608773.646337:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608773.646346:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608773.646348:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789608773.646350:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608773.646352:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608773.646353:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608773.646356:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1789608773.646358:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608773.646360:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608773.646361:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608773.646363:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608773.646364:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608773.646365:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608773.646369:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5ea00 x1876538934289920/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608773.646382:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608773.646383:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608773.646386:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608773.646388:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608773.646389:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608773.646392:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934289920:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608773.646396:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608773.646398:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608773.646400:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608773.646402:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608773.646406:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d906144e00. 02000000:00000001:0.0:1789608773.646407:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608773.646410:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608773.646413:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8f20. 00000400:00000010:0.0:1789608773.646416:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edbb0. 00000100:00000200:0.0:1789608773.646419:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934289920, portal 10 00000100:00000001:0.0:1789608773.646421:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608773.646422:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594163200 : -117815115388416 : ffff94d907e5ea00) 00000100:00000040:0.0:1789608773.646428:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5ea00 x1876538934289920/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608789 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608773.646434:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608773.646436:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608773.646438:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed880. 00000100:00000200:0.0:1789608773.646440:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934289920, offset 0 00000400:00000200:0.0:1789608773.646445:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608773.646448:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.646452:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608773.646454:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608773.646457:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608773.646459:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608773.646461:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608773.646463:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2793:2793:255:4294967295] 192.168.203.121@tcp LPNI seq info [2793:2793:7:4294967295] 00000400:00000200:0.0:1789608773.646467:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608773.646472:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608773.646477:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608773.646481:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903a37d00. 00000800:00000200:0.0:1789608773.646484:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608773.646489:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608773.646491:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903a37d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608773.646494:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608773.646498:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: using a timeout of 23463 usecs (24 jiffies) 00000400:00000200:0.0:1789608773.646501:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608773.646503:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296500760 00000100:00000001:0.0:1789608773.646505:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296504670 00000100:00000001:0.0:1789608773.646507:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296500760 00000100:00000001:0.0:1789608773.646509:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296504670 00000100:00000001:0.0:1789608773.646511:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608773.646513:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608773.646515:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608773.646517:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608773.646529:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608773.646532:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608773.646583:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608773.646588:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903a37800. 00000400:00000200:0.0:1789608773.646596:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608773.646601:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608773.646607:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edaa0 00000400:00000010:0.0:1789608773.646611:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edaa0. 00000100:00000001:0.0:1789608773.646616:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608773.646621:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5d880 x1876538934289792/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608789 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608773.646631:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608773.646634:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5d880 x1876538934289792/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608789 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608773.646642:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608773.646644:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608773.646760:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608773.646763:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903a37d00. 00000400:00000200:0.0:1789608773.646765:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608773.646768:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608773.646771:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed880 00000400:00000010:0.0:1789608773.646772:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed880. 00000100:00000001:0.0:1789608773.646774:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608773.646778:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5ea00 x1876538934289920/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608789 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608773.646784:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608773.646787:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5ea00 x1876538934289920/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608789 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608773.646793:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608773.646794:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608773.654789:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.658971:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608773.658988:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.658996:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608773.659008:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.659019:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608773.659031:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.659036:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.659042:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.659047:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c495e600 00000400:00000200:1.0:1789608773.659053:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.659061:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x7fe1 [1] + 224 00000800:00000001:1.0:1789608773.659071:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.659076:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608773.659080:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608773.659085:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608773.659096:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608773.659109:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5ea00 x1876538934289920/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608789 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608773.659134:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907e5ea00 x1876538934289920/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608789 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608773.659152:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608773.659164:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.659168:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608773.659170:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.659172:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608773.659175:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.659179:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608773.659183:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.659185:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.659187:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.659189:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 25 MB=0x6aab3c495e580 00000400:00000200:1.0:1789608773.659193:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608773.659197:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.121@tcp of length 224/224 into md 0x7fd1 [1] + 224 00000800:00000001:1.0:1789608773.659201:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.659224:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608773.659227:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608773.659230:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608773.659234:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608773.659239:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5d880 x1876538934289792/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608789 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608773.659247:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907e5d880 x1876538934289792/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608789 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608773.659265:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608773.659270:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608773.659274:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608773.659779:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608773.659786:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789608773.659795:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608773.659798:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608773.659802:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8f20. 00000400:00000200:1.0:1789608773.659807:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edbb0 00000400:00000010:1.0:1789608773.659810:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edbb0. 00000100:00000001:1.0:1789608773.659815:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608773.659821:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5ea00 x1876538934289920/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608789 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608773.659831:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5ea00 x1876538934289920/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608789 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608773.659838:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608773.659840:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608773.659843:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608773.659848:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608773.659851:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608773.659854:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608773.659858:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608773.659870:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b17c60 time=131 v=5 (104 104 104 137) 00000100:00001000:1.0:1789608773.659874:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b17c18 time=131 v=5 (1 1 1 1) 00000100:00000001:1.0:1789608773.659878:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608773.659879:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608773.659882:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608773.659886:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608773.659891:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608773.659894:0:2409:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1789608773.659896:0:2409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608773.659899:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608773.659904:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5ea00 x1876538934289920/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608789 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608773.659912:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608773.659917:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608773.659919:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608773.659924:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5ea00 x1876538934289920/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608789 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608773.659932:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934289920:192.168.203.121@tcp:400:kworker.0 00000400:00000001:1.0:1789608773.659939:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608773.659941:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608773.659942:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8b58. 00000400:00000200:1.0:1789608773.659945:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed990 00000400:00000010:1.0:1789608773.659947:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed990. 00000100:00000001:1.0:1789608773.659950:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608773.659954:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5d880 x1876538934289792/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608789 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608773.659962:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5d880 x1876538934289792/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608789 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608773.659967:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608773.659969:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608773.659971:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608773.659972:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608773.659973:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608773.659975:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608773.659977:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608773.659979:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d90510e460 time=131 v=5 (5 5 5 5) 00000100:00001000:1.0:1789608773.659982:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d90510e418 time=131 v=5 (1 1 1 1) 00000100:00000001:1.0:1789608773.659984:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608773.659985:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608773.659986:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608773.659988:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608773.659990:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608773.659993:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5d880 x1876538934289792/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608789 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608773.659999:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608773.660001:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608773.660002:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608773.660005:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5d880 x1876538934289792/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608789 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608773.660012:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2409:1876538934289792:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608773.660016:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608773.660019:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608773.660023:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5ea00 x1876538934289920/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608789 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608773.660029:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608773.660032:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608773.660036:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d906144e00. 02000000:00000001:1.0:1789608773.660040:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608773.660044:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608773.660046:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=3 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:1.0:1789608773.660048:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608773.660051:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903a37200. 02000000:00000001:1.0:1789608773.660055:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608773.660057:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608773.660059:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5ea00. 00000100:00000001:1.0:1789608773.660062:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608773.660064:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608773.660066:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608773.660068:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5d880 x1876538934289792/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608789 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608773.660074:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608773.660075:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608773.660076:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d906144000. 02000000:00000001:1.0:1789608773.660078:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608773.660079:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608773.660080:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=3 obd=MGC192.168.203.121@tcp 00000020:00000001:1.0:1789608773.660082:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608773.660083:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903a37900. 02000000:00000001:1.0:1789608773.660085:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608773.660086:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608773.660087:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5d880. 00000100:00000001:1.0:1789608773.660090:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608773.660091:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608773.660093:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608773.660102:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608773.660105:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608773.660108:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608773.660111:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608774.413800:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608774.413809:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608774.413818:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608774.413819:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608774.413823:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608774.413824:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608774.413929:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608774.413933:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608774.413937:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1789608774.737046:0:32878:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608775.438751:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608775.438759:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608775.438766:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608775.438767:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608775.438771:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608775.438772:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608775.438804:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789608775.438808:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608775.438811:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1789608775.745064:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608775.745091:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608775.745098:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608775.745101:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608775.745115:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608775.745125:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608775.745136:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608775.745142:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608775.745148:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608775.745154:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 328 into portal 15 MB=0x6aab3c51ca280 00000400:00000200:0.0:1789608775.745165:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.121@tcp of length 328/328 into md 0x6d51 [2] + 1968 00000400:00000010:0.0:1789608775.745172:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d346e0. 00000400:00000200:0.0:1789608775.745179:0:2402:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff94d911db6a80 00000800:00000001:0.0:1789608775.745187:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608775.745191:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608775.745195:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608775.745200:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608775.745206:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911db6a80 00000400:00000010:0.0:1789608775.745209:0:2402:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff94d911db6a80. 00000100:00000001:0.0:1789608775.745216:0:2402:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1789608775.745218:0:2402:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:0.0:1789608775.745222:0:2402:0:(events.c:341:request_in_callback()) incoming req@ffff94d908243c50 x1876538943120000 msgsize 328 00000100:00100000:0.0:1789608775.745227:0:2402:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.121@tcp (source: 12345-192.168.203.121@tcp) 00000100:00000040:0.0:1789608775.745229:0:2402:0:(events.c:353:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1789608775.745258:0:2402:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:0.0:1789608775.745269:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608775.745272:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608775.745274:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608775.745277:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608775.745280:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608775.745284:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608775.745290:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608775.745292:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608775.745295:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608775.745297:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 328 into portal 15 MB=0x6aab3c51ca380 00000400:00000200:0.0:1789608775.745305:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.121@tcp of length 328/328 into md 0xfc5 [2] + 328 00000800:00000001:0.0:1789608775.745309:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608775.745319:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608775.745321:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608775.745324:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608775.745328:0:2402:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1789608775.745329:0:2402:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1789608775.745335:0:2402:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5c700. 00000100:00000040:0.0:1789608775.745338:0:2402:0:(events.c:341:request_in_callback()) incoming req@ffff94d907e5c700 x1876538943120256 msgsize 328 00000100:00100000:0.0:1789608775.745342:0:2402:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.121@tcp (source: 12345-192.168.203.121@tcp) 00000100:00000001:0.0:1789608775.748317:0:2402:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:0.0:1789608775.748353:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608775.748366:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1789608775.748418:0:25846:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff94d903116400. 00000100:00000010:0.0:1789608775.748430:0:25846:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff94d9060b4000. 00000100:00100000:0.0:1789608775.748433:0:25846:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:0.0:1789608775.748438:0:25846:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:0.0:1789608775.748445:0:25846:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8528. 00000400:00000010:0.0:1789608775.748454:0:25846:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff94d902fa4180. 00000100:00000001:0.0:1789608775.748468:0:25846:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1789608775.748471:0:25846:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876538943120000 02000000:00000001:0.0:1789608775.748474:0:25846:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1789608775.748477:0:25846:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608775.748480:0:25846:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608775.748486:0:25846:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608775.748492:0:25846:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876538943120000 00000020:00000001:0.0:1789608775.748496:0:25846:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789608775.748498:0:25846:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc54db3288176f35f 00000020:00000001:0.0:1789608775.748502:0:25846:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608775.748506:0:25846:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d903103800 refcount=4 00000020:00000001:0.0:1789608775.748509:0:25846:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258513049600 : -117815196502016 : ffff94d903103800) 00000020:00000001:0.0:1789608775.748512:0:25846:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626258513049600 : -117815196502016 : ffff94d903103800) 00000100:00000001:0.0:1789608775.748518:0:25846:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1789608775.748523:0:25846:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d91213b300. 00000100:00000001:0.0:1789608775.748526:0:25846:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1789608775.748530:0:25846:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d91213b300. 00000020:00000010:0.0:1789608775.748537:0:25846:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94d9109bae00. 00000020:00000010:0.0:1789608775.748544:0:25846:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff94d90330c400. 00000020:00000010:0.0:1789608775.748550:0:25846:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff94d909230960. 00000100:00000040:0.0:1789608775.748561:0:25846:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1789608775.748565:0:25846:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1789608775.748567:0:25846:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1789608775.748569:0:25846:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608775.748579:0:25846:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608775.748601:0:25846:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608775.748615:0:25846:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1789608775.748617:0:25846:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1789608775.748627:0:25846:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.121@tcp, seq: 58 00000100:00000040:0.0:1789608775.748632:0:25846:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff94d903103800 : new rpc_count 1 00000100:00000001:0.0:1789608775.748635:0:25846:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446626258598247504 : -117815111304112 : ffff94d908243c50) 00000100:00000040:0.0:1789608775.748656:0:25846:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff94d908243c50 x1876538943120000/t0(0) o104->LOV_OSC_UUID@192.168.203.121@tcp:576/0 lens 328/0 e 0 to 0 dl 1789608786 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789608775.748666:0:25846:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1789608775.748669:0:25846:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d91213b300. 00000100:00000001:0.0:1789608775.748671:0:25846:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1789608775.748674:0:25846:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d91213b300. 00000100:00100000:0.0:1789608775.748694:0:25846:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff94d908243c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:13990:x1876538943120000:12345-192.168.203.121@tcp:104: 00000100:00000200:0.0:1789608775.748698:0:25846:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876538943120000 00010000:00000001:0.0:1789608775.748702:0:25846:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1789608775.748712:0:25846:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608775.748714:0:25846:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608775.748717:0:25846:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55800 refcount=2 00000020:00000001:0.0:1789608775.748719:0:25846:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:0.0:1789608775.748723:0:25846:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:0.0:1789608775.748727:0:25846:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608775.748732:0:25846:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789608775.748737:0:25846:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000be74a2bb/0xc54db3288176fe80 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x91bddff8e8ed9372 expref: -99 pid: 32790 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:0.0:1789608775.748752:0:25846:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1789608775.748755:0:25846:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1789608775.748761:0:25846:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff94d903114000. 02000000:00000001:0.0:1789608775.748763:0:25846:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608775.748766:0:25846:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608775.748772:0:25846:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1789608775.748775:0:25846:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608775.748780:0:25846:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d909864de8 time=132 v=5 (1 1 1 1) 00000100:00000001:0.0:1789608775.748786:0:25846:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789608775.748789:0:25846:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff94d907ddb340 refcount 16 to 192.168.203.121@tcp 00000100:00000001:0.0:1789608775.748792:0:25846:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446626258593624896 : -117815115926720 : ffff94d907ddb340) 02000000:00000001:0.0:1789608775.748794:0:25846:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1789608775.748796:0:25846:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608775.748800:0:25846:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608775.748803:0:25846:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608775.748807:0:25846:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed880. 00000100:00000200:0.0:1789608775.748811:0:25846:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876538943120000, offset 224 00000400:00000200:0.0:1789608775.748817:0:25846:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608775.748828:0:25846:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608775.748838:0:25846:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.21@tcp to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608775.748844:0:25846:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2794:2794:256:4294967295] 192.168.203.121@tcp LPNI seq info [2794:2794:8:4294967295] 00000400:00000200:0.0:1789608775.748849:0:25846:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608775.748859:0:25846:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:192.168.203.21@tcp) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608775.748865:0:25846:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608775.748870:0:25846:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903a37d00. 00000800:00000200:0.0:1789608775.748878:0:25846:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608775.748887:0:25846:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608775.748892:0:25846:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903a37d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608775.748905:0:25846:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608775.748908:0:25846:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff94d907ddb340 refcount 15 to 192.168.203.121@tcp 00010000:00000001:0.0:1789608775.748911:0:25846:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1789608775.748915:0:25846:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff94d902fa4540. 00010000:00000001:0.0:1789608775.748919:0:25846:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1789608775.748929:0:25846:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1789608775.748932:0:25846:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608775.748933:0:25846:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608775.748935:0:25846:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608775.748940:0:25846:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908243c50 x1876538943120000/t0(0) o104->LOV_OSC_UUID@192.168.203.121@tcp:576/0 lens 328/224 e 0 to 0 dl 1789608786 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789608775.748956:0:25846:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff94d908243c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:13990:x1876538943120000:12345-192.168.203.121@tcp:104: Request processed in 287us (3731us total) trans 0 rc 0/0 00000100:00100000:0.0:1789608775.748964:0:25846:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.121@tcp, seq: 58 00000100:00000040:0.0:1789608775.748967:0:25846:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff94d903103800 : new rpc_count 0 00000100:00000001:0.0:1789608775.748969:0:25846:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1789608775.748971:0:25846:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1789608775.748976:0:25846:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff94d90330c400. 00000020:00000010:0.0:1789608775.748980:0:25846:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff94d909230960. 00000020:00000010:0.0:1789608775.748985:0:25846:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94d9109bae00. 00000020:00000040:0.0:1789608775.748990:0:25846:0:(genops.c:879:class_export_put()) PUTting export ffff94d903103800 : new refcount 3 02000000:00000001:0.0:1789608775.748996:0:25846:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1789608775.748999:0:25846:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff94d903115800. 02000000:00000001:0.0:1789608775.749003:0:25846:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1789608775.749006:0:25846:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5e680. 02000000:00000001:0.0:1789608775.749010:0:25846:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1789608775.749011:0:25846:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff94d903116000. 02000000:00000001:0.0:1789608775.749014:0:25846:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1789608775.749015:0:25846:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5ed80. 02000000:00000001:0.0:1789608775.749019:0:25846:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1789608775.749020:0:25846:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff94d908243800. 02000000:00000001:0.0:1789608775.749024:0:25846:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1789608775.749025:0:25846:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904056d80. 02000000:00000001:0.0:1789608775.749029:0:25846:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1789608775.749030:0:25846:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff94d908241c00. 02000000:00000001:0.0:1789608775.749032:0:25846:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1789608775.749034:0:25846:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904055500. 02000000:00000001:0.0:1789608775.749037:0:25846:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1789608775.749038:0:25846:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff94d903115c00. 02000000:00000001:0.0:1789608775.749040:0:25846:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1789608775.749041:0:25846:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904055c00. 02000000:00000001:0.0:1789608775.749043:0:25846:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1789608775.749044:0:25846:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff94d908243400. 02000000:00000001:0.0:1789608775.749046:0:25846:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1789608775.749047:0:25846:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5df80. 00000100:00000010:0.0:1789608775.749050:0:25846:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff94d908622000. 00000100:00000010:0.0:1789608775.749054:0:25846:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff94d908243c00. 00000100:00000001:0.0:1789608775.749056:0:25846:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1789608775.749176:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608775.749181:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903a37d00. 00000400:00000200:0.0:1789608775.749186:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608775.749190:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608775.749197:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed880 00000400:00000010:0.0:1789608775.749200:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed880. 00000100:00000001:0.0:1789608775.749204:0:2401:0:(events.c:390:reply_out_callback()) Process entered 02000000:00000001:0.0:1789608775.749206:0:2401:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1789608775.749207:0:2401:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff94d903114000. 02000000:00000001:0.0:1789608775.749210:0:2401:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1789608775.749211:0:2401:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000001:0.0:1789608775.749226:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608775.749229:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608775.749232:0:16956:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1789608775.749247:0:16956:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1789608775.749250:0:16956:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1789608775.749255:0:16956:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000be74a2bb/0xc54db3288176fe80 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x91bddff8e8ed9372 expref: -99 pid: 32790 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1789608775.749265:0:16956:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d905f55800 already unused, calling callback (ffffffffc1007300) 00000008:00000001:0.0:1789608775.749269:0:16956:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1789608775.749272:0:16956:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1789608775.749273:0:16956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608775.749275:0:16956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608775.749276:0:16956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55800 refcount=3 00000020:00000001:0.0:1789608775.749278:0:16956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:0.0:1789608775.749281:0:16956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:0.0:1789608775.749284:0:16956:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789608775.749287:0:16956:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000be74a2bb/0xc54db3288176fe80 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x91bddff8e8ed9372 expref: -99 pid: 32790 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1789608775.749300:0:16956:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1789608775.749303:0:16956:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789608775.749307:0:16956:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514698040 : -117815194853576 : ffff94d903295f38) 00000020:00001000:0.0:1789608775.749310:0:16956:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295f30 00000008:00000001:0.0:1789608775.749312:0:16956:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1789608775.749315:0:16956:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789608775.749318:0:16956:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295f30 00000008:00000001:0.0:1789608775.749321:0:16956:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608775.749323:0:16956:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789608775.749328:0:16956:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789608775.749330:0:16956:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789608775.749332:0:16956:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608775.749334:0:16956:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789608775.749337:0:16956:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d905f55800 with handle 0xc54db3288176fe80 from hash 00010000:00000001:0.0:1789608775.749339:0:16956:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789608775.749341:0:16956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608775.749343:0:16956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608775.749344:0:16956:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789608775.749349:0:16956:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789608775.749351:0:16956:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1789608775.749357:0:16956:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789608775.749360:0:16956:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608775.749363:0:16956:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789608775.749366:0:16956:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1789608775.749371:0:16956:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5df80. 00000020:00000040:0.0:1789608775.749375:0:16956:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00000100:00000001:0.0:1789608775.749380:0:16956:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608775.749383:0:16956:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608775.749388:0:16956:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608775.749394:0:16956:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d9109bae00. 00000100:00000001:0.0:1789608775.749400:0:16956:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608775.749403:0:16956:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789608775.749408:0:16956:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000be74a2bb/0xc54db3288176fe80 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x91bddff8e8ed9372 expref: -99 pid: 32790 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1789608775.749416:0:16956:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1789608775.749418:0:16956:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608775.749424:0:16956:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608775.749429:0:16956:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608775.749437:0:16956:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbf556a4] to pc [ptlrpcd_00_00+0] req@ffff94d907e5df80 x1876538934290048/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789608775.749467:0:16956:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789608775.749469:0:16956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608775.749471:0:16956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608775.749473:0:16956:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608775.749476:0:16956:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789608775.749478:0:16956:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608775.749483:0:16956:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000be74a2bb/0xc54db3288176fe80 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x91bddff8e8ed9372 expref: -99 pid: 32790 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789608775.749491:0:16956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789608775.749494:0:16956:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000be74a2bb/0xc54db3288176fe80 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x91bddff8e8ed9372 expref: -99 pid: 32790 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1789608775.749502:0:16956:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d91213b7c0. 00010000:00000040:0.0:1789608775.749507:0:16956:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d9037fce00 count: 0 00010000:00000010:0.0:1789608775.749517:0:16956:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff94d9037fc800. 00010000:00000001:0.0:1789608775.749531:0:16956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608775.749532:0:16956:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1789608775.749535:0:16956:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff94d902fa4540. 00010000:00000001:0.0:1789608775.749539:0:16956:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608775.749541:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608775.749543:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608775.749546:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1789608775.749548:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608775.749550:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608775.749551:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1789608775.749553:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608775.749554:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608775.749556:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789608775.749564:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608775.749567:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608775.749570:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608775.749576:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5df80 x1876538934290048/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608775.749584:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608775.749586:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608775.749590:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608775.749593:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608775.749596:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608775.749599:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934290048:192.168.203.121@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1789608775.749603:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608775.749609:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608775.749612:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608775.749614:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608775.749618:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d9109bb800. 02000000:00000001:0.0:1789608775.749620:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608775.749626:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608775.749630:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8d68. 00000400:00000010:0.0:1789608775.749634:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed880. 00000100:00000200:0.0:1789608775.749639:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934290048, portal 18 00000100:00000001:0.0:1789608775.749642:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608775.749644:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594160512 : -117815115391104 : ffff94d907e5df80) 00000100:00000040:0.0:1789608775.749650:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5df80 x1876538934290048/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608791 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608775.749656:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608775.749658:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608775.749661:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edaa0. 00000100:00000200:0.0:1789608775.749663:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876538934290048, offset 0 00000400:00000200:0.0:1789608775.749668:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608775.749674:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608775.749702:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608775.749708:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608775.749713:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608775.749717:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608775.749720:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608775.749723:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2795:2795:256:4294967295] 192.168.203.121@tcp LPNI seq info [2795:2795:8:4294967295] 00000400:00000200:0.0:1789608775.749727:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608775.749735:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608775.749739:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608775.749743:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903a37d00. 00000800:00000200:0.0:1789608775.749748:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608775.749753:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608775.749756:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903a37d00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1789608775.749769:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608775.749773:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 211232 usecs (212 jiffies) 00000400:00000200:0.0:1789608775.749777:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608775.749780:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296503051 00000100:00000001:0.0:1789608775.749783:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296504670 00000100:00000001:0.0:1789608775.749786:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296503051 00000100:00000001:0.0:1789608775.749788:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296504670 00000100:00000001:0.0:1789608775.749791:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608775.749793:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608775.749798:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608775.749801:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608775.749809:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608775.749812:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789608775.749814:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608775.749816:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608775.749818:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608775.749821:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608775.749830:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608775.749833:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608775.750132:0:16949:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1789608775.750137:0:16949:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876538943120256 02000000:00000001:2.0:1789608775.750139:0:16949:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789608775.750141:0:16949:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608775.750144:0:16949:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608775.750148:0:16949:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608775.750152:0:16949:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876538943120256 00000020:00000001:2.0:1789608775.750154:0:16949:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789608775.750156:0:16949:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc54db3288176f366 00000020:00000001:2.0:1789608775.750159:0:16949:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608775.750163:0:16949:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d903104000 refcount=4 00000020:00000001:2.0:1789608775.750166:0:16949:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258513051648 : -117815196499968 : ffff94d903104000) 00000020:00000001:2.0:1789608775.750168:0:16949:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626258513051648 : -117815196499968 : ffff94d903104000) 00000100:00000001:2.0:1789608775.750172:0:16949:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789608775.750176:0:16949:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d9071bf8c0. 00000100:00000001:2.0:1789608775.750178:0:16949:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789608775.750181:0:16949:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d9071bf8c0. 00000020:00000010:2.0:1789608775.750187:0:16949:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94d904acd200. 00000020:00000010:2.0:1789608775.750191:0:16949:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff94d90847b500. 00000020:00000010:2.0:1789608775.750196:0:16949:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff94d9040dbed8. 00000100:00000040:2.0:1789608775.750203:0:16949:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1789608775.750206:0:16949:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789608775.750207:0:16949:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789608775.750209:0:16949:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608775.750216:0:16949:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608775.750223:0:16949:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608775.750231:0:16949:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789608775.750233:0:16949:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1789608775.750249:0:16949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.121@tcp, seq: 1 00000100:00000040:2.0:1789608775.750252:0:16949:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff94d903104000 : new rpc_count 1 00000100:00000001:2.0:1789608775.750255:0:16949:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446626258594154240 : -117815115397376 : ffff94d907e5c700) 00000100:00000040:2.0:1789608775.750260:0:16949:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff94d907e5c700 x1876538943120256/t0(0) o104->LOV_OSC_UUID@192.168.203.121@tcp:576/0 lens 328/0 e 0 to 0 dl 1789608786 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789608775.750267:0:16949:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789608775.750270:0:16949:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d9071bf8c0. 00000100:00000001:2.0:1789608775.750272:0:16949:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789608775.750274:0:16949:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d9071bf8c0. 00000100:00100000:2.0:1789608775.750278:0:16949:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff94d907e5c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8104:x1876538943120256:12345-192.168.203.121@tcp:104: 00000100:00000200:2.0:1789608775.750281:0:16949:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876538943120256 00010000:00000001:2.0:1789608775.750284:0:16949:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1789608775.750289:0:16949:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608775.750291:0:16949:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608775.750293:0:16949:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232a00 refcount=2 00000020:00000001:2.0:1789608775.750295:0:16949:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:2.0:1789608775.750298:0:16949:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:2.0:1789608775.750301:0:16949:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608775.750304:0:16949:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789608775.750309:0:16949:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 000000003f621c75/0xc54db3288176fe6b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x91bddff8e8ed9333 expref: -99 pid: 32789 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:2.0:1789608775.750320:0:16949:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1789608775.750323:0:16949:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1789608775.750329:0:16949:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff94d903dbf000. 02000000:00000001:2.0:1789608775.750331:0:16949:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608775.750333:0:16949:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608775.750336:0:16949:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1789608775.750339:0:16949:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608775.750342:0:16949:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d9098679e8 time=225 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608775.750346:0:16949:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789608775.750349:0:16949:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff94d907ddb340 refcount 16 to 192.168.203.121@tcp 00000100:00000001:2.0:1789608775.750351:0:16949:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446626258593624896 : -117815115926720 : ffff94d907ddb340) 02000000:00000001:2.0:1789608775.750353:0:16949:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1789608775.750355:0:16949:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608775.750357:0:16949:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608775.750360:0:16949:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608775.750364:0:16949:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c990. 00000100:00000200:2.0:1789608775.750368:0:16949:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876538943120256, offset 224 00000400:00000200:2.0:1789608775.750373:0:16949:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608775.750380:0:16949:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608775.750384:0:16949:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.21@tcp to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608775.750389:0:16949:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2796:2796:255:4294967295] 192.168.203.121@tcp LPNI seq info [2796:2796:7:4294967295] 00000400:00000200:2.0:1789608775.750393:0:16949:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608775.750401:0:16949:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:192.168.203.21@tcp) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608775.750406:0:16949:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608775.750410:0:16949:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d902bd1900. 00000800:00000200:2.0:1789608775.750415:0:16949:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608775.750419:0:16949:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608775.750422:0:16949:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d902bd1900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789608775.750425:0:16949:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608775.750428:0:16949:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff94d907ddb340 refcount 15 to 192.168.203.121@tcp 00010000:00000001:2.0:1789608775.750430:0:16949:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1789608775.750433:0:16949:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff94d908c14180. 00010000:00000001:2.0:1789608775.750436:0:16949:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1789608775.750443:0:16949:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1789608775.750445:0:16949:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608775.750447:0:16949:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608775.750449:0:16949:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608775.750453:0:16949:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5c700 x1876538943120256/t0(0) o104->LOV_OSC_UUID@192.168.203.121@tcp:576/0 lens 328/224 e 0 to 0 dl 1789608786 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789608775.750462:0:16949:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff94d907e5c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8104:x1876538943120256:12345-192.168.203.121@tcp:104: Request processed in 193us (5121us total) trans 0 rc 0/0 00000100:00100000:2.0:1789608775.750469:0:16949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.121@tcp, seq: 1 00000100:00000040:2.0:1789608775.750471:0:16949:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff94d903104000 : new rpc_count 0 00000100:00000001:2.0:1789608775.750473:0:16949:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1789608775.750475:0:16949:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1789608775.750479:0:16949:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff94d90847b500. 00000020:00000010:2.0:1789608775.750484:0:16949:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff94d9040dbed8. 00000020:00000010:2.0:1789608775.750487:0:16949:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94d904acd200. 00000020:00000040:2.0:1789608775.750492:0:16949:0:(genops.c:879:class_export_put()) PUTting export ffff94d903104000 : new refcount 3 00000100:00000001:2.0:1789608775.750494:0:16949:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1789608775.750933:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608775.750939:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903a37d00. 00000400:00000200:1.0:1789608775.750945:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608775.750951:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608775.750958:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edaa0 00000400:00000010:1.0:1789608775.750961:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edaa0. 00000100:00000001:1.0:1789608775.750966:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608775.750971:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5df80 x1876538934290048/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608791 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608775.750982:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608775.750986:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5df80 x1876538934290048/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608791 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608775.750994:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608775.750996:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608775.751019:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608775.751021:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d902bd1900. 00000400:00000200:1.0:1789608775.751024:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608775.751027:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608775.751029:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c990 00000400:00000010:1.0:1789608775.751031:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c990. 00000100:00000001:1.0:1789608775.751034:0:2402:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:1.0:1789608775.751035:0:2402:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000001:0.0:1789608775.753714:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608775.753723:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608775.753729:0:17088:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1789608775.753734:0:17088:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1789608775.753737:0:17088:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1789608775.753745:0:17088:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 000000003f621c75/0xc54db3288176fe6b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x91bddff8e8ed9333 expref: -99 pid: 32789 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1789608775.753764:0:17088:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d909232a00 already unused, calling callback (ffffffffc1007300) 00000008:00000001:0.0:1789608775.753768:0:17088:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1789608775.753772:0:17088:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1789608775.753774:0:17088:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608775.753778:0:17088:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608775.753781:0:17088:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232a00 refcount=3 00000020:00000001:0.0:1789608775.753784:0:17088:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:0.0:1789608775.753787:0:17088:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:0.0:1789608775.753790:0:17088:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789608775.753793:0:17088:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 000000003f621c75/0xc54db3288176fe6b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x91bddff8e8ed9333 expref: -99 pid: 32789 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1789608775.753801:0:17088:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1789608775.753804:0:17088:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789608775.753809:0:17088:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514698040 : -117815194853576 : ffff94d903295f38) 00000020:00001000:0.0:1789608775.753812:0:17088:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295f30 00000008:00000001:0.0:1789608775.753815:0:17088:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1789608775.753817:0:17088:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789608775.753820:0:17088:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295f30 00000008:00000001:0.0:1789608775.753823:0:17088:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608775.753828:0:17088:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789608775.753833:0:17088:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789608775.753836:0:17088:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789608775.753837:0:17088:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608775.753841:0:17088:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789608775.753844:0:17088:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d909232a00 with handle 0xc54db3288176fe6b from hash 00010000:00000001:0.0:1789608775.753847:0:17088:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789608775.753848:0:17088:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608775.753850:0:17088:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608775.753851:0:17088:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789608775.753855:0:17088:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789608775.753857:0:17088:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1789608775.753864:0:17088:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789608775.753868:0:17088:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608775.753871:0:17088:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789608775.753873:0:17088:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1789608775.753887:0:17088:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5ed80. 00000020:00000040:0.0:1789608775.753891:0:17088:0:(genops.c:1209:class_import_get()) import ffff94d902b13000 refcount=3 obd=lustre-OST0001-osc-ffff94d904ceb000 00000100:00000001:0.0:1789608775.753897:0:17088:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608775.753900:0:17088:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608775.753907:0:17088:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608775.753916:0:17088:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d9109ba800. 00000100:00000001:0.0:1789608775.753923:0:17088:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608775.753926:0:17088:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789608775.753932:0:17088:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 000000003f621c75/0xc54db3288176fe6b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x91bddff8e8ed9333 expref: -99 pid: 32789 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1789608775.753939:0:17088:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1789608775.753940:0:17088:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608775.753947:0:17088:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608775.753952:0:17088:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608775.753969:0:17088:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007c964e7] to pc [ptlrpcd_00_01+1] req@ffff94d907e5ed80 x1876538934290176/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789608775.754006:0:17088:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789608775.754009:0:17088:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608775.754010:0:17088:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608775.754013:0:17088:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608775.754016:0:17088:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789608775.754018:0:17088:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608775.754022:0:17088:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 000000003f621c75/0xc54db3288176fe6b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x91bddff8e8ed9333 expref: -99 pid: 32789 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:1.0:1789608775.754025:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608775.754031:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1789608775.754032:0:17088:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1789608775.754036:0:2410:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00010000:00010000:0.0:1789608775.754037:0:17088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 000000003f621c75/0xc54db3288176fe6b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x91bddff8e8ed9333 expref: -99 pid: 32789 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000040:1.0:1789608775.754047:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5ed80 x1876538934290176/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000010:0.0:1789608775.754051:0:17088:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d9071bf440. 00000100:00000001:1.0:1789608775.754062:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000040:0.0:1789608775.754063:0:17088:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d903b69800 count: 0 00000100:00000001:1.0:1789608775.754065:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608775.754072:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000010:0.0:1789608775.754073:0:17088:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff94d903b69f00. 02000000:00000001:1.0:1789608775.754076:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608775.754080:0:2410:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608775.754085:0:2410:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934290176:192.168.203.121@tcp:103:ldlm_bl.0 00010000:00000001:0.0:1789608775.754089:0:17088:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789608775.754091:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00010000:00000001:0.0:1789608775.754092:0:17088:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1789608775.754096:0:17088:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff94d908c14180. 02000000:00000001:1.0:1789608775.754100:0:2410:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:0.0:1789608775.754100:0:17088:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608775.754104:0:2410:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608775.754106:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608775.754110:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608775.754111:0:2410:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:0.0:1789608775.754113:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1789608775.754116:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608775.754118:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608775.754119:0:2410:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d911dccc00. 00010000:00010000:0.0:1789608775.754121:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1789608775.754124:0:2410:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608775.754125:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608775.754128:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608775.754131:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1789608775.754138:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608775.754142:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1789608775.754144:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34dc0. 00000100:00000001:0.0:1789608775.754147:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608775.754151:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789608775.754154:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d355d8. 00000100:00000001:0.0:1789608775.754155:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1789608775.754166:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934290176, portal 18 00000100:00000001:1.0:1789608775.754169:0:2410:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608775.754171:0:2410:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594164096 : -117815115387520 : ffff94d907e5ed80) 00000100:00000040:1.0:1789608775.754179:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5ed80 x1876538934290176/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608791 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608775.754188:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608775.754191:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608775.754194:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35ee0. 00000100:00000200:1.0:1789608775.754197:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876538934290176, offset 0 00000400:00000200:1.0:1789608775.754205:0:2410:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608775.754215:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608775.754224:0:2410:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608775.754230:0:2410:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608775.754246:0:2410:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608775.754251:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608775.754255:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608775.754259:0:2410:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2797:2797:256:4294967295] 192.168.203.121@tcp LPNI seq info [2797:2797:8:4294967295] 00000400:00000200:1.0:1789608775.754263:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608775.754273:0:2410:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608775.754280:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608775.754287:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faae00. 00000800:00000200:1.0:1789608775.754297:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608775.754306:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608775.754311:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faae00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1789608775.754324:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608775.754329:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: using a timeout of 25253 usecs (26 jiffies) 00000400:00000200:1.0:1789608775.754333:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608775.754336:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296502870 00000100:00000001:1.0:1789608775.754340:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296504670 00000100:00000001:1.0:1789608775.754343:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296502870 00000100:00000001:1.0:1789608775.754346:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296504670 00000100:00000001:1.0:1789608775.754349:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608775.754352:0:2410:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608775.754355:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608775.754356:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608775.754364:0:2410:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608775.754367:0:2410:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789608775.754369:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608775.754371:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608775.754372:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608775.754374:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608775.755192:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608775.755201:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faae00. 00000400:00000200:0.0:1789608775.755208:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608775.755218:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608775.755226:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35ee0 00000400:00000010:0.0:1789608775.755229:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35ee0. 00000100:00000001:0.0:1789608775.755244:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608775.755250:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5ed80 x1876538934290176/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608791 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608775.755264:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608775.755268:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5ed80 x1876538934290176/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608791 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608775.755275:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608775.755277:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608775.756970:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608775.756994:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608775.756999:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608775.757002:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608775.757012:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608775.757022:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608775.757033:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608775.757038:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608775.757044:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608775.757050:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 18 MB=0x6aab3c495e680 00000400:00000200:1.0:1789608775.757056:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608775.757064:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.121@tcp of length 224/224 into md 0x8001 [1] + 224 00000800:00000001:1.0:1789608775.757073:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608775.757083:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608775.757087:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608775.757092:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608775.757100:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608775.757110:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5df80 x1876538934290048/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608791 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608775.757123:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907e5df80 x1876538934290048/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608791 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608775.757139:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608775.757148:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608775.757151:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608775.757206:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608775.757211:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789608775.757219:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608775.757222:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608775.757226:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8d68. 00000400:00000200:0.0:1789608775.757232:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed880 00000400:00000010:0.0:1789608775.757247:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed880. 00000100:00000001:0.0:1789608775.757252:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608775.757257:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5df80 x1876538934290048/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608791 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608775.757267:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5df80 x1876538934290048/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608791 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608775.757274:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608775.757275:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608775.757278:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608775.757282:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608775.757286:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608775.757289:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608775.757293:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608775.757304:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13d38 time=116 v=5 (5 5 0 5) 00000100:00001000:0.0:1789608775.757310:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=4 v=5 (1 0 0 0) 00000100:00000001:0.0:1789608775.757312:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608775.757315:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608775.757318:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608775.757324:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608775.757329:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608775.757331:0:2409:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: skip recheck: last_committed 4294967333 00000100:00000001:0.0:1789608775.757333:0:2409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608775.757335:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608775.757340:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5df80 x1876538934290048/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608791 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608775.757347:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608775.757350:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608775.757352:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608775.757356:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5df80 x1876538934290048/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608791 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789608775.757364:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934290048:192.168.203.121@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1789608775.757370:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608775.757373:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608775.757376:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5df80 x1876538934290048/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608791 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608775.757383:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608775.757386:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608775.757391:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d9109bb800. 02000000:00000001:0.0:1789608775.757395:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608775.757399:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608775.757401:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=2 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:0.0:1789608775.757404:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608775.757406:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d9109bae00. 02000000:00000001:0.0:1789608775.757410:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608775.757412:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608775.757414:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5df80. 00000100:00000001:0.0:1789608775.757417:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608775.757419:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608775.757422:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608775.757432:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608775.757434:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608775.757437:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608775.757439:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789608775.761521:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608775.761545:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608775.761551:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608775.761554:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608775.761565:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608775.761576:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608775.761588:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608775.761593:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608775.761600:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608775.761605:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 18 MB=0x6aab3c495e700 00000400:00000200:0.0:1789608775.761611:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608775.761617:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.121@tcp of length 224/224 into md 0x8011 [1] + 224 00000800:00000001:0.0:1789608775.761626:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608775.761726:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608775.761731:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608775.761737:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608775.761746:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608775.761758:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5ed80 x1876538934290176/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608791 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608775.761771:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907e5ed80 x1876538934290176/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608791 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608775.761785:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608775.761794:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608775.761797:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608775.761833:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608775.761839:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789608775.761848:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608775.761850:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608775.761854:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34dc0. 00000400:00000200:1.0:1789608775.761859:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d355d8 00000400:00000010:1.0:1789608775.761863:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d355d8. 00000100:00000001:1.0:1789608775.761866:0:2410:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608775.761872:0:2410:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5ed80 x1876538934290176/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608791 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608775.761893:0:2410:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5ed80 x1876538934290176/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608791 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608775.761900:0:2410:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608775.761902:0:2410:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608775.761905:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608775.761910:0:2410:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608775.761912:0:2410:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608775.761915:0:2410:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608775.761918:0:2410:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608775.761930:0:2410:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b134a8 time=131 v=5 (5 5 5 5) 00000100:00001000:1.0:1789608775.761934:0:2410:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608775.761937:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608775.761939:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608775.761943:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608775.761947:0:2410:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608775.761951:0:2410:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608775.761954:0:2410:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d904ceb000: skip recheck: last_committed 4294967322 00000100:00000001:1.0:1789608775.761956:0:2410:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608775.761958:0:2410:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608775.761963:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5ed80 x1876538934290176/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608791 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608775.761970:0:2410:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608775.761974:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608775.761976:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608775.761980:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5ed80 x1876538934290176/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608791 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608775.761989:0:2410:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934290176:192.168.203.121@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1789608775.761994:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608775.761997:0:2410:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608775.762000:0:2410:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5ed80 x1876538934290176/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608791 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608775.762007:0:2410:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608775.762009:0:2410:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608775.762013:0:2410:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d911dccc00. 02000000:00000001:1.0:1789608775.762018:0:2410:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608775.762021:0:2410:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608775.762023:0:2410:0:(genops.c:1222:class_import_put()) import ffff94d902b13000 refcount=2 obd=lustre-OST0001-osc-ffff94d904ceb000 00000020:00000001:1.0:1789608775.762026:0:2410:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608775.762029:0:2410:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d9109ba800. 02000000:00000001:1.0:1789608775.762032:0:2410:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608775.762034:0:2410:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608775.762036:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5ed80. 00000100:00000001:1.0:1789608775.762040:0:2410:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608775.762042:0:2410:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608775.762044:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608775.762053:0:2410:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608775.762056:0:2410:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608775.762058:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608775.762061:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1789608775.775883:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9037fce00. 00010000:00000010:0.1:1789608775.775903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f55800. 00010000:00000010:0.1:1789608775.788712:0:32978:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69800. 00010000:00000010:0.1:1789608775.788732:0:32978:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232a00. 00000080:00000001:1.0:1789608776.459534:0:33019:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608776.476380:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608776.476393:0:28704:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608776.476395:0:28704:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608776.476400:0:28704:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608776.476406:0:28704:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608776.476409:0:28704:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608776.476411:0:28704:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608776.476414:0:28704:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608776.481793:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608776.481804:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608776.481810:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789608777.486578:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608777.486585:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608777.486660:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608777.486663:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608777.486667:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789608777.616137:0:20560:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d000 (cpu 0) has reached its deadline 4296504670, at 4296504706 00000100:00000010:0.0:1789608777.616153:0:20560:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d907f83840. 00000100:00000040:1.0:1789608777.619562:0:809:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d110 (cpu 1) has reached its deadline 4296504670, at 4296504709 00000100:00000010:1.0:1789608777.619577:0:809:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d907f83180. 00000080:00000001:1.0:1789608778.063702:0:33165:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608778.510443:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608778.510448:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608778.510544:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789608778.510547:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608778.510550:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789608778.767967:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789608778.767975:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789608778.767984:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5df80. 00000020:00000040:0.0:1789608778.767990:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=4 obd=MGC192.168.203.121@tcp 00000100:00000001:0.0:1789608778.767995:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608778.767999:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608778.768004:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608778.768013:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903a37d00. 00000100:00000001:0.0:1789608778.768021:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608778.768034:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS req@ffff94d907e5df80 x1876538934290304/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789608778.768046:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608778.768050:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608778.768056:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbf556a4] to pc [ptlrpcd_00_00+0] req@ffff94d907e5df80 x1876538934290304/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608778.768090:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608778.768093:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789608778.768097:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789608778.768100:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5e680. 00000020:00000040:0.0:1789608778.768102:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=10 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:0.0:1789608778.768105:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608778.768106:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608778.768108:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608778.768112:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903a37800. 00000100:00000001:0.0:1789608778.768115:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608778.768120:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID req@ffff94d907e5e680 x1876538934290432/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789608778.768127:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608778.768130:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608778.768133:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa5cca34] to pc [ptlrpcd_00_01+1] req@ffff94d907e5e680 x1876538934290432/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608778.768142:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608778.768144:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789608778.768147:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789608778.768150:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5f480. 00000020:00000040:0.0:1789608778.768153:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=4 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000100:00000001:0.0:1789608778.768155:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608778.768156:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608778.768158:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608778.768161:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903a37900. 00000100:00000001:0.0:1789608778.768163:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608778.768167:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID req@ffff94d907e5f480 x1876538934290560/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789608778.768175:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608778.768177:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608778.768180:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000434eb50e] to pc [ptlrpcd_00_00+0] req@ffff94d907e5f480 x1876538934290560/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608778.768188:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608778.768190:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789608778.768193:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789608778.768197:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5d500. 00000020:00000040:0.0:1789608778.768199:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00000100:00000001:0.0:1789608778.768201:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608778.768202:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608778.768204:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608778.768207:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903a37200. 00000100:00000001:0.0:1789608778.768210:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608778.768222:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID req@ffff94d907e5d500 x1876538934290688/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789608778.768235:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608778.768237:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608778.768241:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e976802] to pc [ptlrpcd_00_01+1] req@ffff94d907e5d500 x1876538934290688/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608778.768248:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608778.768250:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789608778.768253:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789608778.768256:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5f800. 00000020:00000040:0.0:1789608778.768258:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b13000 refcount=3 obd=lustre-OST0001-osc-ffff94d904ceb000 00000100:00000001:0.0:1789608778.768260:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608778.768262:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608778.768263:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608778.768267:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903c79c00. 00000100:00000001:0.0:1789608778.768270:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608778.768274:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID req@ffff94d907e5f800 x1876538934290816/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789608778.768280:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608778.768282:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608778.768285:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a71d49b5] to pc [ptlrpcd_00_00+0] req@ffff94d907e5f800 x1876538934290816/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608778.768291:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608778.768295:0:21207:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1843) 00000100:00000001:0.0:1789608778.768310:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608778.768313:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608778.768315:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608778.768320:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5df80 x1876538934290304/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608778.768327:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608778.768329:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608778.768333:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608778.768336:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608778.768338:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608778.768342:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2409:1876538934290304:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608778.768346:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608778.768350:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608778.768353:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608778.768355:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608778.768359:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d911dcda00. 02000000:00000001:0.0:1789608778.768361:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608778.768368:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608778.768373:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8d68. 00000400:00000010:0.0:1789608778.768379:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed880. 00000100:00000200:0.0:1789608778.768386:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934290304, portal 25 00000100:00000001:0.0:1789608778.768388:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608778.768390:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594160512 : -117815115391104 : ffff94d907e5df80) 00000100:00000040:0.0:1789608778.768395:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5df80 x1876538934290304/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608778.768401:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608778.768403:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608778.768406:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed088. 00000100:00000200:0.0:1789608778.768409:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876538934290304, offset 0 00000400:00000200:0.0:1789608778.768415:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608778.768423:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608778.768430:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608778.768436:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608778.768439:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608778.768442:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608778.768445:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608778.768448:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2798:2798:256:4294967295] 192.168.203.121@tcp LPNI seq info [2798:2798:8:4294967295] 00000400:00000200:0.0:1789608778.768452:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608778.768460:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608778.768468:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608778.768473:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306d00. 00000800:00000200:0.0:1789608778.768479:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608778.768487:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608778.768491:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608778.768504:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608778.768508:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608778.768511:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 0 is 4296509792 00000100:00000010:0.0:1789608778.768516:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d9082d7240. 00000100:00000001:0.0:1789608778.768522:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789608778.768528:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 1 is 4296509792 00000100:00000010:0.0:1789608778.768531:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d9082d7ea0. 00000100:00000001:0.0:1789608778.768535:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789608778.768538:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608778.768541:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608778.768543:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608778.768547:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5f480 x1876538934290560/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608778.768554:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608778.768556:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608778.768558:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608778.768561:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608778.768562:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608778.768566:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934290560:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608778.768569:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608778.768571:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608778.768573:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608778.768574:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608778.768577:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d911dcc400. 02000000:00000001:0.0:1789608778.768579:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608778.768583:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608778.768586:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b80b0. 00000400:00000010:0.0:1789608778.768590:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edee0. 00000100:00000200:0.0:1789608778.768593:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934290560, portal 10 00000100:00000001:0.0:1789608778.768595:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608778.768596:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594165888 : -117815115385728 : ffff94d907e5f480) 00000100:00000040:0.0:1789608778.768603:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5f480 x1876538934290560/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608778.768610:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608778.768613:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608778.768615:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed000. 00000100:00000200:0.0:1789608778.768618:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934290560, offset 0 00000400:00000200:0.0:1789608778.768622:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608778.768626:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608778.768630:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608778.768633:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608778.768635:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608778.768637:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608778.768640:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608778.768643:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2799:2799:255:4294967295] 192.168.203.121@tcp LPNI seq info [2799:2799:7:4294967295] 00000400:00000200:0.0:1789608778.768647:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608778.768653:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608778.768659:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608778.768663:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306f00. 00000800:00000200:0.0:1789608778.768667:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608778.768670:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608778.768673:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608778.768908:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608778.768912:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: using a timeout of 23440 usecs (24 jiffies) 00000400:00000200:0.0:1789608778.768916:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608778.768919:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296505882 00000100:00000001:0.0:1789608778.768921:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296509792 00000100:00000001:0.0:1789608778.768924:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296505882 00000100:00000001:0.0:1789608778.768926:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296509792 00000100:00000001:0.0:1789608778.768929:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608778.768931:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608778.768933:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608778.768938:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5f800 x1876538934290816/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608778.768945:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608778.768946:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608778.768956:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608778.768958:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608778.768960:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608778.768963:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934290816:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608778.768966:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608778.768969:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608778.768970:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608778.768972:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608778.768975:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d911dcd000. 02000000:00000001:0.0:1789608778.768977:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608778.768981:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608778.768983:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8ec8. 00000400:00000010:0.0:1789608778.768988:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edaa0. 00000100:00000200:0.0:1789608778.768991:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934290816, portal 4 00000100:00000001:0.0:1789608778.768993:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608778.768995:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594166784 : -117815115384832 : ffff94d907e5f800) 00000100:00000040:0.0:1789608778.769000:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5f800 x1876538934290816/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608778.769006:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608778.769008:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608778.769010:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed990. 00000100:00000200:0.0:1789608778.769013:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876538934290816, offset 0 00000400:00000200:0.0:1789608778.769017:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608778.769021:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608778.769025:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608778.769028:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608778.769031:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608778.769033:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608778.769036:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608778.769038:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2800:2800:254:4294967295] 192.168.203.121@tcp LPNI seq info [2800:2800:6:4294967295] 00000400:00000200:0.0:1789608778.769042:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608778.769048:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608778.769052:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608778.769056:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306b00. 00000800:00000200:0.0:1789608778.769060:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608778.769065:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608778.769067:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608778.769070:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608778.769073:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: using a timeout of 25157 usecs (26 jiffies) 00000400:00000200:0.0:1789608778.769076:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608778.769165:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296505884 00000100:00000001:0.0:1789608778.769169:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296509792 00000100:00000001:0.0:1789608778.769170:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296505884 00000100:00000001:0.0:1789608778.769172:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296509792 00000100:00000001:0.0:1789608778.769174:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608778.769177:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608778.769179:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608778.769182:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608778.769189:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608778.769192:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789608778.769194:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608778.769196:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608778.769198:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608778.769201:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1789608778.769202:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608778.769204:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608778.769205:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608778.769207:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608778.769208:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608778.769209:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608778.769223:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5e680 x1876538934290432/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608778.769230:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608778.769232:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608778.769234:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608778.769236:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608778.769238:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608778.769241:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934290432:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608778.769244:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608778.769246:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608778.769248:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608778.769250:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608778.769253:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d911dccc00. 02000000:00000001:0.0:1789608778.769255:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608778.769258:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608778.769260:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b85d8. 00000400:00000010:0.0:1789608778.769264:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edbb0. 00000100:00000200:0.0:1789608778.769266:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934290432, portal 10 00000100:00000001:0.0:1789608778.769268:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608778.769269:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594162304 : -117815115389312 : ffff94d907e5e680) 00000100:00000040:0.0:1789608778.769274:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5e680 x1876538934290432/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608778.769281:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608778.769283:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608778.769285:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed6e8. 00000100:00000200:0.0:1789608778.769287:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934290432, offset 0 00000400:00000200:0.0:1789608778.769292:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608778.769295:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608778.769298:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608778.769301:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608778.769303:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608778.769306:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608778.769308:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608778.769311:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2801:2801:253:4294967295] 192.168.203.121@tcp LPNI seq info [2801:2801:5:4294967295] 00000400:00000200:0.0:1789608778.769315:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608778.769320:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608778.769325:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608778.769328:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306e00. 00000800:00000200:0.0:1789608778.769331:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608778.769336:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608778.769338:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608778.769341:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608778.769344:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 851262 usecs (852 jiffies) 00000400:00000200:0.0:1789608778.769347:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608778.769349:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296506710 00000100:00000001:0.0:1789608778.769351:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296509792 00000100:00000001:0.0:1789608778.769354:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296506710 00000100:00000001:0.0:1789608778.769356:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296509792 00000100:00000001:0.0:1789608778.769358:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608778.769360:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608778.769362:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608778.769366:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5d500 x1876538934290688/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608778.769373:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608778.769375:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608778.769377:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608778.769379:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608778.769381:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608778.769384:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934290688:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608778.769392:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608778.769394:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608778.769396:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608778.769397:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608778.769401:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d911dcca00. 02000000:00000001:0.0:1789608778.769402:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608778.769405:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608778.769407:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8c08. 00000400:00000010:0.0:1789608778.769411:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed550. 00000100:00000200:0.0:1789608778.769413:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934290688, portal 4 00000100:00000001:0.0:1789608778.769415:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608778.769416:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594157824 : -117815115393792 : ffff94d907e5d500) 00000100:00000040:0.0:1789608778.769421:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5d500 x1876538934290688/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608778.769427:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608778.769430:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608778.769432:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edc38. 00000100:00000200:0.0:1789608778.769434:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876538934290688, offset 0 00000400:00000200:0.0:1789608778.769438:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608778.769442:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608778.769446:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608778.769448:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608778.769451:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608778.769453:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608778.769455:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608778.769457:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2802:2802:252:4294967295] 192.168.203.121@tcp LPNI seq info [2802:2802:4:4294967295] 00000400:00000200:0.0:1789608778.769461:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608778.769467:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608778.769472:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608778.769475:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306300. 00000800:00000200:0.0:1789608778.769479:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608778.769482:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608778.769484:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608778.769486:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608778.769489:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 210296 usecs (211 jiffies) 00000400:00000200:0.0:1789608778.769491:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608778.769493:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296506070 00000100:00000001:0.0:1789608778.769495:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296509792 00000100:00000001:0.0:1789608778.769497:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296506070 00000100:00000001:0.0:1789608778.769498:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296509792 00000100:00000001:0.0:1789608778.769500:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608778.769502:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608778.769504:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608778.769506:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608778.769548:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608778.769552:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306d00. 00000400:00000200:0.0:1789608778.769555:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608778.769560:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608778.769564:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed088 00000400:00000010:0.0:1789608778.769566:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed088. 00000100:00000001:0.0:1789608778.769569:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608778.769573:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5df80 x1876538934290304/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608778.769582:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608778.769585:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5df80 x1876538934290304/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608794 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608778.769592:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608778.769593:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608778.769606:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608778.769608:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306f00. 00000400:00000200:0.0:1789608778.769610:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608778.769613:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608778.769615:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed000 00000400:00000010:0.0:1789608778.769616:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed000. 00000100:00000001:0.0:1789608778.769618:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608778.769622:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5f480 x1876538934290560/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608778.769629:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608778.769632:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5f480 x1876538934290560/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608794 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608778.769638:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608778.769639:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608778.769646:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608778.769648:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306b00. 00000400:00000200:0.0:1789608778.769651:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608778.769658:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608778.769661:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed990 00000400:00000010:0.0:1789608778.769662:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed990. 00000100:00000001:0.0:1789608778.769664:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608778.769668:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5f800 x1876538934290816/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608778.769673:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608778.769695:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5f800 x1876538934290816/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608794 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608778.769701:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608778.769703:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608778.769711:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608778.769713:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306e00. 00000400:00000200:0.0:1789608778.769715:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608778.769718:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608778.769721:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed6e8 00000400:00000010:0.0:1789608778.769792:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed6e8. 00000100:00000001:0.0:1789608778.769796:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608778.769800:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5e680 x1876538934290432/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608778.769807:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608778.769810:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5e680 x1876538934290432/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608794 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608778.769816:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608778.769817:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608778.770312:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608778.770316:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306300. 00000400:00000200:0.0:1789608778.770319:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608778.770324:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608778.770328:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edc38 00000400:00000010:0.0:1789608778.770330:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edc38. 00000100:00000001:0.0:1789608778.770333:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608778.770337:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5d500 x1876538934290688/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608778.770345:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608778.770348:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5d500 x1876538934290688/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608794 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608778.770354:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608778.770355:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789608778.770378:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608778.770381:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789608778.782547:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608778.782565:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608778.782570:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608778.782572:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608778.782581:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608778.782589:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608778.782598:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608778.782604:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608778.782610:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608778.782614:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c495e880 00000400:00000200:0.0:1789608778.782620:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608778.782625:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x8031 [1] + 224 00000800:00000001:0.0:1789608778.782633:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608778.782637:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608778.782641:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608778.782645:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608778.782652:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608778.782661:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5f480 x1876538934290560/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608794 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608778.782673:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907e5f480 x1876538934290560/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608794 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608778.782710:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608778.782718:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608778.782722:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608778.782724:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608778.782725:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608778.782728:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608778.782732:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608778.782737:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608778.782739:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608778.782741:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608778.782744:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c495e800 00000400:00000200:0.0:1789608778.782747:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608778.782750:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x8051 [1] + 224 00000800:00000001:0.0:1789608778.782753:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608778.782757:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608778.782759:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608778.782761:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608778.782764:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608778.782769:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5e680 x1876538934290432/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608794 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608778.782777:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907e5e680 x1876538934290432/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608794 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608778.782783:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608778.782786:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608778.782789:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608778.782790:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608778.782793:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608778.782795:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608778.782798:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608778.782802:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608778.782805:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608778.782807:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608778.782810:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c495e980 00000400:00000200:0.0:1789608778.782813:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608778.782816:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x8041 [1] + 224 00000800:00000001:0.0:1789608778.782819:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608778.782823:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608778.782825:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608778.782828:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608778.782830:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608778.782834:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5f800 x1876538934290816/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608794 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608778.782842:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907e5f800 x1876538934290816/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608794 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608778.782850:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608778.782853:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608778.783462:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608778.783464:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608778.783467:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608778.783471:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608778.783476:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608778.783481:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608778.783485:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608778.783487:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608778.783491:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c495e900 00000400:00000200:0.0:1789608778.783494:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608778.783497:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x8061 [1] + 224 00000800:00000001:0.0:1789608778.783501:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608778.783504:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608778.783506:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608778.783509:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608778.783513:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608778.783519:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5d500 x1876538934290688/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608794 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608778.783527:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907e5d500 x1876538934290688/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608794 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608778.783534:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608778.783538:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608778.783540:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608778.783541:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608778.783543:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608778.783545:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608778.783548:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608778.783552:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608778.783554:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608778.783556:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608778.783559:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 25 MB=0x6aab3c495e780 00000400:00000200:0.0:1789608778.783562:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608778.783567:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.121@tcp of length 224/224 into md 0x8021 [1] + 224 00000800:00000001:0.0:1789608778.783570:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608778.783578:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608778.783581:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608778.783584:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608778.783586:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608778.783591:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5df80 x1876538934290304/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608794 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608778.783599:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907e5df80 x1876538934290304/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608794 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608778.783606:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608778.783609:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608778.783612:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608778.783631:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608778.783635:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789608778.783642:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608778.783645:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608778.783648:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b85d8. 00000400:00000200:0.0:1789608778.783653:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edbb0 00000400:00000010:0.0:1789608778.783656:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edbb0. 00000100:00000001:0.0:1789608778.783659:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608778.783663:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5e680 x1876538934290432/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608794 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608778.783672:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5e680 x1876538934290432/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608794 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608778.783717:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608778.783719:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608778.783721:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608778.783725:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608778.783728:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608778.783731:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608778.783735:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608778.783746:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=136 v=5 (104 104 104 137) 00000100:00001000:0.0:1789608778.783751:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=7 v=5 (1 0 0 0) 00000100:00000001:0.0:1789608778.783753:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608778.783756:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608778.783760:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608778.783764:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608778.783769:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789608778.783772:0:2409:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: committing for last_committed 4294967634 gen 2 00000100:00000040:0.0:1789608778.783779:0:2409:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967634) req@ffff94d907d25500 x1876538934280832/t4294967621(4294967621) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/456 e 0 to 0 dl 1789608787 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608778.783787:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608778.783790:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d25500 x1876538934280832/t4294967621(4294967621) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/456 e 0 to 0 dl 1789608787 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608778.783798:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608778.783800:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608778.783804:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903dbd800. 02000000:00000001:0.0:1789608778.783807:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608778.783810:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608778.783812:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=9 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:0.0:1789608778.783814:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608778.783817:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d911dcc200. 02000000:00000001:0.0:1789608778.783821:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608778.783822:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608778.783824:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d25500. 00000100:00000001:0.0:1789608778.783828:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608778.783829:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608778.783834:0:2409:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967634) req@ffff94d908490e00 x1876538934284672/t4294967622(4294967622) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608787 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608778.783840:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608778.783843:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908490e00 x1876538934284672/t4294967622(4294967622) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608787 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608778.783849:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608778.783850:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608778.783852:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d908398c00. 02000000:00000001:0.0:1789608778.783854:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608778.783856:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608778.783934:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:0.0:1789608778.783936:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608778.783938:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d902adc800. 02000000:00000001:0.0:1789608778.783941:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608778.783943:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608778.783944:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908490e00. 00000100:00000001:0.0:1789608778.783948:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608778.783958:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608778.783965:0:2409:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967634) req@ffff94d907d25f80 x1876538934287104/t4294967626(4294967626) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/456 e 0 to 0 dl 1789608789 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608778.783971:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608778.783974:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d25f80 x1876538934287104/t4294967626(4294967626) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 488/456 e 0 to 0 dl 1789608789 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608778.783980:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608778.783981:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608778.783983:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903dbd000. 02000000:00000001:0.0:1789608778.783985:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608778.783986:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608778.783987:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:0.0:1789608778.783989:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608778.783990:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d911dcc000. 02000000:00000001:0.0:1789608778.783993:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608778.783994:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608778.783995:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d25f80. 00000100:00000001:0.0:1789608778.783998:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608778.783999:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608778.784004:0:2409:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967634) req@ffff94d908492300 x1876538934287744/t4294967628(4294967628) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 512/456 e 0 to 0 dl 1789608789 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608778.784009:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608778.784012:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908492300 x1876538934287744/t4294967628(4294967628) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 512/456 e 0 to 0 dl 1789608789 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608778.784018:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608778.784019:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608778.784020:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d908398800. 02000000:00000001:0.0:1789608778.784023:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608778.784024:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608778.784025:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:0.0:1789608778.784027:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608778.784029:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d902addc00. 02000000:00000001:0.0:1789608778.784030:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608778.784031:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608778.784033:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908492300. 00000100:00000001:0.0:1789608778.784035:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608778.784037:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608778.784041:0:2409:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967634) req@ffff94d907d27800 x1876538934289024/t4294967632(4294967632) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/456 e 0 to 0 dl 1789608789 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608778.784046:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608778.784049:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d27800 x1876538934289024/t4294967632(4294967632) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/456 e 0 to 0 dl 1789608789 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608778.784054:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608778.784055:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608778.784056:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903dbf400. 02000000:00000001:0.0:1789608778.784059:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608778.784060:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608778.784061:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:0.0:1789608778.784063:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608778.784064:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d911dcc800. 02000000:00000001:0.0:1789608778.784066:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608778.784067:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608778.784069:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d27800. 00000100:00000001:0.0:1789608778.784071:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608778.784072:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608778.784076:0:2409:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967634) req@ffff94d907d25c00 x1876538934289664/t4294967634(4294967634) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 512/456 e 0 to 0 dl 1789608789 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608778.784256:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608778.784261:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d25c00 x1876538934289664/t4294967634(4294967634) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 512/456 e 0 to 0 dl 1789608789 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608778.784273:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608778.784275:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608778.784277:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903dbc000. 02000000:00000001:0.0:1789608778.784279:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608778.784280:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608778.784282:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:0.0:1789608778.784283:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608778.784285:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d911dcce00. 02000000:00000001:0.0:1789608778.784287:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608778.784288:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608778.784289:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d25c00. 00000100:00000001:0.0:1789608778.784291:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608778.784292:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608778.784295:0:2409:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1789608778.784298:0:2409:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: normal: skip=1 replay=6/6 committed=0/0 00000100:00000001:0.0:1789608778.784301:0:2409:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608778.784303:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608778.784308:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5e680 x1876538934290432/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608794 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608778.784316:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608778.784319:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608778.784321:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608778.784324:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5e680 x1876538934290432/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608794 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789608778.784332:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934290432:192.168.203.121@tcp:400:kworker.0 00000400:00000001:0.0:1789608778.784339:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608778.784340:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608778.784342:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8c08. 00000400:00000200:0.0:1789608778.784344:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed550 00000400:00000010:0.0:1789608778.784346:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed550. 00000100:00000001:0.0:1789608778.784349:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608778.784353:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5d500 x1876538934290688/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608794 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608778.784360:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5d500 x1876538934290688/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608794 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608778.784366:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608778.784368:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608778.784370:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608778.784371:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608778.784372:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608778.784374:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608778.784376:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608778.784380:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13c60 time=136 v=5 (5 5 5 36) 00000100:00001000:0.0:1789608778.784384:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=7 v=5 (1 0 0 0) 00000100:00000001:0.0:1789608778.784386:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608778.784387:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608778.784389:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608778.784390:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608778.784393:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608778.784395:0:2409:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: skip recheck: last_committed 4294967333 00000100:00000001:0.0:1789608778.784396:0:2409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608778.784397:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608778.784401:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5d500 x1876538934290688/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608794 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608778.784407:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608778.784409:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608778.784410:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608778.784414:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5d500 x1876538934290688/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608794 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789608778.784421:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934290688:192.168.203.121@tcp:400:kworker.0 00000400:00000001:0.0:1789608778.784426:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608778.784427:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608778.784430:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8d68. 00000400:00000200:0.0:1789608778.784432:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed880 00000400:00000010:0.0:1789608778.784434:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed880. 00000100:00000001:0.0:1789608778.784436:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608778.784440:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5df80 x1876538934290304/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608794 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608778.784446:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5df80 x1876538934290304/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608794 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608778.784452:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608778.784453:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608778.784455:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608778.784456:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608778.784457:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608778.784459:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608778.784460:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608778.784463:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d90510e460 time=136 v=5 (5 5 5 5) 00000100:00001000:0.0:1789608778.784465:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d90510e418 time=136 v=5 (1 1 1 1) 00000100:00000001:0.0:1789608778.784467:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608778.784468:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608778.784470:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608778.784471:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608778.784473:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608778.784477:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5df80 x1876538934290304/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608794 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608778.784482:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608778.784484:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608778.784485:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608778.784488:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5df80 x1876538934290304/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608794 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789608778.784494:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2409:1876538934290304:192.168.203.121@tcp:400:kworker.0 00000400:00000001:0.0:1789608778.784499:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608778.784500:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608778.784501:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b80b0. 00000400:00000200:0.0:1789608778.784503:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edee0 00000400:00000010:0.0:1789608778.784504:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edee0. 00000100:00000001:0.0:1789608778.784506:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608778.784510:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5f480 x1876538934290560/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608794 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608778.784517:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5f480 x1876538934290560/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608794 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608778.784522:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608778.784523:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608778.784525:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608778.784526:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608778.784527:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608778.784528:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608778.784530:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608778.784534:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b17c60 time=136 v=5 (104 104 104 137) 00000100:00001000:0.0:1789608778.784536:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b17c18 time=136 v=5 (1 1 1 1) 00000100:00000001:0.0:1789608778.784538:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608778.784539:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608778.784540:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608778.784542:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608778.784544:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608778.784545:0:2409:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1789608778.784547:0:2409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608778.784548:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608778.784552:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5f480 x1876538934290560/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608794 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608778.784558:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608778.784560:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608778.784561:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608778.784565:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5f480 x1876538934290560/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608794 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789608778.784571:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934290560:192.168.203.121@tcp:400:kworker.0 00000400:00000001:0.0:1789608778.784577:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608778.784578:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608778.784580:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8ec8. 00000400:00000200:0.0:1789608778.784582:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edaa0 00000400:00000010:0.0:1789608778.784584:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edaa0. 00000100:00000001:0.0:1789608778.784585:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608778.784589:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5f800 x1876538934290816/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608794 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608778.784597:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5f800 x1876538934290816/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608794 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608778.784602:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608778.784603:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608778.784605:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608778.784606:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608778.784607:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608778.784608:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608778.784610:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608778.784613:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13460 time=136 v=5 (5 5 5 36) 00000100:00001000:0.0:1789608778.784616:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13418 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1789608778.784618:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608778.784619:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608778.784621:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608778.784623:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608778.784625:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608778.784626:0:2409:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d904ceb000: skip recheck: last_committed 4294967322 00000100:00000001:0.0:1789608778.784627:0:2409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608778.784628:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608778.784632:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5f800 x1876538934290816/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608794 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608778.784638:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608778.784639:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608778.784640:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608778.784643:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5f800 x1876538934290816/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608794 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789608778.784651:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934290816:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608778.784655:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608778.784657:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608778.784660:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5e680 x1876538934290432/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608794 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608778.784666:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608778.784667:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608778.784669:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d911dccc00. 02000000:00000001:0.0:1789608778.784672:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608778.788465:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608778.788476:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=3 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:0.0:1789608778.788482:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608778.788486:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903a37800. 02000000:00000001:0.0:1789608778.788493:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608778.788495:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608778.788498:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5e680. 00000100:00000001:0.0:1789608778.788502:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608778.788504:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608778.788507:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608778.788519:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5d500 x1876538934290688/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608794 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608778.788528:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608778.788530:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608778.788532:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d911dcca00. 02000000:00000001:0.0:1789608778.788536:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608778.788538:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608778.788539:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=2 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:0.0:1789608778.788541:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608778.788542:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903a37200. 02000000:00000001:0.0:1789608778.788544:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608778.788545:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608778.788546:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5d500. 00000100:00000001:0.0:1789608778.788550:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608778.788551:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608778.788553:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608778.788558:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5df80 x1876538934290304/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608794 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608778.788565:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608778.788567:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608778.788568:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d911dcda00. 02000000:00000001:0.0:1789608778.788571:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608778.788572:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608778.788574:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=3 obd=MGC192.168.203.121@tcp 00000020:00000001:0.0:1789608778.788575:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608778.788577:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903a37d00. 02000000:00000001:0.0:1789608778.788579:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608778.788579:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608778.788581:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5df80. 00000100:00000001:0.0:1789608778.788583:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608778.788584:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608778.788586:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608778.788590:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5f480 x1876538934290560/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608794 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608778.788596:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608778.788597:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608778.788599:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d911dcc400. 02000000:00000001:0.0:1789608778.788601:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608778.788602:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608778.788603:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=3 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:0.0:1789608778.788605:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608778.788606:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903a37900. 02000000:00000001:0.0:1789608778.788608:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608778.788609:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608778.788610:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5f480. 00000100:00000001:0.0:1789608778.788612:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608778.788614:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608778.788615:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608778.788619:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5f800 x1876538934290816/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608794 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608778.788625:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608778.788627:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608778.788628:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d911dcd000. 02000000:00000001:0.0:1789608778.788630:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608778.788631:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608778.788633:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b13000 refcount=2 obd=lustre-OST0001-osc-ffff94d904ceb000 00000020:00000001:0.0:1789608778.788635:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608778.788636:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903c79c00. 02000000:00000001:0.0:1789608778.788639:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608778.788640:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608778.788641:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5f800. 00000100:00000001:0.0:1789608778.788643:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608778.788645:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608778.788647:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608778.788656:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608778.788658:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608778.788661:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608778.788665:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608779.032988:0:33227:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608779.533868:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608779.533876:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608779.533944:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608779.533947:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608779.533950:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1789608779.983813:0:33320:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789608780.319504:0:33356:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1789608780.319510:0:33356:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 22: drop close request and do mknod ========================================================== 21:32:59 (1789608779) 00000001:00000001:3.0:1789608780.333292:0:33356:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1789608780.557782:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608780.557788:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608780.557869:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608780.557872:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608780.557875:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789608781.581784:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608781.581792:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608781.581951:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789608781.581955:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608781.581958:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1789608781.761578:0:33376:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789608781.761586:0:33376:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789608781.761589:0:33376:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789608781.761592:0:33376:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e018bbbc0 00000080:00200000:2.0:1789608781.761597:0:33376:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:2.0:1789608781.761605:0:33376:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d9071fbe00. 00800000:00000002:2.0:1789608781.761613:0:33376:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:2.0:1789608781.761617:0:33376:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789608781.761622:0:33376:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789608781.761624:0:33376:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e018bbae0 00800000:00000002:2.0:1789608781.761626:0:33376:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608781.761630:0:33376:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789608781.761633:0:33376:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608781.761635:0:33376:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608781.761638:0:33376:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608781.761640:0:33376:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608781.761642:0:33376:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608781.761644:0:33376:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608781.761646:0:33376:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608781.761650:0:33376:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789608781.761656:0:33376:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789608781.761658:0:33376:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e018bb9b0 00000002:00010000:2.0:1789608781.761659:0:33376:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789608781.761663:0:33376:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789608781.761665:0:33376:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608781.761669:0:33376:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789608781.761769:0:33376:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608781.761772:0:33376:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608781.761774:0:33376:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608781.761776:0:33376:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789608781.761778:0:33376:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789608781.761784:0:33376:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d25180. 00000020:00000040:2.0:1789608781.761788:0:33376:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00010000:00000001:2.0:1789608781.761795:0:33376:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789608781.761800:0:33376:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608781.761804:0:33376:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608781.761935:0:33376:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608781.761938:0:33376:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608781.761943:0:33376:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608781.761951:0:33376:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d903dbdc00. 00000100:00000001:2.0:1789608781.761957:0:33376:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608781.761962:0:33376:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608781.761963:0:33376:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608781.761965:0:33376:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608781.761966:0:33376:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608781.761968:0:33376:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608781.761974:0:33376:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626258592878976 : -117815116672640 : ffff94d907d25180) 00010000:00000001:2.0:1789608781.761978:0:33376:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789608781.761980:0:33376:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789608781.761985:0:33376:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d903b69200. 00010000:00000010:2.0:1789608781.761989:0:33376:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d90847b600. 00010000:00000001:2.0:1789608781.761994:0:33376:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789608781.761997:0:33376:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d909232800. 00000020:00000001:2.0:1789608781.762001:0:33376:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789608781.762004:0:33376:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d909232800 with handle 0xc54db3288176feb8 to hash 00000020:00000001:2.0:1789608781.762006:0:33376:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789608781.762008:0:33376:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000001:2.0:1789608781.762012:0:33376:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000001:2.0:1789608781.762015:0:33376:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608781.762018:0:33376:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608781.762023:0:33376:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232800/0xc54db3288176feb8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33376 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789608781.762033:0:33376:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232800/0xc54db3288176feb8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33376 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789608781.762042:0:33376:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232800/0xc54db3288176feb8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33376 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789608781.762052:0:33376:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789608781.762053:0:33376:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789608781.762116:0:33376:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d9098a7240. 00000100:00000001:2.0:1789608781.762119:0:33376:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258621723200 : -117815087828416 : ffff94d9098a7240) 00000100:00000001:2.0:1789608781.762122:0:33376:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608781.762124:0:33376:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592878976 : -117815116672640 : ffff94d907d25180) 00000100:00000001:2.0:1789608781.762128:0:33376:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608781.762132:0:33376:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608781.762134:0:33376:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789608781.762136:0:33376:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608781.762147:0:33376:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d25180 x1876538934290944/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608781.762155:0:33376:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608781.762158:0:33376:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608781.762161:0:33376:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608781.762164:0:33376:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608781.762167:0:33376:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608781.762170:0:33376:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d25180 pname:cluuid:pid:xid:nid:opc:job multiop:25f5d458-2cbe-49cd-9693-334c08df7e27:33376:1876538934290944:192.168.203.121@tcp:101:multiop.0 00000100:00000001:2.0:1789608781.762175:0:33376:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608781.762180:0:33376:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608781.762182:0:33376:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608781.762184:0:33376:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608781.762189:0:33376:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d902b3b000. 02000000:00000001:2.0:1789608781.762201:0:33376:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608781.762208:0:33376:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608781.762213:0:33376:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21e18. 00000400:00000010:2.0:1789608781.762219:0:33376:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c908. 00000100:00000200:2.0:1789608781.762226:0:33376:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876538934290944, portal 10 00000100:00000001:2.0:1789608781.762228:0:33376:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608781.762229:0:33376:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592878976 : -117815116672640 : ffff94d907d25180) 00000100:00000040:2.0:1789608781.762235:0:33376:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d907d25180 x1876538934290944/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608797 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608781.762247:0:33376:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608781.762250:0:33376:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608781.762252:0:33376:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c5d8. 00000100:00000200:2.0:1789608781.762256:0:33376:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876538934290944, offset 0 00000400:00000200:2.0:1789608781.762262:0:33376:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608781.762270:0:33376:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608781.762278:0:33376:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608781.762283:0:33376:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608781.762287:0:33376:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608781.762290:0:33376:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608781.762293:0:33376:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608781.762296:0:33376:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2803:2803:256:4294967295] 192.168.203.121@tcp LPNI seq info [2803:2803:8:4294967295] 00000400:00000200:2.0:1789608781.762300:0:33376:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608781.762308:0:33376:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608781.762314:0:33376:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608781.762318:0:33376:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d902bd1700. 00000800:00000200:2.0:1789608781.762326:0:33376:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608781.762334:0:33376:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608781.762338:0:33376:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d902bd1700 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1789608781.762401:0:33376:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608781.762406:0:33376:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 850121 usecs (851 jiffies) 00000400:00000200:2.0:1789608781.762410:0:33376:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608781.762413:0:33376:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296509703 00000100:00000001:2.0:1789608781.762416:0:33376:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296509792 00000100:00000001:2.0:1789608781.762418:0:33376:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296509703 00000100:00000001:2.0:1789608781.762421:0:33376:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296509792 00000100:00000001:2.0:1789608781.762423:0:33376:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608781.762425:0:33376:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608781.762428:0:33376:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608781.762430:0:33376:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789608781.762433:0:33376:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d9098a7240 going to sleep for 11 seconds 00000100:00000001:2.0:1789608781.762435:0:33376:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608781.762438:0:33376:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608781.765656:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608781.765667:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d902bd1700. 00000400:00000200:0.0:1789608781.765699:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608781.765708:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608781.765718:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c5d8 00000400:00000010:0.0:1789608781.765721:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c5d8. 00000100:00000001:0.0:1789608781.765726:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608781.765735:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25180 x1876538934290944/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608797 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608781.765747:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608781.765752:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d25180 x1876538934290944/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608797 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608781.765758:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608781.765761:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608781.786755:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608781.786773:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608781.786776:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608781.786779:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608781.786786:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608781.786793:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608781.786801:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608781.786815:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608781.786821:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608781.786825:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 688 into portal 10 MB=0x6aab3c495ea00 00000400:00000200:0.0:1789608781.786830:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608781.786840:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 688/688 into md 0x8071 [1] + 224 00000800:00000001:0.0:1789608781.786847:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608781.786854:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608781.786857:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608781.786862:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608781.786868:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608781.786875:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d25180 x1876538934290944/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608797 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608781.786885:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d907d25180 x1876538934290944/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608797 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608781.786906:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608781.786915:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608781.786918:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608781.787169:0:33376:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608781.787178:0:33376:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608781.787180:0:33376:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608781.787184:0:33376:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21e18. 00000400:00000200:2.0:1789608781.787198:0:33376:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c908 00000400:00000010:2.0:1789608781.787201:0:33376:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c908. 00000100:00000001:2.0:1789608781.787205:0:33376:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608781.787209:0:33376:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d25180 x1876538934290944/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608797 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789608781.787218:0:33376:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d25180 x1876538934290944/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608797 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608781.787224:0:33376:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608781.787226:0:33376:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608781.787229:0:33376:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608781.787232:0:33376:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608781.787234:0:33376:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608781.787237:0:33376:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608781.787240:0:33376:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608781.787249:0:33376:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=139 v=5 (104 104 104 137) 00000100:00001000:2.0:1789608781.787254:0:33376:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608781.787256:0:33376:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608781.787258:0:33376:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608781.787260:0:33376:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608781.787264:0:33376:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608781.787268:0:33376:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608781.787270:0:33376:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967634 00000100:00000001:2.0:1789608781.787272:0:33376:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608781.787273:0:33376:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608781.787279:0:33376:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d25180 x1876538934290944/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608797 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608781.787291:0:33376:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608781.787295:0:33376:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608781.787297:0:33376:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608781.787301:0:33376:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d25180 x1876538934290944/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608797 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789608781.787309:0:33376:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d25180 pname:cluuid:pid:xid:nid:opc:job multiop:25f5d458-2cbe-49cd-9693-334c08df7e27:33376:1876538934290944:192.168.203.121@tcp:101:multiop.0 00000100:00000001:2.0:1789608781.787313:0:33376:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608781.787316:0:33376:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608781.787319:0:33376:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789608781.787321:0:33376:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608781.787324:0:33376:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d25180 x1876538934290944/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608797 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608781.787330:0:33376:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608781.787334:0:33376:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d9098a7240. 00000100:00000001:2.0:1789608781.787337:0:33376:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789608781.787338:0:33376:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608781.787341:0:33376:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789608781.787346:0:33376:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608781.787349:0:33376:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608781.787353:0:33376:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232800 refcount=4 00000020:00000001:2.0:1789608781.787355:0:33376:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000001:2.0:1789608781.787358:0:33376:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000040:2.0:1789608781.787365:0:33376:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d909232800, remote cookie: 0x91bddff8e8ed947c, flags: 0x1001 00010000:00010000:2.0:1789608781.787370:0:33376:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232800/0xc54db3288176feb8 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed947c expref: -99 pid: 33376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789608781.787380:0:33376:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232800/0xc54db3288176feb8 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed947c expref: -99 pid: 33376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608781.787392:0:33376:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789608781.787396:0:33376:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789608781.787398:0:33376:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789608781.787399:0:33376:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789608781.787401:0:33376:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789608781.787403:0:33376:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff94d903b69200) refcount = 1 00010000:00010000:2.0:1789608781.787407:0:33376:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232800/0xc54db3288176feb8 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed947c expref: -99 pid: 33376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608781.787414:0:33376:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789608781.787417:0:33376:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789608781.787419:0:33376:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608781.787422:0:33376:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789608781.787424:0:33376:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608781.787428:0:33376:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232800/0xc54db3288176feb8 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed947c expref: -99 pid: 33376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608781.787434:0:33376:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789608781.787435:0:33376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608781.787436:0:33376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608781.787437:0:33376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608781.787438:0:33376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608781.787440:0:33376:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608781.787445:0:33376:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789608781.787446:0:33376:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608781.787448:0:33376:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608781.787449:0:33376:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232800 refcount=3 00000020:00000001:2.0:1789608781.787451:0:33376:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000001:2.0:1789608781.787453:0:33376:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000001:2.0:1789608781.787455:0:33376:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608781.787456:0:33376:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608781.787457:0:33376:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232800 refcount=4 00000020:00000001:2.0:1789608781.787459:0:33376:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000001:2.0:1789608781.787461:0:33376:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000001:2.0:1789608781.787464:0:33376:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608781.787467:0:33376:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608781.787470:0:33376:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232800/0xc54db3288176feb8 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed947c expref: -99 pid: 33376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608781.787476:0:33376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608781.787477:0:33376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608781.787478:0:33376:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608781.787479:0:33376:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608781.787481:0:33376:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232800 refcount=5 00000020:00000001:2.0:1789608781.787483:0:33376:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000001:2.0:1789608781.787484:0:33376:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000001:2.0:1789608781.787487:0:33376:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608781.787489:0:33376:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232800/0xc54db3288176feb8 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed947c expref: -99 pid: 33376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608781.787495:0:33376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608781.787496:0:33376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789608781.787498:0:33376:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232800/0xc54db3288176feb8 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed947c expref: -99 pid: 33376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608781.787504:0:33376:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608781.787506:0:33376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608781.787507:0:33376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608781.787508:0:33376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608781.787509:0:33376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789608781.787514:0:33376:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d907d25180 x1876538934290944/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608797 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1789608781.787523:0:33376:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608781.787524:0:33376:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608781.787525:0:33376:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232800 refcount=3 00000020:00000001:2.0:1789608781.787528:0:33376:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000001:2.0:1789608781.787530:0:33376:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000001:2.0:1789608781.787532:0:33376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608781.787533:0:33376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608781.787534:0:33376:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608781.787536:0:33376:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608781.787539:0:33376:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1789608781.787541:0:33376:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608781.787542:0:33376:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608781.787544:0:33376:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232800 refcount=3 00000020:00000001:2.0:1789608781.787545:0:33376:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000001:2.0:1789608781.787547:0:33376:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00000002:00010000:2.0:1789608781.787551:0:33376:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232800/0xc54db3288176feb8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed947c expref: -99 pid: 33376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608781.787556:0:33376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608781.787557:0:33376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608781.787558:0:33376:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789608781.787560:0:33376:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608781.787561:0:33376:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608781.787562:0:33376:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232800 refcount=3 00000020:00000001:2.0:1789608781.787564:0:33376:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000001:2.0:1789608781.787566:0:33376:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000040:2.0:1789608781.787572:0:33376:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69200 count: 2 00010000:00000001:2.0:1789608781.787574:0:33376:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789608781.787578:0:33376:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d91081f000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1789608781.787581:0:33376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608781.787582:0:33376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608781.787583:0:33376:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789608781.787586:0:33376:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e018bb938 00000002:00002000:2.0:1789608781.787587:0:33376:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1789608781.787590:0:33376:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608781.787593:0:33376:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608781.787596:0:33376:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789608781.787598:0:33376:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1789608781.787601:0:33376:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608781.787605:0:33376:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:2.0:1789608781.787608:0:33376:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d9071fbe00. 00000080:00000001:2.0:1789608781.787612:0:33376:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789608781.787615:0:33376:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789608781.787621:0:33376:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1789608781.787625:0:33376:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1789608781.787630:0:33376:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d9071bfa40. 00800000:00000001:2.0:1789608781.787632:0:33376:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626258580929088 : -117815128622528 : ffff94d9071bfa40) 00800000:00000001:2.0:1789608781.787634:0:33376:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608781.787636:0:33376:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789608781.787638:0:33376:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1789608781.787640:0:33376:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1789608781.787643:0:33376:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1789608781.787645:0:33376:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1789608781.787647:0:33376:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608781.787650:0:33376:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1789608781.787653:0:33376:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1789608781.787658:0:33376:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:2.0:1789608781.787660:0:33376:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608781.787661:0:33376:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608781.787663:0:33376:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232800 refcount=3 00000020:00000001:2.0:1789608781.787664:0:33376:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000001:2.0:1789608781.787666:0:33376:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000001:2.0:1789608781.787668:0:33376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608781.787669:0:33376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789608781.787670:0:33376:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789608781.787673:0:33376:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1789608781.787674:0:33376:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d9071bfa40 1 00800000:00000010:2.0:1789608781.787714:0:33376:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d9071bfa40. 00800000:00000001:2.0:1789608781.787717:0:33376:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608781.787720:0:33376:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176feb8 00800000:00000001:2.0:1789608781.787723:0:33376:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789608781.787725:0:33376:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789608781.787727:0:33376:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608781.787728:0:33376:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608781.787729:0:33376:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232800 refcount=3 00000020:00000001:2.0:1789608781.787731:0:33376:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000001:2.0:1789608781.787733:0:33376:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000001:2.0:1789608781.787735:0:33376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608781.787736:0:33376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608781.787737:0:33376:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608781.787739:0:33376:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608781.787741:0:33376:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608781.787743:0:33376:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:2.0:1789608781.787746:0:33376:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176feb8 from it ffffae3e018bbbf8 00010000:00000001:2.0:1789608781.787747:0:33376:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608781.787748:0:33376:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608781.787749:0:33376:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232800 refcount=3 00000020:00000001:2.0:1789608781.787751:0:33376:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000001:2.0:1789608781.787753:0:33376:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000001:2.0:1789608781.787755:0:33376:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608781.787757:0:33376:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232800/0xc54db3288176feb8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed947c expref: -99 pid: 33376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608781.787763:0:33376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608781.787764:0:33376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608781.787766:0:33376:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789608781.787768:0:33376:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789608781.787770:0:33376:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232800/0xc54db3288176feb8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed947c expref: -99 pid: 33376 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789608781.787777:0:33376:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789608781.787779:0:33376:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789608781.787780:0:33376:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608781.787784:0:33376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608781.787786:0:33376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608781.787787:0:33376:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608781.787790:0:33376:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789608781.787792:0:33376:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608781.787793:0:33376:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608781.787796:0:33376:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608781.787797:0:33376:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608781.787798:0:33376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608781.787799:0:33376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789608781.787801:0:33376:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608781.787805:0:33376:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d25180 x1876538934290944/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608797 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608781.787811:0:33376:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608781.787814:0:33376:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608781.787816:0:33376:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d902b3b000. 02000000:00000001:2.0:1789608781.787820:0:33376:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608781.787822:0:33376:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608781.787824:0:33376:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=3 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:2.0:1789608781.787826:0:33376:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608781.787828:0:33376:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d903dbdc00. 02000000:00000001:2.0:1789608781.787831:0:33376:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608781.787844:0:33376:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608781.787846:0:33376:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d25180. 00000100:00000001:2.0:1789608781.787850:0:33376:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608781.787851:0:33376:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608781.787854:0:33376:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 1 00000080:00000001:2.0:1789608781.787859:0:33376:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789608781.787876:0:33376:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d907f68aa0. 00000080:00000001:2.0:1789608781.787881:0:33376:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789608781.787883:0:33376:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789608781.787884:0:33376:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e018bbb00 00000080:00200000:2.0:1789608781.787886:0:33376:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:2.0:1789608781.787889:0:33376:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d9071fbe00. 00800000:00000002:2.0:1789608781.787893:0:33376:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:2.0:1789608781.787896:0:33376:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789608781.787898:0:33376:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789608781.787900:0:33376:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e018bba20 00800000:00000002:2.0:1789608781.787902:0:33376:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608781.787905:0:33376:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789608781.787907:0:33376:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608781.787909:0:33376:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608781.787911:0:33376:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608781.787913:0:33376:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608781.787915:0:33376:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608781.787917:0:33376:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608781.787918:0:33376:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608781.787921:0:33376:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789608781.787925:0:33376:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789608781.787927:0:33376:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e018bb8f0 00000002:00010000:2.0:1789608781.787929:0:33376:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789608781.787932:0:33376:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789608781.787934:0:33376:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608781.787936:0:33376:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608781.787939:0:33376:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69200 count: 2 00010000:00000001:2.0:1789608781.787941:0:33376:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608781.787943:0:33376:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608781.787945:0:33376:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789608781.787948:0:33376:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232800/0xc54db3288176feb8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed947c expref: -99 pid: 33376 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789608781.787955:0:33376:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789608781.787959:0:33376:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608781.787962:0:33376:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232800/0xc54db3288176feb8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed947c expref: -99 pid: 33376 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789608781.787968:0:33376:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789608781.787970:0:33376:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789608781.787972:0:33376:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608781.787973:0:33376:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608781.787975:0:33376:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608781.787976:0:33376:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789608781.787978:0:33376:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789608781.787981:0:33376:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:2.0:1789608781.787983:0:33376:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d9071fbe00. 00000080:00000001:2.0:1789608781.787986:0:33376:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789608781.787987:0:33376:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608781.787989:0:33376:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:2.0:1789608781.787992:0:33376:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176feb8 00800000:00000001:2.0:1789608781.787994:0:33376:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789608781.787996:0:33376:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789608781.787997:0:33376:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608781.787998:0:33376:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608781.788000:0:33376:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232800 refcount=3 00000020:00000001:2.0:1789608781.788002:0:33376:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000001:2.0:1789608781.788004:0:33376:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000001:2.0:1789608781.788006:0:33376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608781.788007:0:33376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608781.788007:0:33376:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608781.788009:0:33376:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608781.788010:0:33376:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176feb8 from it ffffae3e018bbb38 00010000:00000001:2.0:1789608781.788012:0:33376:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608781.788013:0:33376:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608781.788014:0:33376:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232800 refcount=3 00000020:00000001:2.0:1789608781.788015:0:33376:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000001:2.0:1789608781.788017:0:33376:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000001:2.0:1789608781.788019:0:33376:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608781.788021:0:33376:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232800/0xc54db3288176feb8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed947c expref: -99 pid: 33376 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789608781.788026:0:33376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608781.788027:0:33376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608781.788028:0:33376:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789608781.788030:0:33376:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789608781.788031:0:33376:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232800/0xc54db3288176feb8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed947c expref: -99 pid: 33376 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789608781.788040:0:33376:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789608781.788042:0:33376:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789608781.788043:0:33376:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608781.788045:0:33376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608781.788046:0:33376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608781.788047:0:33376:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608781.788048:0:33376:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789608781.788049:0:33376:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608781.788051:0:33376:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608781.788052:0:33376:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608781.788054:0:33376:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608781.788054:0:33376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608781.788056:0:33376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789608781.788057:0:33376:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789608781.788180:0:33376:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608781.788182:0:33376:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 3 00000080:00000001:2.0:1789608781.788186:0:33376:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608781.788189:0:33376:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1789608781.788199:0:33376:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e018bbb58 00000080:00200000:2.0:1789608781.788201:0:33376:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff94d918926c08), file ffff94d911b00780, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1789608781.788207:0:33376:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff94d907f83de0. 00000080:00000001:2.0:1789608781.788210:0:33376:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1789608781.788212:0:33376:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e018bba08 00000080:00200000:2.0:1789608781.788214:0:33376:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff94d918926c08), intent=open|creat 00000080:00000010:2.0:1789608781.788221:0:33376:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d9071fbe00. 00800000:00000002:2.0:1789608781.788224:0:33376:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:2.0:1789608781.788230:0:33376:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789608781.788232:0:33376:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789608781.788233:0:33376:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e018bb928 00800000:00000002:2.0:1789608781.788235:0:33376:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f22.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608781.788238:0:33376:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1789608781.788240:0:33376:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1789608781.788242:0:33376:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608781.788244:0:33376:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608781.788245:0:33376:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608781.788247:0:33376:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608781.788248:0:33376:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608781.788250:0:33376:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608781.788251:0:33376:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608781.788254:0:33376:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446626258787724288 : -117814921827328 : ffff94d9136f6c00) 00800000:00000001:2.0:1789608781.788257:0:33376:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1789608781.788259:0:33376:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1789608781.788261:0:33376:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1789608781.788264:0:33376:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1789608781.788266:0:33376:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94d904ceb000: Allocated FID [0x200000405:0x27:0x0] 40000000:00000001:2.0:1789608781.788269:0:33376:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608781.788271:0:33376:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608781.788272:0:33376:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608781.788274:0:33376:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608781.788276:0:33376:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e018bb8a8 00800000:00000002:2.0:1789608781.788278:0:33376:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x27:0x0], name='f22.recovery-small-2' -> mds #0 layout version 1 00000002:00000001:2.0:1789608781.788281:0:33376:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789608781.788283:0:33376:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e018bb7e0 00000002:00010000:2.0:1789608781.788284:0:33376:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f22.recovery-small-2,[0x200000405:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1789608781.788288:0:33376:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789608781.788290:0:33376:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1789608781.788293:0:33376:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1789608781.788297:0:33376:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608781.788299:0:33376:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789608781.788300:0:33376:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69200 count: 2 00010000:00000001:2.0:1789608781.788302:0:33376:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608781.788305:0:33376:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789608781.788308:0:33376:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789608781.788311:0:33376:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232800/0xc54db3288176feb8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x91bddff8e8ed947c expref: -99 pid: 33376 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1789608781.788474:0:33376:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789608781.788477:0:33376:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789608781.788480:0:33376:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789608781.788482:0:33376:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1789608781.788485:0:33376:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608781.788486:0:33376:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608781.788489:0:33376:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69200 count: 3 00010000:00000001:2.0:1789608781.788491:0:33376:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789608781.788494:0:33376:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608781.788495:0:33376:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608781.788496:0:33376:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608781.788497:0:33376:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69200 count: 3 00010000:00000001:2.0:1789608781.788499:0:33376:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789608781.788501:0:33376:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608781.788503:0:33376:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608781.788504:0:33376:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608781.788505:0:33376:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69200 count: 3 00010000:00000001:2.0:1789608781.788506:0:33376:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789608781.788508:0:33376:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608781.788510:0:33376:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789608781.788512:0:33376:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff94d918926b40, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1789608781.788515:0:33376:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1789608781.788517:0:33376:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1789608781.788519:0:33376:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789608781.788521:0:33376:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608781.788523:0:33376:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789608781.788526:0:33376:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789608781.788527:0:33376:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789608781.788529:0:33376:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608781.788530:0:33376:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789608781.788533:0:33376:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d909232800 with handle 0xc54db3288176feb8 from hash 00010000:00000001:2.0:1789608781.788535:0:33376:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789608781.788536:0:33376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608781.788537:0:33376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608781.788538:0:33376:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789608781.788541:0:33376:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789608781.788543:0:33376:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789608781.788545:0:33376:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789608781.788548:0:33376:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789608781.788550:0:33376:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1789608781.788555:0:33376:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d25180. 00000020:00000040:2.0:1789608781.788559:0:33376:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d904ceb000 02000000:00000001:2.0:1789608781.788564:0:33376:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789608781.788566:0:33376:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608781.788568:0:33376:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789608781.788572:0:33376:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608781.788574:0:33376:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608781.788576:0:33376:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608781.788578:0:33376:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608781.788581:0:33376:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608781.788587:0:33376:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d903dbdc00. 00000100:00000001:2.0:1789608781.788594:0:33376:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608781.788597:0:33376:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608781.788599:0:33376:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1789608781.788603:0:33376:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232800/0xc54db3288176feb8 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed947c expref: -99 pid: 33376 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1789608781.788609:0:33376:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1789608781.788611:0:33376:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789608781.788613:0:33376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789608781.788615:0:33376:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232800/0xc54db3288176feb8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed947c expref: -99 pid: 33376 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:2.0:1789608781.788622:0:33376:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d903b69200 count: 0 00010000:00000010:2.0:1789608781.788628:0:33376:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d90847b600. 00010000:00000001:2.0:1789608781.788638:0:33376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608781.788640:0:33376:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608781.788642:0:33376:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608781.788643:0:33376:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608781.788645:0:33376:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608781.788653:0:33376:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446626258592878976 : -117815116672640 : ffff94d907d25180) 00010000:00000001:2.0:1789608781.788657:0:33376:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789608781.788659:0:33376:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789608781.788663:0:33376:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d903b69600. 00010000:00000010:2.0:1789608781.788666:0:33376:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d90847b600. 00010000:00000001:2.0:1789608781.788671:0:33376:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789608781.788674:0:33376:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d909232e00. 00000020:00000001:2.0:1789608781.788719:0:33376:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789608781.788722:0:33376:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d909232e00 with handle 0xc54db3288176febf to hash 00000020:00000001:2.0:1789608781.788724:0:33376:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789608781.788725:0:33376:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000001:2.0:1789608781.788728:0:33376:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000001:2.0:1789608781.788731:0:33376:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608781.788732:0:33376:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608781.788735:0:33376:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176febf lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33376 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789608781.788741:0:33376:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176febf lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33376 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1789608781.788751:0:33376:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d904ceb000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1789608781.788759:0:33376:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d907d25180 x1876538934291200/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1789608781.788766:0:33376:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176febf lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33376 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789608781.788771:0:33376:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789608781.788773:0:33376:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789608781.788779:0:33376:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d9098a7240. 00000100:00000001:2.0:1789608781.788781:0:33376:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258621723200 : -117815087828416 : ffff94d9098a7240) 00000100:00000001:2.0:1789608781.788784:0:33376:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608781.788785:0:33376:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592878976 : -117815116672640 : ffff94d907d25180) 00000100:00000001:2.0:1789608781.788789:0:33376:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608781.788793:0:33376:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608781.788795:0:33376:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789608781.788797:0:33376:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608781.788800:0:33376:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d25180 x1876538934291200/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608781.788807:0:33376:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608781.788808:0:33376:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608781.788811:0:33376:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608781.788813:0:33376:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608781.788815:0:33376:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608781.788818:0:33376:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d25180 pname:cluuid:pid:xid:nid:opc:job multiop:25f5d458-2cbe-49cd-9693-334c08df7e27:33376:1876538934291200:192.168.203.121@tcp:101:multiop.0 00000100:00000001:2.0:1789608781.788822:0:33376:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608781.788827:0:33376:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608781.788829:0:33376:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608781.788831:0:33376:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608781.789142:0:33376:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff94d907fe0000. 02000000:00000001:2.0:1789608781.789146:0:33376:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608781.789154:0:33376:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608781.789158:0:33376:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21e18. 00000400:00000010:2.0:1789608781.789164:0:33376:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff94d903dbf800. 00000100:00000200:2.0:1789608781.789171:0:33376:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876538934291200, portal 10 00000100:00000001:2.0:1789608781.789173:0:33376:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608781.789174:0:33376:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592878976 : -117815116672640 : ffff94d907d25180) 00000100:00000040:2.0:1789608781.789181:0:33376:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d907d25180 x1876538934291200/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789608797 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608781.789188:0:33376:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608781.789201:0:33376:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608781.789204:0:33376:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c908. 00000100:00000200:2.0:1789608781.789207:0:33376:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876538934291200, offset 0 00000400:00000200:2.0:1789608781.789213:0:33376:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608781.789221:0:33376:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608781.789229:0:33376:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608781.789234:0:33376:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608781.789238:0:33376:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608781.789241:0:33376:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608781.789244:0:33376:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608781.789248:0:33376:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2804:2804:256:4294967295] 192.168.203.121@tcp LPNI seq info [2804:2804:8:4294967295] 00000400:00000200:2.0:1789608781.789251:0:33376:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608781.789260:0:33376:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608781.789266:0:33376:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608781.789271:0:33376:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d902bd1d00. 00000800:00000200:2.0:1789608781.789278:0:33376:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608781.789285:0:33376:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608781.789290:0:33376:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d902bd1d00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1789608781.789417:0:33376:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608781.789422:0:33376:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 849000 usecs (849 jiffies) 00000400:00000200:2.0:1789608781.789426:0:33376:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608781.789429:0:33376:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296509728 00000100:00000001:2.0:1789608781.789432:0:33376:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296509792 00000100:00000001:2.0:1789608781.789435:0:33376:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296509728 00000100:00000001:2.0:1789608781.789437:0:33376:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296509792 00000100:00000001:2.0:1789608781.789439:0:33376:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608781.789442:0:33376:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608781.789445:0:33376:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608781.789447:0:33376:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789608781.789450:0:33376:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d9098a7240 going to sleep for 11 seconds 00000100:00000001:2.0:1789608781.789452:0:33376:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608781.789455:0:33376:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608781.794079:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608781.794091:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d902bd1d00. 00000400:00000200:0.0:1789608781.794099:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608781.794107:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608781.794115:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c908 00000400:00000010:0.0:1789608781.794118:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c908. 00000100:00000001:0.0:1789608781.794123:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608781.794131:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25180 x1876538934291200/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789608797 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608781.794145:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608781.794148:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d25180 x1876538934291200/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789608797 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608781.794155:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608781.794157:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1789608781.797733:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69200. 00010000:00000010:2.1:1789608781.797749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232800. 00000800:00000001:0.0:1789608781.811235:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608781.811256:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608781.811260:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608781.811262:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608781.811270:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608781.811278:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608781.811287:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608781.811292:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608781.811297:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608781.811301:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 664 into portal 10 MB=0x6aab3c495eb00 00000400:00000200:0.0:1789608781.811307:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608781.811312:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 664/664 into md 0x8079 [32] + 224 00000800:00000001:0.0:1789608781.811318:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608781.811326:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608781.811330:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608781.811334:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608781.811341:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608781.811350:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d25180 x1876538934291200/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789608797 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608781.811360:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff94d907d25180 x1876538934291200/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789608797 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608781.811387:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608781.811396:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608781.811399:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608781.811466:0:33376:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608781.811475:0:33376:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608781.811477:0:33376:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608781.811479:0:33376:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21e18. 00000400:00000200:2.0:1789608781.811484:0:33376:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d903dbf800 00000400:00000010:2.0:1789608781.811487:0:33376:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff94d903dbf800. 00000100:00000001:2.0:1789608781.811492:0:33376:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608781.811496:0:33376:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d25180 x1876538934291200/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789608797 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789608781.811504:0:33376:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d25180 x1876538934291200/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789608797 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608781.811510:0:33376:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608781.811512:0:33376:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608781.811514:0:33376:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608781.811517:0:33376:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608781.811519:0:33376:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608781.811521:0:33376:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608781.811524:0:33376:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608781.811533:0:33376:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=139 v=5 (104 104 104 137) 00000100:00001000:2.0:1789608781.811537:0:33376:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608781.811539:0:33376:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608781.811541:0:33376:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608781.811544:0:33376:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608781.811547:0:33376:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608781.811550:0:33376:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789608781.811552:0:33376:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009c/0x1] 00000100:00000001:2.0:1789608781.811553:0:33376:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789608781.811555:0:33376:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608781.811557:0:33376:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592878976 : -117815116672640 : ffff94d907d25180) 00000100:00000001:2.0:1789608781.811559:0:33376:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608781.811561:0:33376:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967634 00000100:00000001:2.0:1789608781.811562:0:33376:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608781.811565:0:33376:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608781.811569:0:33376:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d25180 x1876538934291200/t4294967635(4294967635) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/664 e 0 to 0 dl 1789608797 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608781.811575:0:33376:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608781.811578:0:33376:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608781.811579:0:33376:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608781.811583:0:33376:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d25180 x1876538934291200/t4294967635(4294967635) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/664 e 0 to 0 dl 1789608797 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789608781.811590:0:33376:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d25180 pname:cluuid:pid:xid:nid:opc:job multiop:25f5d458-2cbe-49cd-9693-334c08df7e27:33376:1876538934291200:192.168.203.121@tcp:101:multiop.0 00000100:00000001:2.0:1789608781.811595:0:33376:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608781.811598:0:33376:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608781.811600:0:33376:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789608781.811602:0:33376:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608781.811605:0:33376:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d25180 x1876538934291200/t4294967635(4294967635) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/664 e 0 to 0 dl 1789608797 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608781.811612:0:33376:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608781.811615:0:33376:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d9098a7240. 00000100:00000001:2.0:1789608781.811617:0:33376:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789608781.811618:0:33376:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608781.811621:0:33376:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789608781.811625:0:33376:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608781.811627:0:33376:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608781.811630:0:33376:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232e00 refcount=4 00000020:00000001:2.0:1789608781.811632:0:33376:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000001:2.0:1789608781.811635:0:33376:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000040:2.0:1789608781.811642:0:33376:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d909232e00, remote cookie: 0x91bddff8e8ed9498, flags: 0x1001 00010000:00010000:2.0:1789608781.811647:0:33376:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176febf lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9498 expref: -99 pid: 33376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789608781.811655:0:33376:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x27:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1789608781.811659:0:33376:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1789608781.811666:0:33376:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d903b69200. 00010000:00000010:2.0:1789608781.811670:0:33376:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d90847b000. 00010000:00000040:2.0:1789608781.811709:0:33376:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d903b69600 count: 0 00010000:00000010:2.0:1789608781.811715:0:33376:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d90847b600. 00010000:00000001:2.0:1789608781.811724:0:33376:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608781.811727:0:33376:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176febf lrc: 4/0,1 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9498 expref: -99 pid: 33376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789608781.811735:0:33376:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176febf lrc: 4/0,1 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9498 expref: -99 pid: 33376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608781.811741:0:33376:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789608781.811744:0:33376:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789608781.811746:0:33376:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789608781.811748:0:33376:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789608781.811750:0:33376:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789608781.811753:0:33376:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x27:0x0].0x0 (ffff94d903b69200) refcount = 1 00010000:00010000:2.0:1789608781.811757:0:33376:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176febf lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9498 expref: -99 pid: 33376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608781.811763:0:33376:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789608781.811767:0:33376:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789608781.811768:0:33376:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608781.811772:0:33376:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789608781.811774:0:33376:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608781.811778:0:33376:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176febf lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9498 expref: -99 pid: 33376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608781.811784:0:33376:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789608781.811785:0:33376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608781.811786:0:33376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608781.811787:0:33376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608781.811788:0:33376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608781.811790:0:33376:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608781.811794:0:33376:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789608781.811797:0:33376:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608781.811799:0:33376:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608781.811800:0:33376:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232e00 refcount=3 00000020:00000001:2.0:1789608781.811802:0:33376:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000001:2.0:1789608781.811815:0:33376:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000001:2.0:1789608781.811818:0:33376:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608781.811819:0:33376:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608781.811820:0:33376:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232e00 refcount=4 00000020:00000001:2.0:1789608781.811822:0:33376:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000001:2.0:1789608781.811824:0:33376:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000001:2.0:1789608781.811827:0:33376:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608781.811830:0:33376:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608781.811840:0:33376:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176febf lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9498 expref: -99 pid: 33376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608781.811848:0:33376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608781.811849:0:33376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608781.811850:0:33376:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608781.811851:0:33376:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608781.811852:0:33376:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232e00 refcount=5 00000020:00000001:2.0:1789608781.811854:0:33376:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000001:2.0:1789608781.811856:0:33376:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000001:2.0:1789608781.811859:0:33376:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608781.811861:0:33376:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176febf lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9498 expref: -99 pid: 33376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608781.811867:0:33376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608781.811868:0:33376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789608781.811870:0:33376:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176febf lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9498 expref: -99 pid: 33376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608781.811876:0:33376:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608781.811877:0:33376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608781.811879:0:33376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608781.811880:0:33376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608781.811881:0:33376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789608781.811886:0:33376:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff94d907d25180 x1876538934291200/t4294967635(4294967635) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/664 e 0 to 0 dl 1789608797 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789608781.811895:0:33376:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1789608781.811900:0:33376:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d907d25180 x1876538934291200/t4294967635(4294967635) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/664 e 0 to 0 dl 1789608797 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789608781.811911:0:33376:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608781.811918:0:33376:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608781.811919:0:33376:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608781.811921:0:33376:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232e00 refcount=3 00000020:00000001:2.0:1789608781.811923:0:33376:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000001:2.0:1789608781.811924:0:33376:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00000002:00010000:2.0:1789608781.811928:0:33376:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176febf lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9498 expref: -99 pid: 33376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1789608781.811936:0:33376:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff94d9071bfa40. 00010000:00000001:2.0:1789608781.811939:0:33376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608781.811939:0:33376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608781.811941:0:33376:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608781.811942:0:33376:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608781.811945:0:33376:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1789608781.811947:0:33376:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608781.811948:0:33376:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592878976 : -117815116672640 : ffff94d907d25180) 00000100:00000001:2.0:1789608781.811950:0:33376:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608781.811951:0:33376:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592878976 : -117815116672640 : ffff94d907d25180) 00010000:00000001:2.0:1789608781.811952:0:33376:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608781.811953:0:33376:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608781.811954:0:33376:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232e00 refcount=3 00000020:00000001:2.0:1789608781.811956:0:33376:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000001:2.0:1789608781.811958:0:33376:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00000002:00010000:2.0:1789608781.811961:0:33376:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176febf lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9498 expref: -99 pid: 33376 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608781.811967:0:33376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608781.811968:0:33376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608781.811970:0:33376:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789608781.811971:0:33376:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608781.811973:0:33376:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608781.811974:0:33376:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232e00 refcount=3 00000020:00000001:2.0:1789608781.811975:0:33376:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000001:2.0:1789608781.811977:0:33376:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000040:2.0:1789608781.811981:0:33376:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69200 count: 2 00010000:00000001:2.0:1789608781.811983:0:33376:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789608781.811987:0:33376:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d91081f000 type 13 mode 4 res 8589935621/39 (0 0) 00010000:00000001:2.0:1789608781.811990:0:33376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608781.811991:0:33376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608781.811992:0:33376:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789608781.811995:0:33376:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e018bb768 00000002:00002000:2.0:1789608781.811997:0:33376:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f22.recovery-small-2 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:2.0:1789608781.812000:0:33376:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608781.812003:0:33376:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608781.812006:0:33376:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789608781.812009:0:33376:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1789608781.812012:0:33376:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608781.812016:0:33376:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000001:2.0:1789608781.812019:0:33376:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1789608781.812020:0:33376:0:(namei.c:674:ll_lookup_it_finish()) it ffff94d907f83de0 it_disposition 1800037 00000080:00002000:2.0:1789608781.812025:0:33376:0:(namei.c:653:ll_splice_alias()) Add dentry ffff94d918b2e0d8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1789608781.812029:0:33376:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789608781.812031:0:33376:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:2.0:1789608781.812033:0:33376:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e018bb990 00000080:00200000:2.0:1789608781.812035:0:33376:0:(namei.c:1628:ll_create_it()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff94d918926c08), intent=open|creat 00000080:00000001:2.0:1789608781.812038:0:33376:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:2.0:1789608781.812051:0:33376:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789608781.812056:0:33376:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1789608781.812064:0:33376:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789608781.812067:0:33376:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611175 : 144115205339611175 : 200000405000027) 00000080:00000001:2.0:1789608781.812070:0:33376:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1789608781.812080:0:33376:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94d918924200. 00000020:00000001:2.0:1789608781.812089:0:33376:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:2.0:1789608781.812090:0:33376:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1789608781.812093:0:33376:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:2.0:1789608781.812095:0:33376:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x27:0x0](ffff94d9189242c8) 00000020:00000001:2.0:1789608781.812099:0:33376:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789608781.812104:0:33376:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514695448 : -117815194856168 : ffff94d903295518) 00000020:00001000:2.0:1789608781.812106:0:33376:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295510 00000020:00000001:2.0:1789608781.812110:0:33376:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:2.0:1789608781.812114:0:33376:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff94d9040dbed8. 00000020:00000001:2.0:1789608781.812116:0:33376:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1789608781.812118:0:33376:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608781.812125:0:33376:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:2.0:1789608781.812128:0:33376:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff94d910b656c8. 00020000:00000001:2.0:1789608781.812130:0:33376:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446626258742040264 : -117814967511352 : ffff94d910b656c8) 00020000:00000001:2.0:1789608781.812133:0:33376:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:2.0:1789608781.812136:0:33376:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789608781.812140:0:33376:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d907f83ba0. 00020000:00000010:2.0:1789608781.812144:0:33376:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d907096b00. 00020000:00000010:2.0:1789608781.812149:0:33376:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d907f831e0. 00020000:00000001:2.0:1789608781.812151:0:33376:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626258595361248 : -117815114190368 : ffff94d907f831e0) 00020000:00000002:2.0:1789608781.812154:0:33376:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d907f831e0, objid 0x27:1029, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789608781.812159:0:33376:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789608781.812163:0:33376:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d907096b00: ostid: 0x2c0000401:20 ost idx: 1 gen: 0 00020000:00000001:2.0:1789608781.812165:0:33376:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1789608781.812167:0:33376:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d907f831e0, objid 0x27:1029, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789608781.812170:0:33376:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789608781.812173:0:33376:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d907096b00: ostid: 0x2c0000401:20 ost idx: 1 gen: 0 00020000:00000010:2.0:1789608781.812177:0:33376:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff94d911da5780. 00020000:00000010:2.0:1789608781.812181:0:33376:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff94d9098a7240. 00020000:00000001:2.0:1789608781.812185:0:33376:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1789608781.812188:0:33376:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff94d91806b2c0. 00020000:00000001:2.0:1789608781.812201:0:33376:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1789608781.812202:0:33376:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:2.0:1789608781.812207:0:33376:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1789608781.812210:0:33376:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff94d9040db3e8. 00000020:00000001:2.0:1789608781.812212:0:33376:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1789608781.812214:0:33376:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608781.812216:0:33376:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446626258529662056 : -117815179889560 : ffff94d9040db468) 00020000:00000001:2.0:1789608781.812220:0:33376:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1789608781.812225:0:33376:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff94d9183e5dc0. 00020000:00000001:2.0:1789608781.812227:0:33376:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608781.812231:0:33376:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446626258529662056 : -117815179889560 : ffff94d9040db468) 00020000:00000001:2.0:1789608781.812234:0:33376:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446626258529662056 : -117815179889560 : ffff94d9040db468) 00020000:00000002:2.0:1789608781.812237:0:33376:0:(lov_object.c:134:lov_init_sub()) [0x2c0000401:0x14:0x0]@ffff94d9040db3e8[0:0] -> [0x200000405:0x27:0x0]@ffff94d9040dbed8: ostid: 0x2c0000401:20 ost idx: 1 gen: 0 00020000:00000001:2.0:1789608781.812242:0:33376:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:2.0:1789608781.812244:0:33376:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:2.0:1789608781.812246:0:33376:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608781.812249:0:33376:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446626258529664856 : -117815179886760 : ffff94d9040dbf58) 00000020:00001000:2.0:1789608781.812252:0:33376:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295510 00000080:00000001:2.0:1789608781.812256:0:33376:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611175 : 144115205339611175 : 200000405000027) 00000080:00000001:2.0:1789608781.812259:0:33376:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1789608781.812261:0:33376:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611175 mtime from 0 to 1789608781 00000080:00000001:2.0:1789608781.812264:0:33376:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1789608781.812266:0:33376:0:(namei.c:156:ll_iget()) Process leaving (rc=18446626258873893576 : -117814835658040 : ffff94d9189242c8) 00010000:00000001:2.0:1789608781.812268:0:33376:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608781.812269:0:33376:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608781.812271:0:33376:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232e00 refcount=3 00000020:00000001:2.0:1789608781.812273:0:33376:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000001:2.0:1789608781.812274:0:33376:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00000080:00000001:2.0:1789608781.812277:0:33376:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789608781.812279:0:33376:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789608781.812280:0:33376:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514695448 : -117815194856168 : ffff94d903295518) 00000020:00001000:2.0:1789608781.812281:0:33376:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295510 00000020:00000001:2.0:1789608781.812283:0:33376:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1789608781.812285:0:33376:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1789608781.812286:0:33376:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789608781.812289:0:33376:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d907f83480. 00020000:00000010:2.0:1789608781.812292:0:33376:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d907096f80. 00020000:00000010:2.0:1789608781.812294:0:33376:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d907f83240. 00020000:00000001:2.0:1789608781.812296:0:33376:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626258595361344 : -117815114190272 : ffff94d907f83240) 00020000:00000002:2.0:1789608781.812298:0:33376:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d907f83240, objid 0x27:1029, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789608781.812302:0:33376:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789608781.812304:0:33376:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d907096f80: ostid: 0x2c0000401:20 ost idx: 1 gen: 0 00020000:00000002:2.0:1789608781.812307:0:33376:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff94d910b656c8) owner ffff94d909bda7c0 00020000:00000001:2.0:1789608781.812310:0:33376:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789608781.812312:0:33376:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff94d910b656c8) owner ffff94d909bda7c0 00020000:00000010:2.0:1789608781.812315:0:33376:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d907096f80. 00020000:00000010:2.0:1789608781.812318:0:33376:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d907f83480. 00020000:00000010:2.0:1789608781.812322:0:33376:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d907f83240. 00020000:00000002:2.0:1789608781.812324:0:33376:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x27:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1789608781.812326:0:33376:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608781.812328:0:33376:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608781.812331:0:33376:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1789608781.812333:0:33376:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b656c8) owner 0000000000000000/ffff94d909bda7c0 00020000:00000002:2.0:1789608781.812336:0:33376:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d907f831e0 addref 2/0 by ffff94d909bda7c0. 00020000:00000002:2.0:1789608781.812338:0:33376:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b656c8) owner 0000000000000000/ffff94d909bda7c0 00020000:00000001:2.0:1789608781.812341:0:33376:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1789608781.812343:0:33376:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1789608781.812344:0:33376:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1789608781.812346:0:33376:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1789608781.812348:0:33376:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1789608781.812350:0:33376:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x27:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1789608781.812352:0:33376:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295510 00000080:00000001:2.0:1789608781.812354:0:33376:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608781.812356:0:33376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608781.812357:0:33376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789608781.812359:0:33376:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789608781.812363:0:33376:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1789608781.812365:0:33376:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608781.812367:0:33376:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000405:0x27:0x0](ffff94d9189242c8) 00000080:00010000:2.0:1789608781.812369:0:33376:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x27:0x0](ffff94d9189242c8) for lock 0xc54db3288176febf 00800000:00000001:2.0:1789608781.812372:0:33376:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789608781.812374:0:33376:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789608781.812375:0:33376:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608781.812376:0:33376:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608781.812377:0:33376:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232e00 refcount=3 00000020:00000001:2.0:1789608781.812379:0:33376:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000001:2.0:1789608781.812381:0:33376:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000001:2.0:1789608781.812382:0:33376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608781.812383:0:33376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608781.812385:0:33376:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608781.812386:0:33376:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608781.812387:0:33376:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:2.0:1789608781.812389:0:33376:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608781.812393:0:33376:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff94d907d25180 x1876538934291200/t4294967635(4294967635) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/664 e 0 to 0 dl 1789608797 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608781.812399:0:33376:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789608781.812403:0:33376:0:(namei.c:1651:ll_create_it()) inode ffff94d9189242c8 need_sync_to_mds [0x200000405:0x27:0x0] 00000080:00000001:2.0:1789608781.812406:0:33376:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608781.812409:0:33376:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x27:0x0](ffff94d9189242c8) 00000080:00000001:2.0:1789608781.812411:0:33376:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789608781.812415:0:33376:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d9071fbe00. 00000100:00000001:2.0:1789608781.812418:0:33376:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608781.812420:0:33376:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d25180 x1876538934291200/t4294967635(4294967635) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/664 e 0 to 0 dl 1789608797 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608781.812425:0:33376:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608781.812429:0:33376:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1789608781.812431:0:33376:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789608781.812433:0:33376:0:(namei.c:1500:ll_atomic_open()) inode ffff94d9189242c8 need_sync_to_mds [0x200000405:0x27:0x0] 00000080:00000001:2.0:1789608781.812446:0:33376:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1789608781.812448:0:33376:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e018bba68 00000080:00200008:2.0:1789608781.812450:0:33376:0:(file.c:1090:ll_file_open()) START file f22.recovery-small-2:[0x200000405:0x27:0x0](ffff94d9189242c8), flags 100102 00000080:00000010:2.0:1789608781.812457:0:33376:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d91a6d32c0. 00000080:00000010:2.0:1789608781.812461:0:33376:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94d9071bf480. 00000080:00000001:2.0:1789608781.812464:0:33376:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1789608781.812467:0:33376:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1789608781.812469:0:33376:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608781.812472:0:33376:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608781.812474:0:33376:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608781.812476:0:33376:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608781.812478:0:33376:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608781.812480:0:33376:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:2.0:1789608781.812482:0:33376:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608781.812485:0:33376:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1789608781.812489:0:33376:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94d907f68540. 00000002:00100000:2.0:1789608781.812494:0:33376:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d907d25180 x1876538934291200/t4294967635(4294967635) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/664 e 0 to 0 dl 1789608797 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789608781.812500:0:33376:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608781.812501:0:33376:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1789608781.812505:0:33376:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1789608781.812509:0:33376:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608781.812512:0:33376:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608781.812515:0:33376:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608781.812518:0:33376:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d25180 x1876538934291200/t4294967635(4294967635) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/664 e 0 to 0 dl 1789608797 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1789608781.812524:0:33376:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608781.812527:0:33376:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff94d907fe0000. 02000000:00000001:2.0:1789608781.812560:0:33376:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1789608781.812562:0:33376:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608781.812564:0:33376:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e018bba68 00000080:00000008:2.0:1789608781.812566:0:33376:0:(file.c:1329:ll_file_open()) COMPLETED file f22.recovery-small-2:[0x200000405:0x27:0x0](ffff94d9189242c8), flags 100102, rc = 0 00000080:00000001:2.0:1789608781.812570:0:33376:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1789608781.812572:0:33376:0:(dcache.c:176:ll_intent_release()) intent ffff94d907f83de0 released 00000080:00010000:2.0:1789608781.812574:0:33376:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176febf from it ffff94d907f83de0 00010000:00000001:2.0:1789608781.812576:0:33376:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608781.812577:0:33376:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608781.812579:0:33376:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232e00 refcount=3 00000020:00000001:2.0:1789608781.812580:0:33376:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000001:2.0:1789608781.812582:0:33376:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000001:2.0:1789608781.812584:0:33376:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608781.812587:0:33376:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176febf lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x91bddff8e8ed9498 expref: -99 pid: 33376 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608781.812593:0:33376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608781.812594:0:33376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608781.812596:0:33376:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789608781.812598:0:33376:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789608781.812600:0:33376:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176febf lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9498 expref: -99 pid: 33376 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789608781.812606:0:33376:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789608781.812609:0:33376:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789608781.812610:0:33376:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608781.812614:0:33376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608781.812615:0:33376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608781.812616:0:33376:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608781.812619:0:33376:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789608781.812621:0:33376:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608781.812623:0:33376:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608781.812625:0:33376:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608781.812627:0:33376:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608781.812628:0:33376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608781.812629:0:33376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789608781.812630:0:33376:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1789608781.812632:0:33376:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:2.0:1789608781.812639:0:33376:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1789608781.812641:0:33376:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789608781.812643:0:33376:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1789608781.812645:0:33376:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608781.812648:0:33376:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1789608781.812649:0:33376:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608781.812651:0:33376:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789608781.812653:0:33376:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608781.812655:0:33376:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789608781.812658:0:33376:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff94d907f83de0. 00000080:00000001:2.0:1789608781.812661:0:33376:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608781.812664:0:33376:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789608781.812666:0:33376:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x27:0x0](ffff94d9189242c8), inode mode 81a4 mask 40 00000080:00000001:2.0:1789608781.812670:0:33376:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608781.812738:0:33376:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1789608781.812740:0:33376:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b656c8) owner 0000000000000000/ffff94d909bda7c0 00020000:00000002:2.0:1789608781.812744:0:33376:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b656c8) owner 0000000000000000/ffff94d909bda7c0 00020000:00000001:2.0:1789608781.812746:0:33376:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608781.812753:0:33376:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1789608781.812755:0:33376:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e018bbdf0 00000080:00200008:2.0:1789608781.812757:0:33376:0:(file.c:479:ll_file_release()) START file f22.recovery-small-2:[0x200000405:0x27:0x0](ffff94d9189242c8), flags 100002 00000080:00000001:2.0:1789608781.812760:0:33376:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:2.0:1789608781.812762:0:33376:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:2.0:1789608781.812763:0:33376:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1789608781.812764:0:33376:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b656c8) owner 0000000000000000/ffff94d909bda7c0 00020000:00000002:2.0:1789608781.812767:0:33376:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b656c8) owner 0000000000000000/ffff94d909bda7c0 00020000:00000001:2.0:1789608781.812768:0:33376:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608781.812771:0:33376:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:2.0:1789608781.812774:0:33376:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608781.812775:0:33376:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608781.812777:0:33376:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608781.812778:0:33376:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608781.812780:0:33376:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608781.812781:0:33376:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:2.0:1789608781.812783:0:33376:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608781.812786:0:33376:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608781.812787:0:33376:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608781.812791:0:33376:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69200 count: 2 00010000:00000001:2.0:1789608781.812794:0:33376:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789608781.812797:0:33376:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608781.812799:0:33376:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x27:0x0]: 0 00000080:00000001:2.0:1789608781.812800:0:33376:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1789608781.812802:0:33376:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1789608781.812806:0:33376:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff94d9071fbe00. 00000080:00000001:2.0:1789608781.812807:0:33376:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1789608781.812811:0:33376:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1789608781.812814:0:33376:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:2.0:1789608781.812815:0:33376:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608781.812816:0:33376:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608781.812817:0:33376:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608781.812818:0:33376:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608781.812820:0:33376:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608781.812821:0:33376:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:2.0:1789608781.812822:0:33376:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608781.812824:0:33376:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x27:0x0] 00000002:00000001:2.0:1789608781.812826:0:33376:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1789608781.812828:0:33376:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff94d904ceb000: [0x200000405:0x27:0x0] file closed with intent: 0 00000100:00000010:2.0:1789608781.812833:0:33376:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d24e00. 00000020:00000040:2.0:1789608781.812837:0:33376:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:2.0:1789608781.812841:0:33376:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608781.812843:0:33376:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608781.812846:0:33376:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608781.812852:0:33376:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d9071fa000. 00000100:00000001:2.0:1789608781.812858:0:33376:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1789608781.812872:0:33376:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94d907d25180 x1876538934291200/t4294967635(4294967635) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/664 e 0 to 0 dl 1789608797 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1789608781.812880:0:33376:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d904ceb000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1789608781.812885:0:33376:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d907d24e00 x1876538934291456/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1789608781.812892:0:33376:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789608781.812893:0:33376:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789608781.812899:0:33376:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d9098a7840. 00000100:00000001:2.0:1789608781.812901:0:33376:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258621724736 : -117815087826880 : ffff94d9098a7840) 00000100:00000001:2.0:1789608781.812903:0:33376:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608781.812904:0:33376:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592878080 : -117815116673536 : ffff94d907d24e00) 00000100:00000001:2.0:1789608781.812908:0:33376:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608781.812912:0:33376:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608781.812913:0:33376:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789608781.812915:0:33376:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608781.812918:0:33376:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d24e00 x1876538934291456/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608781.812924:0:33376:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608781.812927:0:33376:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608781.812930:0:33376:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608781.812932:0:33376:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608781.812934:0:33376:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608781.812937:0:33376:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d24e00 pname:cluuid:pid:xid:nid:opc:job multiop:25f5d458-2cbe-49cd-9693-334c08df7e27:33376:1876538934291456:192.168.203.121@tcp:35:multiop.0 00000100:00000001:2.0:1789608781.812941:0:33376:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608781.812944:0:33376:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608781.812946:0:33376:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608781.812948:0:33376:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608781.812951:0:33376:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903dbf800. 02000000:00000001:2.0:1789608781.812953:0:33376:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608781.812959:0:33376:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608781.812962:0:33376:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21e18. 00000400:00000010:2.0:1789608781.812968:0:33376:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6ca18. 00000100:00000200:2.0:1789608781.812973:0:33376:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934291456, portal 10 00000100:00000001:2.0:1789608781.812975:0:33376:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608781.812975:0:33376:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592878080 : -117815116673536 : ffff94d907d24e00) 00000100:00000040:2.0:1789608781.812981:0:33376:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d907d24e00 x1876538934291456/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608797 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608781.812987:0:33376:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608781.812989:0:33376:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608781.812992:0:33376:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c7f8. 00000100:00000200:2.0:1789608781.812995:0:33376:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876538934291456, offset 0 00000400:00000200:2.0:1789608781.813000:0:33376:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608781.813006:0:33376:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608781.813014:0:33376:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608781.813019:0:33376:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608781.813023:0:33376:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608781.813026:0:33376:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608781.813028:0:33376:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608781.813031:0:33376:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2805:2805:256:4294967295] 192.168.203.121@tcp LPNI seq info [2805:2805:8:4294967295] 00000400:00000200:2.0:1789608781.813035:0:33376:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608781.813044:0:33376:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608781.813049:0:33376:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608781.813053:0:33376:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d902bd1600. 00000800:00000200:2.0:1789608781.813059:0:33376:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608781.813066:0:33376:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608781.813071:0:33376:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d902bd1600 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1789608781.813077:0:33376:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608781.813082:0:33376:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 847877 usecs (848 jiffies) 00000400:00000200:2.0:1789608781.813085:0:33376:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608781.813087:0:33376:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296509751 00000100:00000001:2.0:1789608781.813090:0:33376:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296509792 00000100:00000001:2.0:1789608781.813092:0:33376:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296509751 00000100:00000001:2.0:1789608781.813094:0:33376:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296509792 00000100:00000001:2.0:1789608781.813096:0:33376:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608781.813099:0:33376:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608781.813101:0:33376:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608781.813103:0:33376:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789608781.813105:0:33376:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d9098a7840 going to sleep for 11 seconds 00000100:00000001:2.0:1789608781.813107:0:33376:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608781.813109:0:33376:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608781.814373:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608781.814381:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d902bd1600. 00000400:00000200:0.0:1789608781.814389:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608781.814396:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608781.814403:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c7f8 00000400:00000010:0.0:1789608781.814406:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c7f8. 00000100:00000001:0.0:1789608781.814411:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608781.814417:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d24e00 x1876538934291456/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608797 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608781.814427:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608781.814431:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d24e00 x1876538934291456/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608797 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608781.814437:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608781.814439:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1789608781.816917:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69600. 00000020:00000010:3.0:1789608781.838221:0:16949:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff94d907fd8000. 00000100:00000001:3.0:1789608781.838231:0:16949:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1789608781.838233:0:16949:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608781.838644:0:16946:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1789608781.838647:0:16946:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608782.605799:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608782.605805:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608782.605811:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608782.605812:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608782.605968:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608782.605972:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608782.605975:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789608782.733834:0:20560:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d000 (cpu 0) has reached its deadline 4296509792, at 4296509824 00000100:00000010:0.0:1789608782.733850:0:20560:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d9082d7240. 00000100:00000040:1.0:1789608782.734164:0:809:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d110 (cpu 1) has reached its deadline 4296509792, at 4296509824 00000100:00000010:1.0:1789608782.734170:0:809:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d9082d7ea0. 00000080:00000001:1.0:1789608782.761619:0:33378:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789608782.761626:0:33378:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789608782.761628:0:33378:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789608782.761631:0:33378:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffb98 00000080:00200000:1.0:1789608782.761636:0:33378:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:1.0:1789608782.761644:0:33378:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d906144e00. 00800000:00000002:1.0:1789608782.761651:0:33378:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:1.0:1789608782.761655:0:33378:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789608782.761660:0:33378:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789608782.761662:0:33378:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffab8 00800000:00000002:1.0:1789608782.761665:0:33378:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789608782.761668:0:33378:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789608782.761671:0:33378:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789608782.761673:0:33378:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789608782.761802:0:33378:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789608782.761804:0:33378:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789608782.761807:0:33378:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608782.761811:0:33378:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789608782.761813:0:33378:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608782.761817:0:33378:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789608782.761823:0:33378:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789608782.761825:0:33378:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bff988 00000002:00010000:1.0:1789608782.761986:0:33378:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789608782.761990:0:33378:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789608782.761993:0:33378:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789608782.761996:0:33378:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789608782.762003:0:33378:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608782.762006:0:33378:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608782.762008:0:33378:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608782.762010:0:33378:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789608782.762012:0:33378:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1789608782.762018:0:33378:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904055f80. 00000020:00000040:1.0:1789608782.762022:0:33378:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00010000:00000001:1.0:1789608782.762028:0:33378:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789608782.762033:0:33378:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789608782.762107:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608782.762109:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608782.762110:0:33378:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608782.762114:0:33378:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608782.762280:0:33378:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608782.762285:0:33378:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608782.762293:0:33378:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d908240800. 00000100:00000001:1.0:1789608782.762300:0:33378:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608782.762306:0:33378:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789608782.762307:0:33378:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608782.762309:0:33378:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789608782.762310:0:33378:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608782.762312:0:33378:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608782.762318:0:33378:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626258529116032 : -117815180435584 : ffff94d904055f80) 00010000:00000001:1.0:1789608782.762322:0:33378:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789608782.762324:0:33378:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789608782.762328:0:33378:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d90906b400. 00010000:00000010:1.0:1789608782.762333:0:33378:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d9121c3a80. 00010000:00000001:1.0:1789608782.762338:0:33378:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789608782.762341:0:33378:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d903f6a200. 00000020:00000001:1.0:1789608782.762345:0:33378:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789608782.762349:0:33378:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d903f6a200 with handle 0xc54db3288176fec6 to hash 00000020:00000001:1.0:1789608782.762351:0:33378:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789608782.762353:0:33378:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626258528150016 : -117815181401600 : ffff94d903f6a200) 00010000:00000001:1.0:1789608782.762356:0:33378:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626258528150016 : -117815181401600 : ffff94d903f6a200) 00010000:00000001:1.0:1789608782.762360:0:33378:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608782.762363:0:33378:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608782.762367:0:33378:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a200/0xc54db3288176fec6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789608782.762377:0:33378:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a200/0xc54db3288176fec6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789608782.762387:0:33378:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a200/0xc54db3288176fec6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33378 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789608782.762394:0:33378:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789608782.762396:0:33378:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789608782.762402:0:33378:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d90359aa80. 00000100:00000001:1.0:1789608782.762405:0:33378:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258517863040 : -117815191688576 : ffff94d90359aa80) 00000100:00000001:1.0:1789608782.762407:0:33378:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608782.762409:0:33378:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529116032 : -117815180435584 : ffff94d904055f80) 00000100:00000001:1.0:1789608782.762414:0:33378:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608782.762417:0:33378:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608782.762420:0:33378:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789608782.762422:0:33378:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608782.762432:0:33378:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904055f80 x1876538934291584/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608782.762441:0:33378:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608782.762443:0:33378:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608782.762447:0:33378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608782.762449:0:33378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608782.762453:0:33378:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608782.762456:0:33378:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904055f80 pname:cluuid:pid:xid:nid:opc:job multiop:25f5d458-2cbe-49cd-9693-334c08df7e27:33378:1876538934291584:192.168.203.121@tcp:101:multiop.0 00000100:00000001:1.0:1789608782.762460:0:33378:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608782.762465:0:33378:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608782.762467:0:33378:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608782.762470:0:33378:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608782.762475:0:33378:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d903d97000. 02000000:00000001:1.0:1789608782.762477:0:33378:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608782.762484:0:33378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608782.762489:0:33378:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34dc0. 00000400:00000010:1.0:1789608782.762496:0:33378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d355d8. 00000100:00000200:1.0:1789608782.762503:0:33378:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876538934291584, portal 10 00000100:00000001:1.0:1789608782.762505:0:33378:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608782.762506:0:33378:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529116032 : -117815180435584 : ffff94d904055f80) 00000100:00000040:1.0:1789608782.762512:0:33378:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d904055f80 x1876538934291584/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608798 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608782.762519:0:33378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608782.762522:0:33378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608782.762524:0:33378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35dd0. 00000100:00000200:1.0:1789608782.762527:0:33378:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876538934291584, offset 0 00000400:00000200:1.0:1789608782.762533:0:33378:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608782.762542:0:33378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608782.762550:0:33378:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608782.762555:0:33378:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608782.762559:0:33378:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608782.762563:0:33378:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608782.762566:0:33378:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608782.762569:0:33378:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2806:2806:256:4294967295] 192.168.203.121@tcp LPNI seq info [2806:2806:8:4294967295] 00000400:00000200:1.0:1789608782.762574:0:33378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608782.762582:0:33378:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608782.762588:0:33378:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608782.762593:0:33378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa000. 00000800:00000200:1.0:1789608782.762600:0:33378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608782.762608:0:33378:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608782.762614:0:33378:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa000 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1789608782.762897:0:33378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608782.762903:0:33378:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 847877 usecs (848 jiffies) 00000400:00000200:1.0:1789608782.762908:0:33378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608782.762910:0:33378:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296510701 00000100:00000010:1.0:1789608782.762916:0:33378:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d9094a95a0. 00000100:00000001:1.0:1789608782.762922:0:33378:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789608782.762927:0:33378:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296510701 00000100:00000010:1.0:1789608782.762930:0:33378:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d9094a99c0. 00000100:00000001:1.0:1789608782.762933:0:33378:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789608782.762936:0:33378:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608782.762939:0:33378:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608782.762941:0:33378:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608782.762943:0:33378:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789608782.762945:0:33378:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d90359aa80 going to sleep for 11 seconds 00000100:00000001:1.0:1789608782.762948:0:33378:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608782.762950:0:33378:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608782.763789:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608782.763796:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa000. 00000400:00000200:0.0:1789608782.763803:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608782.763811:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608782.763818:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35dd0 00000400:00000010:0.0:1789608782.763822:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35dd0. 00000100:00000001:0.0:1789608782.763834:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608782.763841:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904055f80 x1876538934291584/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608798 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608782.763852:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608782.763856:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d904055f80 x1876538934291584/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608798 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608782.763862:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608782.763864:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608782.776579:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608782.776596:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608782.776600:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608782.776603:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608782.776611:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608782.776619:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608782.776627:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608782.776632:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608782.776638:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608782.776642:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 688 into portal 10 MB=0x6aab3c495ec80 00000400:00000200:1.0:1789608782.776647:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608782.776654:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 688/688 into md 0x8089 [1] + 224 00000800:00000001:1.0:1789608782.776662:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608782.776711:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608782.776716:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608782.776721:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608782.776729:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608782.776739:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904055f80 x1876538934291584/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608798 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608782.776751:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d904055f80 x1876538934291584/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608798 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608782.776855:0:33378:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608782.776874:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608782.777159:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608782.777164:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1789608782.780860:0:33378:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608782.780867:0:33378:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608782.780871:0:33378:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34dc0. 00000400:00000200:3.0:1789608782.780878:0:33378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d355d8 00000400:00000010:3.0:1789608782.780880:0:33378:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d355d8. 00000100:00000001:3.0:1789608782.780884:0:33378:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608782.780895:0:33378:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904055f80 x1876538934291584/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608798 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789608782.780906:0:33378:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904055f80 x1876538934291584/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608798 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608782.780913:0:33378:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608782.780915:0:33378:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608782.780918:0:33378:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608782.780922:0:33378:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608782.780924:0:33378:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608782.780926:0:33378:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608782.780930:0:33378:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608782.780938:0:33378:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=140 v=5 (104 104 104 137) 00000100:00001000:3.0:1789608782.780942:0:33378:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608782.780944:0:33378:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608782.780946:0:33378:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608782.780948:0:33378:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608782.780951:0:33378:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608782.780955:0:33378:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608782.780956:0:33378:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967634 00000100:00000001:3.0:1789608782.780958:0:33378:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608782.780961:0:33378:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608782.780964:0:33378:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904055f80 x1876538934291584/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608798 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608782.780971:0:33378:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608782.780974:0:33378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608782.780975:0:33378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608782.780979:0:33378:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904055f80 x1876538934291584/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608798 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789608782.781069:0:33378:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904055f80 pname:cluuid:pid:xid:nid:opc:job multiop:25f5d458-2cbe-49cd-9693-334c08df7e27:33378:1876538934291584:192.168.203.121@tcp:101:multiop.0 00000100:00000001:3.0:1789608782.781074:0:33378:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608782.781077:0:33378:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608782.781080:0:33378:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789608782.781082:0:33378:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608782.781086:0:33378:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904055f80 x1876538934291584/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608798 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608782.781092:0:33378:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608782.781095:0:33378:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d90359aa80. 00000100:00000001:3.0:1789608782.781098:0:33378:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789608782.781100:0:33378:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608782.781103:0:33378:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789608782.781107:0:33378:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608782.781109:0:33378:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608782.781112:0:33378:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a200 refcount=4 00000020:00000001:3.0:1789608782.781163:0:33378:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528150016 : -117815181401600 : ffff94d903f6a200) 00010000:00000001:3.0:1789608782.781168:0:33378:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528150016 : -117815181401600 : ffff94d903f6a200) 00010000:00000040:3.0:1789608782.781175:0:33378:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d903f6a200, remote cookie: 0x91bddff8e8ed94ad, flags: 0x1001 00010000:00010000:3.0:1789608782.781180:0:33378:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a200/0xc54db3288176fec6 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed94ad expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608782.781198:0:33378:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a200/0xc54db3288176fec6 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed94ad expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.781209:0:33378:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789608782.781213:0:33378:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789608782.781215:0:33378:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789608782.781217:0:33378:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789608782.781218:0:33378:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789608782.781221:0:33378:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff94d90906b400) refcount = 1 00010000:00010000:3.0:1789608782.781225:0:33378:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a200/0xc54db3288176fec6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed94ad expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.781231:0:33378:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789608782.781234:0:33378:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789608782.781236:0:33378:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608782.781239:0:33378:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789608782.781241:0:33378:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608782.781244:0:33378:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a200/0xc54db3288176fec6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed94ad expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.781249:0:33378:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789608782.781251:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608782.781252:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608782.781253:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608782.781254:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608782.781256:0:33378:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608782.781260:0:33378:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789608782.781261:0:33378:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608782.781263:0:33378:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608782.781265:0:33378:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a200 refcount=3 00000020:00000001:3.0:1789608782.781267:0:33378:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528150016 : -117815181401600 : ffff94d903f6a200) 00010000:00000001:3.0:1789608782.781268:0:33378:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528150016 : -117815181401600 : ffff94d903f6a200) 00010000:00000001:3.0:1789608782.781271:0:33378:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608782.781272:0:33378:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608782.781273:0:33378:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a200 refcount=4 00000020:00000001:3.0:1789608782.781274:0:33378:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528150016 : -117815181401600 : ffff94d903f6a200) 00010000:00000001:3.0:1789608782.781276:0:33378:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528150016 : -117815181401600 : ffff94d903f6a200) 00010000:00000001:3.0:1789608782.781279:0:33378:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608782.781281:0:33378:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608782.781285:0:33378:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a200/0xc54db3288176fec6 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed94ad expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.781290:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608782.781291:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608782.781292:0:33378:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608782.781293:0:33378:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608782.781295:0:33378:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a200 refcount=5 00000020:00000001:3.0:1789608782.781296:0:33378:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528150016 : -117815181401600 : ffff94d903f6a200) 00010000:00000001:3.0:1789608782.781298:0:33378:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528150016 : -117815181401600 : ffff94d903f6a200) 00010000:00000001:3.0:1789608782.781300:0:33378:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608782.781303:0:33378:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a200/0xc54db3288176fec6 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed94ad expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.781308:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608782.781309:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789608782.781312:0:33378:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a200/0xc54db3288176fec6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed94ad expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.781317:0:33378:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608782.781318:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608782.781319:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608782.781320:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608782.781321:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789608782.781326:0:33378:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d904055f80 x1876538934291584/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608798 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1789608782.781334:0:33378:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608782.781336:0:33378:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608782.781337:0:33378:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a200 refcount=3 00000020:00000001:3.0:1789608782.781340:0:33378:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528150016 : -117815181401600 : ffff94d903f6a200) 00010000:00000001:3.0:1789608782.781342:0:33378:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528150016 : -117815181401600 : ffff94d903f6a200) 00010000:00000001:3.0:1789608782.781343:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608782.781345:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608782.781346:0:33378:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608782.781348:0:33378:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608782.781351:0:33378:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1789608782.781353:0:33378:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608782.781354:0:33378:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608782.781355:0:33378:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a200 refcount=3 00000020:00000001:3.0:1789608782.781357:0:33378:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528150016 : -117815181401600 : ffff94d903f6a200) 00010000:00000001:3.0:1789608782.781360:0:33378:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528150016 : -117815181401600 : ffff94d903f6a200) 00000002:00010000:3.0:1789608782.781363:0:33378:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a200/0xc54db3288176fec6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed94ad expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.781369:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608782.781370:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608782.781372:0:33378:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789608782.781373:0:33378:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608782.781374:0:33378:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608782.781375:0:33378:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a200 refcount=3 00000020:00000001:3.0:1789608782.781376:0:33378:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528150016 : -117815181401600 : ffff94d903f6a200) 00010000:00000001:3.0:1789608782.781378:0:33378:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528150016 : -117815181401600 : ffff94d903f6a200) 00010000:00000040:3.0:1789608782.781384:0:33378:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d90906b400 count: 2 00010000:00000001:3.0:1789608782.781386:0:33378:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789608782.781390:0:33378:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d91081f000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1789608782.781393:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608782.781394:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608782.781395:0:33378:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789608782.781398:0:33378:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bff910 00000002:00002000:3.0:1789608782.781400:0:33378:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1789608782.781403:0:33378:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608782.781406:0:33378:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608782.781410:0:33378:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789608782.781412:0:33378:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1789608782.781415:0:33378:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608782.781419:0:33378:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:3.0:1789608782.781423:0:33378:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d906144e00. 00000080:00000001:3.0:1789608782.781426:0:33378:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789608782.781429:0:33378:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1789608782.781435:0:33378:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1789608782.781439:0:33378:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1789608782.786793:0:33378:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d9071bfbc0. 00800000:00000001:2.0:1789608782.786803:0:33378:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626258580929472 : -117815128622144 : ffff94d9071bfbc0) 00800000:00000001:2.0:1789608782.786807:0:33378:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608782.786811:0:33378:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789608782.786817:0:33378:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1789608782.786820:0:33378:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1789608782.786823:0:33378:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1789608782.786826:0:33378:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1789608782.786829:0:33378:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608782.786833:0:33378:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1789608782.786836:0:33378:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:2.0:1789608782.786838:0:33378:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1789608773 to 1789608781 00000080:00200000:2.0:1789608782.786843:0:33378:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:2.0:1789608782.786846:0:33378:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608782.786850:0:33378:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608782.786854:0:33378:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a200 refcount=3 00000020:00000001:2.0:1789608782.786856:0:33378:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528150016 : -117815181401600 : ffff94d903f6a200) 00010000:00000001:2.0:1789608782.786859:0:33378:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528150016 : -117815181401600 : ffff94d903f6a200) 00010000:00000001:2.0:1789608782.786862:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.786864:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789608782.786866:0:33378:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789608782.786870:0:33378:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1789608782.786872:0:33378:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d9071bfbc0 1 00800000:00000010:2.0:1789608782.786875:0:33378:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d9071bfbc0. 00800000:00000001:2.0:1789608782.786880:0:33378:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608782.786884:0:33378:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176fec6 00800000:00000001:2.0:1789608782.786888:0:33378:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789608782.786890:0:33378:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789608782.786892:0:33378:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608782.786893:0:33378:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608782.786895:0:33378:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a200 refcount=3 00000020:00000001:2.0:1789608782.786897:0:33378:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528150016 : -117815181401600 : ffff94d903f6a200) 00010000:00000001:2.0:1789608782.786899:0:33378:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528150016 : -117815181401600 : ffff94d903f6a200) 00010000:00000001:2.0:1789608782.786901:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.786903:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608782.786904:0:33378:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608782.786906:0:33378:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608782.786908:0:33378:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608782.786911:0:33378:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:2.0:1789608782.786914:0:33378:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fec6 from it ffffae3e01bffbd0 00010000:00000001:2.0:1789608782.786915:0:33378:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608782.786916:0:33378:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608782.786918:0:33378:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a200 refcount=3 00000020:00000001:2.0:1789608782.786920:0:33378:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528150016 : -117815181401600 : ffff94d903f6a200) 00010000:00000001:2.0:1789608782.786921:0:33378:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528150016 : -117815181401600 : ffff94d903f6a200) 00010000:00000001:2.0:1789608782.786923:0:33378:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608782.786927:0:33378:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a200/0xc54db3288176fec6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed94ad expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608782.786935:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.786936:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608782.786937:0:33378:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789608782.786940:0:33378:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789608782.786942:0:33378:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a200/0xc54db3288176fec6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed94ad expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789608782.786952:0:33378:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789608782.786955:0:33378:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789608782.786957:0:33378:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608782.786961:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.786962:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608782.786964:0:33378:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.786967:0:33378:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789608782.786969:0:33378:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.786971:0:33378:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.786973:0:33378:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.786975:0:33378:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608782.786976:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.786977:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789608782.786980:0:33378:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608782.787069:0:33378:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904055f80 x1876538934291584/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608798 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608782.787076:0:33378:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608782.787079:0:33378:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608782.787083:0:33378:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d903d97000. 02000000:00000001:2.0:1789608782.787087:0:33378:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608782.787090:0:33378:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608782.787092:0:33378:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:2.0:1789608782.787094:0:33378:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608782.787097:0:33378:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d908240800. 02000000:00000001:2.0:1789608782.787100:0:33378:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608782.787102:0:33378:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608782.787103:0:33378:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904055f80. 00000100:00000001:2.0:1789608782.787108:0:33378:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608782.787109:0:33378:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608782.787112:0:33378:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 1 00000080:00000001:2.0:1789608782.787200:0:33378:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789608782.787221:0:33378:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d907f682a0. 00000020:00000001:2.0:1789608782.787226:0:33378:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffd88 00000080:00200000:2.0:1789608782.787228:0:33378:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff94d918926c08), flags=1536 00000080:00000001:2.0:1789608782.787231:0:33378:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789608782.787233:0:33378:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789608782.787234:0:33378:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffc98 00000080:00200000:2.0:1789608782.787236:0:33378:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:2.0:1789608782.787241:0:33378:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d9071fac00. 00800000:00000002:2.0:1789608782.787245:0:33378:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:2.0:1789608782.787249:0:33378:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789608782.787252:0:33378:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789608782.787254:0:33378:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffbb8 00800000:00000002:2.0:1789608782.787256:0:33378:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608782.787260:0:33378:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789608782.787263:0:33378:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608782.787265:0:33378:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608782.787268:0:33378:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608782.787270:0:33378:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608782.787272:0:33378:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608782.787274:0:33378:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608782.787276:0:33378:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608782.787278:0:33378:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789608782.787282:0:33378:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789608782.787283:0:33378:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffa88 00000002:00010000:2.0:1789608782.787285:0:33378:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789608782.787288:0:33378:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789608782.787290:0:33378:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608782.787292:0:33378:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608782.787298:0:33378:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d90906b400 count: 2 00010000:00000001:2.0:1789608782.787300:0:33378:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608782.787304:0:33378:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608782.787307:0:33378:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789608782.787310:0:33378:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a200/0xc54db3288176fec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed94ad expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789608782.787317:0:33378:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789608782.787321:0:33378:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608782.787324:0:33378:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a200/0xc54db3288176fec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed94ad expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789608782.787329:0:33378:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789608782.787331:0:33378:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789608782.787332:0:33378:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608782.787334:0:33378:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608782.787336:0:33378:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608782.787337:0:33378:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789608782.787340:0:33378:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789608782.787342:0:33378:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:2.0:1789608782.787345:0:33378:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d9071fac00. 00000080:00000001:2.0:1789608782.787348:0:33378:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789608782.787350:0:33378:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608782.787352:0:33378:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:2.0:1789608782.787354:0:33378:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176fec6 00800000:00000001:2.0:1789608782.787356:0:33378:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789608782.787358:0:33378:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789608782.787359:0:33378:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608782.787360:0:33378:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608782.787362:0:33378:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a200 refcount=3 00000020:00000001:2.0:1789608782.787364:0:33378:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528150016 : -117815181401600 : ffff94d903f6a200) 00010000:00000001:2.0:1789608782.787366:0:33378:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528150016 : -117815181401600 : ffff94d903f6a200) 00010000:00000001:2.0:1789608782.787369:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.787370:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608782.787371:0:33378:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608782.787373:0:33378:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608782.787374:0:33378:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fec6 from it ffffae3e01bffcd0 00010000:00000001:2.0:1789608782.787376:0:33378:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608782.787377:0:33378:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608782.787378:0:33378:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a200 refcount=3 00000020:00000001:2.0:1789608782.787380:0:33378:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528150016 : -117815181401600 : ffff94d903f6a200) 00010000:00000001:2.0:1789608782.787382:0:33378:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528150016 : -117815181401600 : ffff94d903f6a200) 00010000:00000001:2.0:1789608782.787384:0:33378:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608782.787386:0:33378:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a200/0xc54db3288176fec6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed94ad expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789608782.787392:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.787393:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608782.787394:0:33378:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789608782.787396:0:33378:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789608782.787398:0:33378:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a200/0xc54db3288176fec6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed94ad expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789608782.787404:0:33378:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789608782.787405:0:33378:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789608782.787407:0:33378:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608782.787409:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.787410:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608782.787411:0:33378:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.787413:0:33378:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789608782.787415:0:33378:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.787416:0:33378:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.787418:0:33378:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.787420:0:33378:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608782.787421:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.787422:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789608782.787424:0:33378:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789608782.787426:0:33378:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608782.787428:0:33378:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 3 00000080:00000001:2.0:1789608782.787430:0:33378:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608782.787435:0:33378:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789608782.787437:0:33378:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789608782.787438:0:33378:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffd78 00000080:00200000:2.0:1789608782.787440:0:33378:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:2.0:1789608782.787444:0:33378:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d9071fac00. 00800000:00000002:2.0:1789608782.787446:0:33378:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:2.0:1789608782.787449:0:33378:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789608782.787450:0:33378:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789608782.787452:0:33378:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffc98 00800000:00000002:2.0:1789608782.787454:0:33378:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608782.787456:0:33378:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789608782.787458:0:33378:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608782.787459:0:33378:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608782.787460:0:33378:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608782.787461:0:33378:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608782.787463:0:33378:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608782.787464:0:33378:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608782.787466:0:33378:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608782.787468:0:33378:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789608782.787470:0:33378:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789608782.787472:0:33378:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffb68 00000002:00010000:2.0:1789608782.787473:0:33378:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789608782.787475:0:33378:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789608782.787477:0:33378:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608782.787478:0:33378:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608782.787480:0:33378:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d90906b400 count: 2 00010000:00000001:2.0:1789608782.787482:0:33378:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608782.787484:0:33378:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608782.787486:0:33378:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789608782.787488:0:33378:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a200/0xc54db3288176fec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed94ad expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1789608782.787499:0:33378:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789608782.787501:0:33378:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608782.787503:0:33378:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a200/0xc54db3288176fec6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed94ad expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1789608782.787508:0:33378:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789608782.787510:0:33378:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789608782.787512:0:33378:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608782.787513:0:33378:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608782.787515:0:33378:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608782.787517:0:33378:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789608782.787520:0:33378:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789608782.787521:0:33378:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:2.0:1789608782.787523:0:33378:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d9071fac00. 00000080:00000001:2.0:1789608782.787525:0:33378:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789608782.787526:0:33378:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608782.787528:0:33378:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:2.0:1789608782.787530:0:33378:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176fec6 00800000:00000001:2.0:1789608782.787532:0:33378:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789608782.787533:0:33378:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789608782.787535:0:33378:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608782.787536:0:33378:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608782.787537:0:33378:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a200 refcount=3 00000020:00000001:2.0:1789608782.787539:0:33378:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528150016 : -117815181401600 : ffff94d903f6a200) 00010000:00000001:2.0:1789608782.787541:0:33378:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528150016 : -117815181401600 : ffff94d903f6a200) 00010000:00000001:2.0:1789608782.787543:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.787544:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608782.787545:0:33378:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608782.787546:0:33378:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608782.787548:0:33378:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fec6 from it ffffae3e01bffdb0 00010000:00000001:2.0:1789608782.787550:0:33378:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608782.787551:0:33378:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608782.787552:0:33378:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a200 refcount=3 00000020:00000001:2.0:1789608782.787554:0:33378:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528150016 : -117815181401600 : ffff94d903f6a200) 00010000:00000001:2.0:1789608782.787556:0:33378:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528150016 : -117815181401600 : ffff94d903f6a200) 00010000:00000001:2.0:1789608782.787558:0:33378:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608782.787561:0:33378:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a200/0xc54db3288176fec6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed94ad expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789608782.787567:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.787568:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608782.787569:0:33378:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789608782.787571:0:33378:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789608782.787573:0:33378:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a200/0xc54db3288176fec6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed94ad expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1789608782.787580:0:33378:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789608782.787581:0:33378:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789608782.787582:0:33378:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608782.787584:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.787585:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608782.787586:0:33378:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.787588:0:33378:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789608782.787589:0:33378:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.787591:0:33378:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.787593:0:33378:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.787595:0:33378:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608782.787596:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.787597:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789608782.787598:0:33378:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789608782.787599:0:33378:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608782.787601:0:33378:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 3 00000080:00000001:2.0:1789608782.787604:0:33378:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608782.787608:0:33378:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffe20 00000080:00200000:2.0:1789608782.787610:0:33378:0:(namei.c:2062:ll_create_nd()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff94d918926c08), flags=33188, excl=1 00000080:00000001:2.0:1789608782.787613:0:33378:0:(namei.c:2013:ll_mknod()) Process entered 00000020:00000001:2.0:1789608782.787615:0:33378:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffdd0 00000080:00200000:2.0:1789608782.787617:0:33378:0:(namei.c:2017:ll_mknod()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff94d918926c08) mode 100644 dev 0 00000080:00000001:2.0:1789608782.787620:0:33378:0:(namei.c:1968:ll_new_node()) Process entered 00000080:00000001:2.0:1789608782.787622:0:33378:0:(namei.c:1778:ll_new_node_prepare()) Process entered 00000080:00000010:2.0:1789608782.787626:0:33378:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d9071fac00. 00800000:00000002:2.0:1789608782.787629:0:33378:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:2.0:1789608782.787634:0:33378:0:(namei.c:1884:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608782.787637:0:33378:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:2.0:1789608782.787639:0:33378:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1789608782.787642:0:33378:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608782.787643:0:33378:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608782.787644:0:33378:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608782.787645:0:33378:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608782.787647:0:33378:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608782.787648:0:33378:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608782.787650:0:33378:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608782.787652:0:33378:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446626258787724288 : -117814921827328 : ffff94d9136f6c00) 00800000:00000001:2.0:1789608782.787655:0:33378:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1789608782.787656:0:33378:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1789608782.787658:0:33378:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1789608782.787661:0:33378:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1789608782.787663:0:33378:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94d904ceb000: Allocated FID [0x200000405:0x28:0x0] 40000000:00000001:2.0:1789608782.787665:0:33378:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608782.787667:0:33378:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608782.787669:0:33378:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608782.787670:0:33378:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608782.787672:0:33378:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffc38 00800000:00000002:2.0:1789608782.787674:0:33378:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'f22.recovery-small-1' [0x200000405:0x28:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:2.0:1789608782.787714:0:33378:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:2.0:1789608782.787716:0:33378:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789608782.787719:0:33378:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d90906b400 count: 2 00010000:00000001:2.0:1789608782.787720:0:33378:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608782.787723:0:33378:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789608782.787725:0:33378:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789608782.787728:0:33378:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a200/0xc54db3288176fec6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x91bddff8e8ed94ad expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:2.0:1789608782.787739:0:33378:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789608782.787743:0:33378:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789608782.787745:0:33378:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789608782.787747:0:33378:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1789608782.787749:0:33378:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608782.787750:0:33378:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608782.787752:0:33378:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d90906b400 count: 3 00010000:00000001:2.0:1789608782.787753:0:33378:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789608782.787755:0:33378:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608782.787757:0:33378:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608782.787758:0:33378:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608782.787759:0:33378:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d90906b400 count: 3 00010000:00000001:2.0:1789608782.787761:0:33378:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789608782.787763:0:33378:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608782.787764:0:33378:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608782.787765:0:33378:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608782.787766:0:33378:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d90906b400 count: 3 00010000:00000001:2.0:1789608782.787768:0:33378:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789608782.787770:0:33378:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608782.787772:0:33378:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789608782.787774:0:33378:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff94d918926b40, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1789608782.787777:0:33378:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1789608782.787779:0:33378:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1789608782.787781:0:33378:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789608782.787782:0:33378:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.787786:0:33378:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789608782.787789:0:33378:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789608782.787790:0:33378:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789608782.787792:0:33378:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608782.787793:0:33378:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789608782.787795:0:33378:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d903f6a200 with handle 0xc54db3288176fec6 from hash 00010000:00000001:2.0:1789608782.787798:0:33378:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789608782.787799:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.787800:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608782.787801:0:33378:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789608782.787803:0:33378:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789608782.787805:0:33378:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789608782.787808:0:33378:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789608782.787810:0:33378:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789608782.787812:0:33378:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1789608782.787817:0:33378:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d26d80. 00000020:00000040:2.0:1789608782.787820:0:33378:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 02000000:00000001:2.0:1789608782.787826:0:33378:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789608782.787827:0:33378:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.787829:0:33378:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789608782.787832:0:33378:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608782.787835:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.787836:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608782.787837:0:33378:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608782.787839:0:33378:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608782.787841:0:33378:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608782.787843:0:33378:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608782.787850:0:33378:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d903dbec00. 00000100:00000001:2.0:1789608782.787857:0:33378:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.787859:0:33378:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608782.787862:0:33378:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1789608782.787867:0:33378:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a200/0xc54db3288176fec6 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed94ad expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1789608782.787875:0:33378:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1789608782.787876:0:33378:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789608782.787878:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789608782.787880:0:33378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6a200/0xc54db3288176fec6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed94ad expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:2.0:1789608782.787886:0:33378:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d90906b400 count: 0 00010000:00000010:2.0:1789608782.787891:0:33378:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d9121c3a80. 00010000:00000001:2.0:1789608782.787899:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608782.787901:0:33378:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.787903:0:33378:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608782.787905:0:33378:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.787907:0:33378:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1789608782.787918:0:33378:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d904ceb000: modify RPC slot 2 is allocated opc 36, max 7 00000100:00100000:2.0:1789608782.787926:0:33378:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d907d26d80 x1876538934291840/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789608782.787933:0:33378:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789608782.787934:0:33378:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789608782.787941:0:33378:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d909110840. 00000100:00000001:2.0:1789608782.787944:0:33378:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258613766208 : -117815095785408 : ffff94d909110840) 00000100:00000001:2.0:1789608782.787946:0:33378:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608782.787948:0:33378:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592886144 : -117815116665472 : ffff94d907d26d80) 00000100:00000001:2.0:1789608782.787951:0:33378:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608782.787954:0:33378:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608782.787956:0:33378:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789608782.787958:0:33378:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608782.787962:0:33378:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d26d80 x1876538934291840/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608782.787969:0:33378:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608782.787971:0:33378:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608782.787974:0:33378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608782.787976:0:33378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608782.787978:0:33378:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608782.788445:0:33378:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d26d80 pname:cluuid:pid:xid:nid:opc:job multiop:25f5d458-2cbe-49cd-9693-334c08df7e27:33378:1876538934291840:192.168.203.121@tcp:36:multiop.0 00000100:00000001:2.0:1789608782.788453:0:33378:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608782.788458:0:33378:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608782.788460:0:33378:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608782.788462:0:33378:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608782.788466:0:33378:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903dbe800. 02000000:00000001:2.0:1789608782.788469:0:33378:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608782.788476:0:33378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608782.788481:0:33378:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21160. 00000400:00000010:2.0:1789608782.788487:0:33378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c198. 00000100:00000200:2.0:1789608782.788494:0:33378:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934291840, portal 10 00000100:00000001:2.0:1789608782.788496:0:33378:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608782.788497:0:33378:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592886144 : -117815116665472 : ffff94d907d26d80) 00000100:00000040:2.0:1789608782.788504:0:33378:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907d26d80 x1876538934291840/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/576 e 0 to 0 dl 1789608798 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608782.788510:0:33378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608782.788513:0:33378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608782.788515:0:33378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c330. 00000100:00000200:2.0:1789608782.788518:0:33378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876538934291840, offset 0 00000400:00000200:2.0:1789608782.788523:0:33378:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608782.788530:0:33378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608782.788537:0:33378:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608782.788542:0:33378:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608782.788545:0:33378:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608782.788548:0:33378:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608782.788551:0:33378:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608782.788554:0:33378:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2807:2807:256:4294967295] 192.168.203.121@tcp LPNI seq info [2807:2807:8:4294967295] 00000400:00000200:2.0:1789608782.788557:0:33378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608782.788566:0:33378:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608782.788572:0:33378:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608782.788576:0:33378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d902bd1a00. 00000800:00000200:2.0:1789608782.788582:0:33378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608782.788589:0:33378:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608782.788594:0:33378:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d902bd1a00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789608782.788605:0:33378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608782.788609:0:33378:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 846750 usecs (847 jiffies) 00000400:00000200:2.0:1789608782.788612:0:33378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608782.788614:0:33378:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296510725 00000100:00000001:2.0:1789608782.788623:0:33378:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, simply extend its deadline from 4296510701 00000100:00000001:2.0:1789608782.788628:0:33378:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296510725 00000100:00000001:2.0:1789608782.788632:0:33378:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, simply extend its deadline from 4296510701 00000100:00000001:2.0:1789608782.788634:0:33378:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608782.788636:0:33378:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608782.788639:0:33378:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608782.788641:0:33378:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789608782.788644:0:33378:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d909110840 going to sleep for 11 seconds 00000100:00000001:2.0:1789608782.788646:0:33378:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608782.788649:0:33378:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608782.790003:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608782.790012:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d902bd1a00. 00000400:00000200:0.0:1789608782.790020:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608782.790029:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608782.790036:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c330 00000400:00000010:0.0:1789608782.790039:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c330. 00000100:00000001:0.0:1789608782.790044:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608782.790050:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d26d80 x1876538934291840/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/576 e 0 to 0 dl 1789608798 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608782.790061:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608782.790065:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d26d80 x1876538934291840/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/576 e 0 to 0 dl 1789608798 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608782.790072:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608782.790074:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1789608782.794779:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d90906b400. 00010000:00000010:2.1:1789608782.794797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6a200. 00000800:00000001:0.0:1789608782.819364:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608782.819382:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608782.819387:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608782.819389:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608782.819397:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608782.819405:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608782.819413:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608782.819418:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608782.819423:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608782.819428:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 448 into portal 10 MB=0x6aab3c495ed80 00000400:00000200:0.0:1789608782.819443:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608782.819456:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 448/448 into md 0x8099 [1] + 224 00000800:00000001:0.0:1789608782.819464:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608782.819470:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608782.819474:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608782.819478:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608782.819486:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608782.819495:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d26d80 x1876538934291840/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/576 e 0 to 0 dl 1789608798 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608782.819507:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff94d907d26d80 x1876538934291840/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/576 e 0 to 0 dl 1789608798 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608782.819533:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608782.819541:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608782.819545:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608782.819623:0:33378:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608782.819630:0:33378:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608782.819632:0:33378:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608782.819636:0:33378:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21160. 00000400:00000200:2.0:1789608782.819641:0:33378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c198 00000400:00000010:2.0:1789608782.819643:0:33378:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c198. 00000100:00000001:2.0:1789608782.819646:0:33378:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608782.819651:0:33378:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d26d80 x1876538934291840/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/576 e 0 to 0 dl 1789608798 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789608782.819659:0:33378:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d26d80 x1876538934291840/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/576 e 0 to 0 dl 1789608798 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608782.819665:0:33378:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608782.819666:0:33378:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608782.819668:0:33378:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608782.819671:0:33378:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608782.819710:0:33378:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608782.819713:0:33378:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608782.819715:0:33378:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608782.819725:0:33378:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=140 v=5 (104 104 104 137) 00000100:00001000:2.0:1789608782.819729:0:33378:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608782.819731:0:33378:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608782.819733:0:33378:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.819735:0:33378:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608782.819739:0:33378:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608782.819743:0:33378:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789608782.819745:0:33378:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009c/0x1] 00000100:00000001:2.0:1789608782.819746:0:33378:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789608782.819749:0:33378:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608782.819750:0:33378:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592886144 : -117815116665472 : ffff94d907d26d80) 00000100:00000001:2.0:1789608782.819753:0:33378:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608782.819755:0:33378:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967634 00000100:00000001:2.0:1789608782.819757:0:33378:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608782.819760:0:33378:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608782.819765:0:33378:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d26d80 x1876538934291840/t4294967636(4294967636) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/448 e 0 to 0 dl 1789608798 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608782.819771:0:33378:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608782.819774:0:33378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608782.819776:0:33378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608782.819779:0:33378:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d26d80 x1876538934291840/t4294967636(4294967636) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/448 e 0 to 0 dl 1789608798 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789608782.819786:0:33378:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d26d80 pname:cluuid:pid:xid:nid:opc:job multiop:25f5d458-2cbe-49cd-9693-334c08df7e27:33378:1876538934291840:192.168.203.121@tcp:36:multiop.0 00000100:00000001:2.0:1789608782.819790:0:33378:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608782.819792:0:33378:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608782.819794:0:33378:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789608782.819796:0:33378:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608782.819799:0:33378:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d26d80 x1876538934291840/t4294967636(4294967636) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/448 e 0 to 0 dl 1789608798 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608782.819804:0:33378:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608782.819807:0:33378:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d909110840. 00000100:00000001:2.0:1789608782.819809:0:33378:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789608782.819811:0:33378:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608782.819819:0:33378:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608782.819822:0:33378:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000405:0x28:0x0] 00800000:00000001:2.0:1789608782.819824:0:33378:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608782.819827:0:33378:0:(namei.c:1904:ll_new_node_finish()) Process entered 00000080:00000002:2.0:1789608782.819830:0:33378:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1789608781 to 1789608782 00000080:00000001:2.0:1789608782.819833:0:33378:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789608782.819839:0:33378:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1789608782.819842:0:33378:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789608782.819845:0:33378:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611176 : 144115205339611176 : 200000405000028) 00000080:00000001:2.0:1789608782.819847:0:33378:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1789608782.819856:0:33378:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94d918920840. 00000020:00000001:2.0:1789608782.819867:0:33378:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:2.0:1789608782.819869:0:33378:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1789608782.819871:0:33378:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:2.0:1789608782.819873:0:33378:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x28:0x0](ffff94d918920908) 00000080:00000001:2.0:1789608782.819875:0:33378:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611176 : 144115205339611176 : 200000405000028) 00000080:00000001:2.0:1789608782.819877:0:33378:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1789608782.819879:0:33378:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611176 mtime from 0 to 1789608782 00000080:00000001:2.0:1789608782.819883:0:33378:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000020:00000001:2.0:1789608782.819886:0:33378:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789608782.819889:0:33378:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514695448 : -117815194856168 : ffff94d903295518) 00000020:00001000:2.0:1789608782.819891:0:33378:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295510 00000020:00000001:2.0:1789608782.819895:0:33378:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:2.0:1789608782.819899:0:33378:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff94d9040dbaf0. 00000020:00000001:2.0:1789608782.819901:0:33378:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1789608782.819903:0:33378:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608782.819909:0:33378:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:2.0:1789608782.819912:0:33378:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff94d910b65e88. 00020000:00000001:2.0:1789608782.819914:0:33378:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446626258742042248 : -117814967509368 : ffff94d910b65e88) 00020000:00000001:2.0:1789608782.819917:0:33378:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:2.0:1789608782.819919:0:33378:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608782.819923:0:33378:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446626258529663856 : -117815179887760 : ffff94d9040dbb70) 00000020:00001000:2.0:1789608782.819926:0:33378:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295510 00000080:00000001:2.0:1789608782.819929:0:33378:0:(namei.c:156:ll_iget()) Process leaving (rc=18446626258873878792 : -117814835672824 : ffff94d918920908) 00000080:00000001:2.0:1789608782.819931:0:33378:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789608782.819934:0:33378:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1789608782.819936:0:33378:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608782.819940:0:33378:0:(namei.c:1951:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608782.819942:0:33378:0:(namei.c:1996:ll_new_node()) Process leaving 00000100:00000001:2.0:1789608782.819943:0:33378:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608782.819947:0:33378:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d26d80 x1876538934291840/t4294967636(4294967636) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/448 e 0 to 0 dl 1789608798 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608782.819953:0:33378:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608782.819957:0:33378:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:2.0:1789608782.819960:0:33378:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d9071fac00. 00000080:00000001:2.0:1789608782.819963:0:33378:0:(namei.c:2004:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608782.819967:0:33378:0:(namei.c:2045:ll_mknod()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608782.819969:0:33378:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffe20 00000080:00200000:2.0:1789608782.819971:0:33378:0:(namei.c:2070:ll_create_nd()) VFS Op:name=f22.recovery-small-1, unhashed 1 00000080:00000001:2.0:1789608782.819985:0:33378:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789608782.819990:0:33378:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1789608782.820029:0:33378:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789608782.820034:0:33378:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789608782.820035:0:33378:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789608782.820037:0:33378:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffb20 00000080:00200000:2.0:1789608782.820039:0:33378:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:2.0:1789608782.820044:0:33378:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d9071fac00. 00800000:00000002:2.0:1789608782.820049:0:33378:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:2.0:1789608782.820052:0:33378:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789608782.820055:0:33378:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789608782.820057:0:33378:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffa40 00800000:00000002:2.0:1789608782.820060:0:33378:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608782.820064:0:33378:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789608782.820067:0:33378:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608782.820069:0:33378:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608782.820071:0:33378:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608782.820074:0:33378:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608782.820075:0:33378:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608782.820077:0:33378:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608782.820079:0:33378:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608782.820082:0:33378:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789608782.820086:0:33378:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789608782.820087:0:33378:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bff910 00000002:00010000:2.0:1789608782.820089:0:33378:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789608782.820092:0:33378:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789608782.820094:0:33378:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608782.820097:0:33378:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789608782.820104:0:33378:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608782.820106:0:33378:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608782.820107:0:33378:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608782.820110:0:33378:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789608782.820112:0:33378:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789608782.820116:0:33378:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d24a80. 00000020:00000040:2.0:1789608782.820119:0:33378:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00010000:00000001:2.0:1789608782.820123:0:33378:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789608782.820128:0:33378:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608782.820134:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.820136:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608782.820137:0:33378:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608782.820140:0:33378:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608782.820143:0:33378:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608782.820146:0:33378:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608782.820152:0:33378:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d903dbe000. 00000100:00000001:2.0:1789608782.820158:0:33378:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.820161:0:33378:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608782.820162:0:33378:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.820164:0:33378:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608782.820165:0:33378:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.820167:0:33378:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608782.820172:0:33378:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626258592877184 : -117815116674432 : ffff94d907d24a80) 00010000:00000001:2.0:1789608782.820175:0:33378:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789608782.820177:0:33378:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789608782.820180:0:33378:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d903b69600. 00010000:00000010:2.0:1789608782.820194:0:33378:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d90847b600. 00010000:00000001:2.0:1789608782.820198:0:33378:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789608782.820201:0:33378:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d909232c00. 00000020:00000001:2.0:1789608782.820204:0:33378:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789608782.820207:0:33378:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d909232c00 with handle 0xc54db3288176fecd to hash 00000020:00000001:2.0:1789608782.820209:0:33378:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789608782.820210:0:33378:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608782.820214:0:33378:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608782.820217:0:33378:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608782.820219:0:33378:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608782.820224:0:33378:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fecd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789608782.820235:0:33378:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fecd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789608782.820245:0:33378:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fecd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33378 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789608782.820250:0:33378:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789608782.820251:0:33378:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789608782.820257:0:33378:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d909110840. 00000100:00000001:2.0:1789608782.820259:0:33378:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258613766208 : -117815095785408 : ffff94d909110840) 00000100:00000001:2.0:1789608782.820261:0:33378:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608782.820262:0:33378:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592877184 : -117815116674432 : ffff94d907d24a80) 00000100:00000001:2.0:1789608782.820266:0:33378:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608782.820270:0:33378:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608782.820273:0:33378:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789608782.820274:0:33378:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608782.820279:0:33378:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d24a80 x1876538934291968/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608782.820286:0:33378:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608782.820288:0:33378:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608782.820292:0:33378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608782.820294:0:33378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608782.820296:0:33378:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608782.820299:0:33378:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d24a80 pname:cluuid:pid:xid:nid:opc:job multiop:25f5d458-2cbe-49cd-9693-334c08df7e27:33378:1876538934291968:192.168.203.121@tcp:101:multiop.0 00000100:00000001:2.0:1789608782.820303:0:33378:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608782.820306:0:33378:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608782.820308:0:33378:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608782.820311:0:33378:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608782.820315:0:33378:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d902b3b000. 02000000:00000001:2.0:1789608782.820317:0:33378:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608782.820322:0:33378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608782.820325:0:33378:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21160. 00000400:00000010:2.0:1789608782.820329:0:33378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c198. 00000100:00000200:2.0:1789608782.820335:0:33378:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876538934291968, portal 10 00000100:00000001:2.0:1789608782.820337:0:33378:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608782.820338:0:33378:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592877184 : -117815116674432 : ffff94d907d24a80) 00000100:00000040:2.0:1789608782.820343:0:33378:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d907d24a80 x1876538934291968/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608798 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608782.820349:0:33378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608782.820352:0:33378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608782.820354:0:33378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c880. 00000100:00000200:2.0:1789608782.820357:0:33378:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876538934291968, offset 0 00000400:00000200:2.0:1789608782.820363:0:33378:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608782.820369:0:33378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608782.820375:0:33378:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608782.820380:0:33378:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608782.820384:0:33378:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608782.820387:0:33378:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608782.820390:0:33378:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608782.820393:0:33378:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2808:2808:256:4294967295] 192.168.203.121@tcp LPNI seq info [2808:2808:8:4294967295] 00000400:00000200:2.0:1789608782.820396:0:33378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608782.820405:0:33378:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608782.820410:0:33378:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608782.820416:0:33378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d902bd1a00. 00000800:00000200:2.0:1789608782.820422:0:33378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608782.820429:0:33378:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608782.820433:0:33378:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d902bd1a00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1789608782.820441:0:33378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608782.820445:0:33378:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 845648 usecs (846 jiffies) 00000400:00000200:2.0:1789608782.820448:0:33378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608782.820451:0:33378:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296510756 00000100:00000001:2.0:1789608782.820459:0:33378:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, simply extend its deadline from 4296510725 00000100:00000001:2.0:1789608782.820466:0:33378:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296510756 00000100:00000001:2.0:1789608782.820469:0:33378:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, simply extend its deadline from 4296510725 00000100:00000001:2.0:1789608782.820471:0:33378:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608782.820474:0:33378:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608782.820477:0:33378:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608782.820479:0:33378:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789608782.820482:0:33378:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d909110840 going to sleep for 11 seconds 00000100:00000001:2.0:1789608782.820484:0:33378:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608782.820485:0:33378:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608782.820633:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608782.820638:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d902bd1a00. 00000400:00000200:0.0:1789608782.820641:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608782.820646:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608782.820650:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c880 00000400:00000010:0.0:1789608782.820653:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c880. 00000100:00000001:0.0:1789608782.820656:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608782.820660:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d24a80 x1876538934291968/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608798 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608782.820668:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608782.820671:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d24a80 x1876538934291968/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608798 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608782.820709:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608782.820712:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:2.1:1789608782.826224:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f682a0. 00000800:00000001:0.0:1789608782.841960:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608782.841979:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608782.841992:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608782.841995:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608782.842004:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608782.842011:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608782.842020:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608782.842025:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608782.842029:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608782.842034:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 688 into portal 10 MB=0x6aab3c495ee00 00000400:00000200:0.0:1789608782.842039:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608782.842044:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 688/688 into md 0x80a1 [1] + 224 00000800:00000001:0.0:1789608782.842052:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608782.842059:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608782.842063:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608782.842068:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608782.842075:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608782.842084:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d24a80 x1876538934291968/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608798 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608782.842094:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d907d24a80 x1876538934291968/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608798 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608782.842116:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608782.842124:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608782.842127:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608782.842258:0:33378:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608782.842266:0:33378:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608782.842267:0:33378:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608782.842271:0:33378:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21160. 00000400:00000200:2.0:1789608782.842285:0:33378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c198 00000400:00000010:2.0:1789608782.842287:0:33378:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c198. 00000100:00000001:2.0:1789608782.842292:0:33378:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608782.842296:0:33378:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d24a80 x1876538934291968/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608798 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789608782.842304:0:33378:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d24a80 x1876538934291968/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608798 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608782.842310:0:33378:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608782.842312:0:33378:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608782.842314:0:33378:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608782.842317:0:33378:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608782.842320:0:33378:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608782.842323:0:33378:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608782.842325:0:33378:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608782.842334:0:33378:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=140 v=5 (104 104 104 137) 00000100:00001000:2.0:1789608782.842337:0:33378:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608782.842340:0:33378:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608782.842342:0:33378:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.842345:0:33378:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608782.842349:0:33378:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608782.842352:0:33378:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608782.842354:0:33378:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967634 00000100:00000001:2.0:1789608782.842357:0:33378:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608782.842359:0:33378:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608782.842363:0:33378:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d24a80 x1876538934291968/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608798 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608782.842369:0:33378:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608782.842372:0:33378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608782.842373:0:33378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608782.842377:0:33378:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d24a80 x1876538934291968/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608798 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789608782.842384:0:33378:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d24a80 pname:cluuid:pid:xid:nid:opc:job multiop:25f5d458-2cbe-49cd-9693-334c08df7e27:33378:1876538934291968:192.168.203.121@tcp:101:multiop.0 00000100:00000001:2.0:1789608782.842388:0:33378:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608782.842390:0:33378:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608782.842392:0:33378:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789608782.842394:0:33378:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608782.842397:0:33378:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d24a80 x1876538934291968/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608798 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608782.842403:0:33378:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608782.842406:0:33378:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d909110840. 00000100:00000001:2.0:1789608782.842409:0:33378:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789608782.842410:0:33378:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.842413:0:33378:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789608782.842416:0:33378:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608782.842420:0:33378:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608782.842423:0:33378:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232c00 refcount=4 00000020:00000001:2.0:1789608782.842425:0:33378:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608782.842428:0:33378:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000040:2.0:1789608782.842444:0:33378:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d909232c00, remote cookie: 0x91bddff8e8ed94c9, flags: 0x1001 00010000:00010000:2.0:1789608782.842450:0:33378:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fecd lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed94c9 expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789608782.842465:0:33378:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fecd lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed94c9 expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608782.842471:0:33378:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789608782.842475:0:33378:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789608782.842476:0:33378:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789608782.842478:0:33378:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789608782.842479:0:33378:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789608782.842481:0:33378:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff94d903b69600) refcount = 1 00010000:00010000:2.0:1789608782.842485:0:33378:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fecd lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed94c9 expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608782.842490:0:33378:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789608782.842493:0:33378:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789608782.842494:0:33378:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608782.842497:0:33378:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789608782.842500:0:33378:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608782.842503:0:33378:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fecd lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed94c9 expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608782.842507:0:33378:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789608782.842509:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.842510:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608782.842511:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.842511:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608782.842513:0:33378:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608782.842517:0:33378:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789608782.842518:0:33378:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608782.842519:0:33378:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608782.842521:0:33378:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232c00 refcount=3 00000020:00000001:2.0:1789608782.842522:0:33378:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608782.842524:0:33378:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608782.842526:0:33378:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608782.842527:0:33378:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608782.842528:0:33378:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232c00 refcount=4 00000020:00000001:2.0:1789608782.842530:0:33378:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608782.842532:0:33378:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608782.842534:0:33378:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608782.842536:0:33378:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608782.842539:0:33378:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fecd lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed94c9 expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608782.842544:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.842544:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608782.842546:0:33378:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608782.842546:0:33378:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608782.842547:0:33378:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232c00 refcount=5 00000020:00000001:2.0:1789608782.842549:0:33378:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608782.842551:0:33378:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608782.842553:0:33378:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608782.842555:0:33378:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fecd lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed94c9 expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608782.842558:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.842559:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789608782.842561:0:33378:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fecd lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed94c9 expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608782.842567:0:33378:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608782.842567:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.842568:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608782.842569:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.842570:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789608782.842574:0:33378:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d907d24a80 x1876538934291968/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608798 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1789608782.842587:0:33378:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608782.842588:0:33378:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608782.842589:0:33378:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232c00 refcount=3 00000020:00000001:2.0:1789608782.842591:0:33378:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608782.842593:0:33378:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608782.842595:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.842595:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608782.842597:0:33378:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608782.842598:0:33378:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608782.842601:0:33378:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1789608782.842603:0:33378:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608782.842604:0:33378:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608782.842605:0:33378:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232c00 refcount=3 00000020:00000001:2.0:1789608782.842607:0:33378:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608782.842608:0:33378:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00000002:00010000:2.0:1789608782.842612:0:33378:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fecd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed94c9 expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608782.842617:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.842618:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608782.842619:0:33378:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789608782.842620:0:33378:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608782.842621:0:33378:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608782.842622:0:33378:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232c00 refcount=3 00000020:00000001:2.0:1789608782.842624:0:33378:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608782.842625:0:33378:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000040:2.0:1789608782.842631:0:33378:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69600 count: 2 00010000:00000001:2.0:1789608782.842633:0:33378:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789608782.842637:0:33378:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d91081f000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1789608782.842639:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.842640:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608782.842642:0:33378:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789608782.842645:0:33378:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bff898 00000002:00002000:2.0:1789608782.842647:0:33378:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1789608782.842649:0:33378:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608782.842653:0:33378:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608782.842656:0:33378:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789608782.842659:0:33378:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1789608782.842662:0:33378:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608782.842665:0:33378:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:2.0:1789608782.842668:0:33378:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d9071fac00. 00000080:00000001:2.0:1789608782.842673:0:33378:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789608782.842719:0:33378:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789608782.842725:0:33378:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1789608782.842730:0:33378:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1789608782.842736:0:33378:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d9071bfbc0. 00800000:00000001:2.0:1789608782.842738:0:33378:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626258580929472 : -117815128622144 : ffff94d9071bfbc0) 00800000:00000001:2.0:1789608782.842741:0:33378:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608782.842744:0:33378:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789608782.842747:0:33378:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1789608782.842749:0:33378:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1789608782.842751:0:33378:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1789608782.842753:0:33378:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1789608782.842754:0:33378:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608782.842759:0:33378:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1789608782.842761:0:33378:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1789608782.842766:0:33378:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:2.0:1789608782.842768:0:33378:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608782.842769:0:33378:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608782.842771:0:33378:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232c00 refcount=3 00000020:00000001:2.0:1789608782.842772:0:33378:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608782.842774:0:33378:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608782.842776:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.842777:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789608782.842778:0:33378:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789608782.842781:0:33378:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1789608782.842783:0:33378:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d9071bfbc0 1 00800000:00000010:2.0:1789608782.842785:0:33378:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d9071bfbc0. 00800000:00000001:2.0:1789608782.842788:0:33378:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608782.842791:0:33378:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176fecd 00800000:00000001:2.0:1789608782.842793:0:33378:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789608782.842795:0:33378:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789608782.842796:0:33378:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608782.842797:0:33378:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608782.842798:0:33378:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232c00 refcount=3 00000020:00000001:2.0:1789608782.842800:0:33378:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608782.842802:0:33378:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608782.842805:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.842806:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608782.842807:0:33378:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608782.842809:0:33378:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608782.842811:0:33378:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608782.842813:0:33378:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:2.0:1789608782.842816:0:33378:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fecd from it ffffae3e01bffb58 00010000:00000001:2.0:1789608782.842818:0:33378:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608782.842819:0:33378:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608782.842820:0:33378:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232c00 refcount=3 00000020:00000001:2.0:1789608782.842822:0:33378:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608782.842824:0:33378:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608782.842825:0:33378:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608782.842828:0:33378:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fecd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed94c9 expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608782.842833:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.842834:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608782.842836:0:33378:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789608782.842838:0:33378:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789608782.842840:0:33378:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fecd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed94c9 expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789608782.842850:0:33378:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789608782.842852:0:33378:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789608782.842854:0:33378:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608782.842858:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.842859:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608782.842860:0:33378:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.842863:0:33378:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789608782.842865:0:33378:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.842867:0:33378:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.842869:0:33378:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.842870:0:33378:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608782.842871:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.842872:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789608782.842874:0:33378:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608782.842878:0:33378:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d24a80 x1876538934291968/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608798 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608782.842884:0:33378:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608782.842886:0:33378:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608782.842889:0:33378:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d902b3b000. 02000000:00000001:2.0:1789608782.842892:0:33378:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608782.842895:0:33378:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608782.842896:0:33378:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:2.0:1789608782.842899:0:33378:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608782.842901:0:33378:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d903dbe000. 02000000:00000001:2.0:1789608782.842905:0:33378:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608782.842906:0:33378:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608782.842908:0:33378:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d24a80. 00000100:00000001:2.0:1789608782.842912:0:33378:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608782.842913:0:33378:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608782.842916:0:33378:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 1 00000080:00000001:2.0:1789608782.842920:0:33378:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789608782.842936:0:33378:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d907f682a0. 00000020:00000001:2.0:1789608782.842941:0:33378:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffae8 00000080:00200000:2.0:1789608782.842943:0:33378:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff94d918926c08), flags=9 00000080:00000001:2.0:1789608782.842946:0:33378:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1789608782.842948:0:33378:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bff998 00000080:00200000:2.0:1789608782.842949:0:33378:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff94d918926c08), intent=getattr 00000080:00000010:2.0:1789608782.842957:0:33378:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d9071fac00. 00800000:00000002:2.0:1789608782.842961:0:33378:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:2.0:1789608782.842965:0:33378:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789608782.842968:0:33378:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789608782.842969:0:33378:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bff8b8 00800000:00000002:2.0:1789608782.842971:0:33378:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f22.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608782.842974:0:33378:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789608782.842977:0:33378:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608782.842979:0:33378:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608782.842981:0:33378:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608782.842984:0:33378:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608782.842986:0:33378:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608782.842988:0:33378:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608782.842990:0:33378:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608782.842992:0:33378:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bff850 00800000:00000002:2.0:1789608782.842994:0:33378:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='f22.recovery-small-1' -> mds #0 00000002:00000001:2.0:1789608782.842998:0:33378:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789608782.843000:0:33378:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bff788 00000002:00010000:2.0:1789608782.843001:0:33378:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f22.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:2.0:1789608782.843005:0:33378:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789608782.843007:0:33378:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789608782.843010:0:33378:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d24a80. 00000020:00000040:2.0:1789608782.843013:0:33378:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00010000:00000001:2.0:1789608782.843017:0:33378:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789608782.843020:0:33378:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608782.843022:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.843023:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608782.843024:0:33378:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608782.843027:0:33378:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608782.843029:0:33378:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608782.843033:0:33378:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608782.843038:0:33378:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d903dbe000. 00000100:00000001:2.0:1789608782.843044:0:33378:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.843047:0:33378:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608782.843049:0:33378:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.843050:0:33378:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608782.843051:0:33378:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.843053:0:33378:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608782.843058:0:33378:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626258592877184 : -117815116674432 : ffff94d907d24a80) 00010000:00000001:2.0:1789608782.843061:0:33378:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789608782.843063:0:33378:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1789608782.843066:0:33378:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69600 count: 2 00010000:00000001:2.0:1789608782.843068:0:33378:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608782.843070:0:33378:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789608782.843073:0:33378:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d909232400. 00000020:00000001:2.0:1789608782.843076:0:33378:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789608782.843079:0:33378:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d909232400 with handle 0xc54db3288176fed4 to hash 00000020:00000001:2.0:1789608782.843080:0:33378:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789608782.843082:0:33378:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626258614952960 : -117815094598656 : ffff94d909232400) 00010000:00000001:2.0:1789608782.843085:0:33378:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626258614952960 : -117815094598656 : ffff94d909232400) 00010000:00000001:2.0:1789608782.843087:0:33378:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608782.843089:0:33378:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608782.843091:0:33378:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232400/0xc54db3288176fed4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 33378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789608782.843098:0:33378:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232400/0xc54db3288176fed4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 33378 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789608782.843105:0:33378:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232400/0xc54db3288176fed4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 33378 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789608782.843110:0:33378:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789608782.843111:0:33378:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789608782.843116:0:33378:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d909110840. 00000100:00000001:2.0:1789608782.843118:0:33378:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258613766208 : -117815095785408 : ffff94d909110840) 00000100:00000001:2.0:1789608782.843121:0:33378:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608782.843123:0:33378:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592877184 : -117815116674432 : ffff94d907d24a80) 00000100:00000001:2.0:1789608782.843126:0:33378:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608782.843130:0:33378:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608782.843132:0:33378:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789608782.843134:0:33378:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608782.843138:0:33378:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d24a80 x1876538934292096/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608782.843145:0:33378:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608782.843147:0:33378:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608782.843150:0:33378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608782.843152:0:33378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608782.843154:0:33378:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608782.843157:0:33378:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d24a80 pname:cluuid:pid:xid:nid:opc:job multiop:25f5d458-2cbe-49cd-9693-334c08df7e27:33378:1876538934292096:192.168.203.121@tcp:101:multiop.0 00000100:00000001:2.0:1789608782.843160:0:33378:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608782.843164:0:33378:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608782.843166:0:33378:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608782.843168:0:33378:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608782.843172:0:33378:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d902b3b000. 02000000:00000001:2.0:1789608782.843174:0:33378:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608782.843179:0:33378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608782.843194:0:33378:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21160. 00000400:00000010:2.0:1789608782.843199:0:33378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c198. 00000100:00000200:2.0:1789608782.843205:0:33378:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876538934292096, portal 10 00000100:00000001:2.0:1789608782.843207:0:33378:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608782.843208:0:33378:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592877184 : -117815116674432 : ffff94d907d24a80) 00000100:00000040:2.0:1789608782.843213:0:33378:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d907d24a80 x1876538934292096/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608798 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608782.843220:0:33378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608782.843222:0:33378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608782.843225:0:33378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c660. 00000100:00000200:2.0:1789608782.843228:0:33378:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876538934292096, offset 0 00000400:00000200:2.0:1789608782.843234:0:33378:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608782.843240:0:33378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608782.843247:0:33378:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608782.843252:0:33378:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608782.843256:0:33378:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608782.843259:0:33378:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608782.843261:0:33378:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608782.843265:0:33378:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2809:2809:256:4294967295] 192.168.203.121@tcp LPNI seq info [2809:2809:8:4294967295] 00000400:00000200:2.0:1789608782.843269:0:33378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608782.843277:0:33378:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608782.843282:0:33378:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608782.843286:0:33378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d902bd1600. 00000800:00000200:2.0:1789608782.843293:0:33378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608782.843299:0:33378:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608782.843303:0:33378:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d902bd1600 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1789608782.843312:0:33378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608782.843316:0:33378:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 844535 usecs (845 jiffies) 00000400:00000200:2.0:1789608782.843319:0:33378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608782.843322:0:33378:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296510778 00000100:00000001:2.0:1789608782.843330:0:33378:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, simply extend its deadline from 4296510756 00000100:00000001:2.0:1789608782.843335:0:33378:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296510778 00000100:00000001:2.0:1789608782.843338:0:33378:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, simply extend its deadline from 4296510756 00000100:00000001:2.0:1789608782.843341:0:33378:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608782.843342:0:33378:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608782.843344:0:33378:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608782.843347:0:33378:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789608782.843349:0:33378:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d909110840 going to sleep for 11 seconds 00000100:00000001:2.0:1789608782.843351:0:33378:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608782.843353:0:33378:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608782.846991:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608782.847001:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d902bd1600. 00000400:00000200:0.0:1789608782.847009:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608782.847017:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608782.847024:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c660 00000400:00000010:0.0:1789608782.847027:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c660. 00000100:00000001:0.0:1789608782.847032:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608782.847040:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d24a80 x1876538934292096/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608798 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608782.847053:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608782.847056:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d24a80 x1876538934292096/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608798 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608782.847063:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608782.847065:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608782.859407:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608782.859423:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608782.859428:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608782.859430:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608782.859441:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608782.859449:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608782.859458:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608782.859462:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608782.859467:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608782.859473:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 584 into portal 10 MB=0x6aab3c495ee80 00000400:00000200:0.0:1789608782.859477:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608782.859483:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 584/584 into md 0x80a9 [1] + 224 00000800:00000001:0.0:1789608782.859490:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608782.859497:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608782.859500:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608782.859504:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608782.859512:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608782.859521:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d24a80 x1876538934292096/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608798 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608782.859531:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff94d907d24a80 x1876538934292096/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608798 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608782.859552:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608782.859561:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608782.859565:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608782.859950:0:33378:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608782.859960:0:33378:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608782.859962:0:33378:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608782.859966:0:33378:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21160. 00000400:00000200:2.0:1789608782.859972:0:33378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c198 00000400:00000010:2.0:1789608782.859975:0:33378:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c198. 00000100:00000001:2.0:1789608782.859978:0:33378:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608782.859982:0:33378:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d24a80 x1876538934292096/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608798 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789608782.859990:0:33378:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d24a80 x1876538934292096/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608798 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608782.859995:0:33378:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608782.859998:0:33378:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608782.860000:0:33378:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608782.860004:0:33378:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608782.860006:0:33378:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608782.860008:0:33378:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608782.860011:0:33378:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608782.860020:0:33378:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=140 v=5 (104 104 104 137) 00000100:00001000:2.0:1789608782.860024:0:33378:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608782.860026:0:33378:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608782.860028:0:33378:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.860030:0:33378:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608782.860033:0:33378:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608782.860037:0:33378:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608782.860039:0:33378:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967634 00000100:00000001:2.0:1789608782.860041:0:33378:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608782.860044:0:33378:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608782.860048:0:33378:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d24a80 x1876538934292096/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/584 e 0 to 0 dl 1789608798 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608782.860054:0:33378:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608782.860058:0:33378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608782.860060:0:33378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608782.860064:0:33378:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d24a80 x1876538934292096/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/584 e 0 to 0 dl 1789608798 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789608782.860071:0:33378:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d24a80 pname:cluuid:pid:xid:nid:opc:job multiop:25f5d458-2cbe-49cd-9693-334c08df7e27:33378:1876538934292096:192.168.203.121@tcp:101:multiop.0 00000100:00000001:2.0:1789608782.860076:0:33378:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608782.860079:0:33378:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608782.860081:0:33378:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789608782.860083:0:33378:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608782.860087:0:33378:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d24a80 x1876538934292096/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/584 e 0 to 0 dl 1789608798 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608782.860094:0:33378:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608782.860097:0:33378:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d909110840. 00000100:00000001:2.0:1789608782.860100:0:33378:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789608782.860102:0:33378:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.860105:0:33378:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789608782.860109:0:33378:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608782.860111:0:33378:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608782.860115:0:33378:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232400 refcount=4 00000020:00000001:2.0:1789608782.860117:0:33378:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614952960 : -117815094598656 : ffff94d909232400) 00010000:00000001:2.0:1789608782.860120:0:33378:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614952960 : -117815094598656 : ffff94d909232400) 00010000:00000040:2.0:1789608782.860126:0:33378:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d909232400, remote cookie: 0x91bddff8e8ed94e5, flags: 0x1001 00010000:00010000:2.0:1789608782.860131:0:33378:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232400/0xc54db3288176fed4 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed94e5 expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789608782.860139:0:33378:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x28:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1789608782.860143:0:33378:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1789608782.860151:0:33378:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d903b69b00. 00010000:00000010:2.0:1789608782.860155:0:33378:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d90847bb00. 00010000:00000001:2.0:1789608782.860160:0:33378:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608782.860164:0:33378:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232400/0xc54db3288176fed4 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x28:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed94e5 expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789608782.860172:0:33378:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232400/0xc54db3288176fed4 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed94e5 expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608782.860191:0:33378:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789608782.860196:0:33378:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789608782.860198:0:33378:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789608782.860199:0:33378:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789608782.860200:0:33378:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789608782.860203:0:33378:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x28:0x0].0x0 (ffff94d903b69b00) refcount = 1 00010000:00010000:2.0:1789608782.860207:0:33378:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232400/0xc54db3288176fed4 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed94e5 expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608782.860222:0:33378:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789608782.860225:0:33378:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789608782.860227:0:33378:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608782.860230:0:33378:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789608782.860233:0:33378:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608782.860236:0:33378:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232400/0xc54db3288176fed4 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed94e5 expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608782.860241:0:33378:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789608782.860243:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.860244:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608782.860245:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.860245:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608782.860247:0:33378:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608782.860252:0:33378:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789608782.860254:0:33378:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608782.860255:0:33378:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608782.860256:0:33378:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232400 refcount=3 00000020:00000001:2.0:1789608782.860258:0:33378:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614952960 : -117815094598656 : ffff94d909232400) 00010000:00000001:2.0:1789608782.860260:0:33378:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614952960 : -117815094598656 : ffff94d909232400) 00010000:00000001:2.0:1789608782.860263:0:33378:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608782.860264:0:33378:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608782.860265:0:33378:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232400 refcount=4 00000020:00000001:2.0:1789608782.860266:0:33378:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614952960 : -117815094598656 : ffff94d909232400) 00010000:00000001:2.0:1789608782.860268:0:33378:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614952960 : -117815094598656 : ffff94d909232400) 00010000:00000001:2.0:1789608782.860271:0:33378:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608782.860274:0:33378:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608782.860277:0:33378:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232400/0xc54db3288176fed4 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed94e5 expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608782.860283:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.860284:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608782.860285:0:33378:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608782.860286:0:33378:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608782.860287:0:33378:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232400 refcount=5 00000020:00000001:2.0:1789608782.860288:0:33378:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614952960 : -117815094598656 : ffff94d909232400) 00010000:00000001:2.0:1789608782.860290:0:33378:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614952960 : -117815094598656 : ffff94d909232400) 00010000:00000001:2.0:1789608782.860292:0:33378:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608782.860294:0:33378:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232400/0xc54db3288176fed4 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed94e5 expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608782.860299:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.860299:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789608782.860302:0:33378:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232400/0xc54db3288176fed4 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed94e5 expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608782.860307:0:33378:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608782.860308:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.860309:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608782.860310:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.860311:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789608782.860316:0:33378:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d907d24a80 x1876538934292096/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/584 e 0 to 0 dl 1789608798 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1789608782.860323:0:33378:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608782.860324:0:33378:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608782.860325:0:33378:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232400 refcount=3 00000020:00000001:2.0:1789608782.860327:0:33378:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614952960 : -117815094598656 : ffff94d909232400) 00010000:00000001:2.0:1789608782.860329:0:33378:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614952960 : -117815094598656 : ffff94d909232400) 00010000:00000001:2.0:1789608782.860331:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.860332:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608782.860333:0:33378:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608782.860335:0:33378:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608782.860338:0:33378:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1789608782.860340:0:33378:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608782.860340:0:33378:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608782.860341:0:33378:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232400 refcount=3 00000020:00000001:2.0:1789608782.860343:0:33378:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614952960 : -117815094598656 : ffff94d909232400) 00010000:00000001:2.0:1789608782.860345:0:33378:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614952960 : -117815094598656 : ffff94d909232400) 00000002:00010000:2.0:1789608782.860348:0:33378:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232400/0xc54db3288176fed4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed94e5 expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608782.860352:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.860353:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608782.860355:0:33378:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789608782.860356:0:33378:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608782.860357:0:33378:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608782.860358:0:33378:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232400 refcount=3 00000020:00000001:2.0:1789608782.860360:0:33378:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614952960 : -117815094598656 : ffff94d909232400) 00010000:00000001:2.0:1789608782.860361:0:33378:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614952960 : -117815094598656 : ffff94d909232400) 00010000:00000040:2.0:1789608782.860365:0:33378:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69b00 count: 2 00010000:00000001:2.0:1789608782.860367:0:33378:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789608782.860371:0:33378:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d91081f000 type 13 mode 4 res 8589935621/40 (0 0) 00010000:00000001:2.0:1789608782.860373:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.860374:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608782.860375:0:33378:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789608782.860378:0:33378:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bff710 00000002:00002000:2.0:1789608782.860380:0:33378:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f22.recovery-small-1 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1789608782.860383:0:33378:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608782.860387:0:33378:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608782.860390:0:33378:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789608782.860393:0:33378:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1789608782.860396:0:33378:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608782.860399:0:33378:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000001:2.0:1789608782.860402:0:33378:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1789608782.860404:0:33378:0:(namei.c:674:ll_lookup_it_finish()) it ffffae3e01bffb20 it_disposition b 00000080:00000001:2.0:1789608782.860406:0:33378:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789608782.860412:0:33378:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1789608782.860414:0:33378:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789608782.860417:0:33378:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611176 : 144115205339611176 : 200000405000028) 00000080:00000001:2.0:1789608782.860420:0:33378:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1789608782.860426:0:33378:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611176 : 144115205339611176 : 200000405000028) 00000080:00000001:2.0:1789608782.862154:0:33378:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1789608782.862165:0:33378:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x28:0x0], updating i_size 0 00000080:00200000:2.0:1789608782.862168:0:33378:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x28:0x0](ffff94d918920908): rc = 0 00000080:00000001:2.0:1789608782.862171:0:33378:0:(namei.c:156:ll_iget()) Process leaving (rc=18446626258873878792 : -117814835672824 : ffff94d918920908) 00010000:00000001:2.0:1789608782.862175:0:33378:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608782.862177:0:33378:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608782.862181:0:33378:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232400 refcount=3 00000020:00000001:2.0:1789608782.862192:0:33378:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614952960 : -117815094598656 : ffff94d909232400) 00010000:00000001:2.0:1789608782.862195:0:33378:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614952960 : -117815094598656 : ffff94d909232400) 00000080:00000001:2.0:1789608782.862198:0:33378:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789608782.862200:0:33378:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789608782.862204:0:33378:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514695448 : -117815194856168 : ffff94d903295518) 00000020:00001000:2.0:1789608782.862206:0:33378:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295510 00000020:00000001:2.0:1789608782.862208:0:33378:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1789608782.862211:0:33378:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000002:2.0:1789608782.862215:0:33378:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff94d910b65e88) owner ffff94d907cc4f80 00020000:00000001:2.0:1789608782.862218:0:33378:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789608782.862220:0:33378:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff94d910b65e88) owner ffff94d907cc4f80 00020000:00000002:2.0:1789608782.862224:0:33378:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x28:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1789608782.862226:0:33378:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608782.862228:0:33378:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608782.862231:0:33378:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1789608782.862234:0:33378:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b65e88) owner 0000000000000000/ffff94d907cc4f80 00020000:00000002:2.0:1789608782.862237:0:33378:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b65e88) owner 0000000000000000/ffff94d907cc4f80 00020000:00000001:2.0:1789608782.862240:0:33378:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1789608782.862241:0:33378:0:(lov_object.c:2289:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789608782.862244:0:33378:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x28:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:2.0:1789608782.862246:0:33378:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295510 00000080:00000001:2.0:1789608782.862249:0:33378:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.862251:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.862252:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789608782.862254:0:33378:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789608782.862258:0:33378:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1789608782.862261:0:33378:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608782.862264:0:33378:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x28:0x0](ffff94d918920908) for lock 0xc54db3288176fed4 00800000:00000001:2.0:1789608782.862267:0:33378:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789608782.862270:0:33378:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789608782.862271:0:33378:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608782.862272:0:33378:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608782.862273:0:33378:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232400 refcount=3 00000020:00000001:2.0:1789608782.862275:0:33378:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614952960 : -117815094598656 : ffff94d909232400) 00010000:00000001:2.0:1789608782.862277:0:33378:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614952960 : -117815094598656 : ffff94d909232400) 00010000:00000001:2.0:1789608782.862279:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.862280:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608782.862281:0:33378:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608782.862283:0:33378:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1789608782.862289:0:33378:0:(namei.c:653:ll_splice_alias()) Add dentry ffff94d918b2eca8 inode ffff94d918920908 refc 1 flags 0x40000e 00000080:00000001:2.0:1789608782.862293:0:33378:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1789608782.862296:0:33378:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x28:0x0](ffff94d918920908) 00000080:00010000:2.0:1789608782.862299:0:33378:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fed4 from it ffffae3e01bffb20 00010000:00000001:2.0:1789608782.862301:0:33378:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608782.862303:0:33378:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608782.862304:0:33378:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232400 refcount=3 00000020:00000001:2.0:1789608782.862305:0:33378:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614952960 : -117815094598656 : ffff94d909232400) 00010000:00000001:2.0:1789608782.862308:0:33378:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614952960 : -117815094598656 : ffff94d909232400) 00010000:00000001:2.0:1789608782.862310:0:33378:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608782.862314:0:33378:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232400/0xc54db3288176fed4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x91bddff8e8ed94e5 expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608782.862323:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.862324:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608782.862325:0:33378:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789608782.862327:0:33378:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789608782.862330:0:33378:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232400/0xc54db3288176fed4 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed94e5 expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789608782.862337:0:33378:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789608782.862340:0:33378:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789608782.862342:0:33378:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608782.862345:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.862346:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608782.862348:0:33378:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.862351:0:33378:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789608782.862353:0:33378:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.862355:0:33378:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.862358:0:33378:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.862360:0:33378:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608782.862361:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.862362:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789608782.862364:0:33378:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789608782.862368:0:33378:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d9071fac00. 00000100:00000001:2.0:1789608782.862373:0:33378:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608782.862384:0:33378:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d24a80 x1876538934292096/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/584 e 0 to 0 dl 1789608798 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608782.862392:0:33378:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608782.862395:0:33378:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608782.862399:0:33378:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d902b3b000. 02000000:00000001:2.0:1789608782.862403:0:33378:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608782.862406:0:33378:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608782.862408:0:33378:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:2.0:1789608782.862411:0:33378:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608782.862413:0:33378:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d903dbe000. 02000000:00000001:2.0:1789608782.862417:0:33378:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608782.862419:0:33378:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608782.862421:0:33378:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d24a80. 00000100:00000001:2.0:1789608782.862425:0:33378:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608782.862426:0:33378:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789608782.862429:0:33378:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1789608782.862431:0:33378:0:(dcache.c:176:ll_intent_release()) intent ffffae3e01bffb20 released 00000080:00000001:2.0:1789608782.862432:0:33378:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:2.0:1789608782.862460:0:33378:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffd08 00000080:00200008:2.0:1789608782.862463:0:33378:0:(file.c:6296:ll_getattr_dentry()) START file f22.recovery-small-1:[0x200000405:0x28:0x0](ffff94d918920908), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789608782.862472:0:33378:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:2.0:1789608782.862475:0:33378:0:(statahead.c:604:ll_sai_alloc()) Process entered 00000080:00000010:2.0:1789608782.862478:0:33378:0:(statahead.c:606:ll_sai_alloc()) kmalloced '(sai)': 504 at ffff94d9071fac00. 00000080:00000001:2.0:1789608782.862481:0:33378:0:(statahead.c:628:ll_sai_alloc()) Process leaving (rc=18446626258581171200 : -117815128380416 : ffff94d9071fac00) 00000080:00000001:2.0:1789608782.862485:0:33378:0:(statahead.c:529:ll_sax_alloc()) Process entered 00000080:00000010:2.0:1789608782.862489:0:33378:0:(statahead.c:531:ll_sax_alloc()) kmalloced '(ctx)': 2592 at ffff94d907e85000. 00000080:00000001:2.0:1789608782.862491:0:33378:0:(statahead.c:544:ll_sax_alloc()) Process leaving (rc=18446626258594320384 : -117815115231232 : ffff94d907e85000) 00000080:00400000:2.0:1789608782.862494:0:33378:0:(statahead.c:2469:start_statahead_thread()) start statahead thread: [pid 33378] [parent /] 00000080:00000001:1.0:1789608782.864126:0:33378:0:(statahead.c:1163:ll_start_agl()) Process entered 00000080:00400000:1.0:1789608782.864132:0:33378:0:(statahead.c:1166:ll_start_agl()) start agl thread: sai ffff94d9071fac00, parent / 00000080:00000001:2.0:1789608782.865033:0:33378:0:(statahead.c:1183:ll_start_agl()) Process leaving 00000080:00000001:2.0:1789608782.865057:0:33378:0:(statahead.c:2500:start_statahead_thread()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608782.865064:0:33378:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789608782.865067:0:33378:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffc80 00000080:00200000:2.0:1789608782.865071:0:33378:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x28:0x0](ffff94d918920908),name=f22.recovery-small-1 00000080:00000010:2.0:1789608782.865078:0:33378:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d9071fa200. 00800000:00000002:2.0:1789608782.865084:0:33378:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:2.0:1789608782.865090:0:33378:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789608782.865095:0:33378:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789608782.865097:0:33378:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffba0 00800000:00000002:2.0:1789608782.865100:0:33378:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x28:0x0] 'f22.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608782.865103:0:33378:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789608782.865107:0:33378:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608782.865123:0:33378:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608782.865126:0:33378:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608782.865128:0:33378:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608782.865130:0:33378:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608782.865133:0:33378:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608782.865135:0:33378:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608782.865138:0:33378:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608782.865139:0:33378:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608782.865140:0:33378:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608782.865142:0:33378:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608782.865144:0:33378:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608782.865145:0:33378:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x28:0x0] 00800000:00000001:2.0:1789608782.865147:0:33378:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608782.865149:0:33378:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x28:0x0], name='' -> mds #0 00000002:00000001:2.0:1789608782.865154:0:33378:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789608782.865155:0:33378:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffa70 00000002:00010000:2.0:1789608782.865157:0:33378:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x28:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789608782.865160:0:33378:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789608782.865162:0:33378:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608782.865165:0:33378:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608782.865172:0:33378:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69b00 count: 2 00010000:00000001:2.0:1789608782.865175:0:33378:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608782.865180:0:33378:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608782.865192:0:33378:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789608782.865198:0:33378:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232400/0xc54db3288176fed4 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed94e5 expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789608782.865207:0:33378:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789608782.865212:0:33378:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608782.865215:0:33378:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232400/0xc54db3288176fed4 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed94e5 expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789608782.865221:0:33378:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789608782.865223:0:33378:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789608782.865226:0:33378:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608782.865227:0:33378:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608782.865230:0:33378:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608782.865232:0:33378:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789608782.865235:0:33378:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789608782.865238:0:33378:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:2.0:1789608782.865241:0:33378:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d9071fa200. 00000080:00000001:2.0:1789608782.865245:0:33378:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789608782.865246:0:33378:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608782.865249:0:33378:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x28:0x0](ffff94d918920908) 00000080:00010000:2.0:1789608782.865252:0:33378:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x28:0x0](ffff94d918920908) for lock 0xc54db3288176fed4 00800000:00000001:2.0:1789608782.865256:0:33378:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789608782.865258:0:33378:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789608782.865260:0:33378:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608782.865262:0:33378:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608782.865264:0:33378:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232400 refcount=3 00000020:00000001:2.0:1789608782.865266:0:33378:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614952960 : -117815094598656 : ffff94d909232400) 00010000:00000001:2.0:1789608782.865269:0:33378:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614952960 : -117815094598656 : ffff94d909232400) 00010000:00000001:2.0:1789608782.865271:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.865273:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608782.865274:0:33378:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608782.865275:0:33378:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608782.865278:0:33378:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fed4 from it ffffae3e01bffcb8 00010000:00000001:2.0:1789608782.865280:0:33378:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608782.865281:0:33378:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608782.865282:0:33378:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232400 refcount=3 00000020:00000001:2.0:1789608782.865284:0:33378:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614952960 : -117815094598656 : ffff94d909232400) 00010000:00000001:2.0:1789608782.865285:0:33378:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614952960 : -117815094598656 : ffff94d909232400) 00010000:00000001:2.0:1789608782.865288:0:33378:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608782.865290:0:33378:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232400/0xc54db3288176fed4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x91bddff8e8ed94e5 expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789608782.865296:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.865297:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608782.865299:0:33378:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789608782.865301:0:33378:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789608782.865303:0:33378:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232400/0xc54db3288176fed4 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed94e5 expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789608782.865315:0:33378:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789608782.865318:0:33378:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789608782.865320:0:33378:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608782.865324:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.865325:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608782.865326:0:33378:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.865329:0:33378:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789608782.865331:0:33378:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.865333:0:33378:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.865335:0:33378:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.865337:0:33378:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608782.865339:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.865340:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789608782.865342:0:33378:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789608782.865344:0:33378:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789608782.865346:0:33378:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1789608782.865349:0:33378:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1789608782.865351:0:33378:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789608782.865354:0:33378:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1789608782.865355:0:33378:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608782.865357:0:33378:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608782.865359:0:33378:0:(file.c:6360:ll_getattr_dentry()) Process leaving via fill_attr (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1789608782.865365:0:33378:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffd08 00000080:00000008:2.0:1789608782.865367:0:33378:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f22.recovery-small-1:[0x200000405:0x28:0x0](ffff94d918920908), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789608782.865372:0:33378:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789608782.865374:0:33378:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffda0 00000080:00002000:2.0:1789608782.865375:0:33378:0:(dcache.c:127:ll_ddelete()) keeping dentry f22.recovery-small-1 (ffff94d918b2eca8, parent ffff94d918a99a20, inode ffff94d918920908) hashed, 00000080:00000001:2.0:1789608782.865378:0:33378:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608782.865415:0:33378:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789608782.865420:0:33378:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789608782.865421:0:33378:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789608782.865422:0:33378:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffbd8 00000080:00200000:2.0:1789608782.865424:0:33378:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:2.0:1789608782.865428:0:33378:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d9071fa200. 00800000:00000002:2.0:1789608782.865430:0:33378:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:2.0:1789608782.865433:0:33378:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789608782.865435:0:33378:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789608782.865436:0:33378:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffaf8 00800000:00000002:2.0:1789608782.865438:0:33378:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608782.865441:0:33378:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789608782.865442:0:33378:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608782.865443:0:33378:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608782.865444:0:33378:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608782.865446:0:33378:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608782.865447:0:33378:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608782.865449:0:33378:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608782.865451:0:33378:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608782.865453:0:33378:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789608782.865456:0:33378:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789608782.865457:0:33378:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bff9c8 00000002:00010000:2.0:1789608782.865459:0:33378:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789608782.865461:0:33378:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789608782.865463:0:33378:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608782.865464:0:33378:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608782.865467:0:33378:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69600 count: 2 00010000:00000001:2.0:1789608782.865470:0:33378:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608782.865472:0:33378:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608782.865474:0:33378:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789608782.865477:0:33378:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fecd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed94c9 expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789608782.865484:0:33378:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789608782.865485:0:33378:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608782.865488:0:33378:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fecd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed94c9 expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789608782.865493:0:33378:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789608782.865494:0:33378:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789608782.865495:0:33378:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608782.865497:0:33378:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608782.865499:0:33378:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608782.865500:0:33378:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789608782.865502:0:33378:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789608782.865504:0:33378:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:2.0:1789608782.865506:0:33378:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d9071fa200. 00000080:00000001:2.0:1789608782.865508:0:33378:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789608782.865509:0:33378:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608782.865511:0:33378:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:2.0:1789608782.865513:0:33378:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176fecd 00800000:00000001:2.0:1789608782.865515:0:33378:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789608782.865516:0:33378:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789608782.865517:0:33378:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608782.865518:0:33378:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608782.865520:0:33378:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232c00 refcount=3 00000020:00000001:2.0:1789608782.865521:0:33378:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608782.865523:0:33378:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608782.865525:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.865526:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608782.865527:0:33378:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608782.865528:0:33378:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608782.865530:0:33378:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fecd from it ffffae3e01bffc10 00010000:00000001:2.0:1789608782.865532:0:33378:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608782.865532:0:33378:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608782.865534:0:33378:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232c00 refcount=3 00000020:00000001:2.0:1789608782.865535:0:33378:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608782.865537:0:33378:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608782.865539:0:33378:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608782.865542:0:33378:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fecd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed94c9 expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789608782.865547:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.865548:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608782.865549:0:33378:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789608782.865550:0:33378:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789608782.865553:0:33378:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fecd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed94c9 expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789608782.865558:0:33378:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789608782.865560:0:33378:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789608782.865561:0:33378:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608782.865563:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.865564:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608782.865565:0:33378:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.865567:0:33378:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789608782.865568:0:33378:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.865569:0:33378:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.865571:0:33378:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.865573:0:33378:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608782.865574:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.865575:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789608782.865576:0:33378:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789608782.865577:0:33378:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608782.865579:0:33378:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 1 00000080:00000001:2.0:1789608782.865581:0:33378:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608782.865589:0:33378:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1789608782.865591:0:33378:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffda8 00000080:00002000:2.0:1789608782.865592:0:33378:0:(dcache.c:87:ll_dcompare()) found name f22.recovery-small-1(ffff94d918b2eca8) flags 0x48000e refc 0 00000080:00000001:2.0:1789608782.865594:0:33378:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608782.865596:0:33378:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffe18 00000080:00200000:2.0:1789608782.865597:0:33378:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f22.recovery-small-1, flags=0 00000080:00000001:2.0:1789608782.865601:0:33378:0:(statahead.c:1997:revalidate_statahead_dentry()) Process entered 00000080:00000001:2.0:1789608782.865603:0:33378:0:(statahead.c:1941:ll_shared_statahead_check()) Process entered 00000080:00000001:2.0:1789608782.865605:0:33378:0:(statahead.c:1958:ll_shared_statahead_check()) Process leaving via out_unlock (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000080:00000001:2.0:1789608782.865608:0:33378:0:(statahead.c:1967:ll_shared_statahead_check()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000080:00000001:2.0:1789608782.865610:0:33378:0:(statahead.c:2050:revalidate_statahead_dentry()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000080:00000001:2.0:1789608782.865612:0:33378:0:(statahead.c:2145:revalidate_statahead_dentry()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000080:00400000:2.0:1789608782.865614:0:33378:0:(statahead.c:2622:ll_revalidate_statahead()) revalidate statahead f22.recovery-small-1: rc = -17. 00000080:00000001:2.0:1789608782.865618:0:33378:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789608782.865619:0:33378:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789608782.865621:0:33378:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffd38 00000080:00200000:2.0:1789608782.865622:0:33378:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:2.0:1789608782.865625:0:33378:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d9071fa200. 00800000:00000002:2.0:1789608782.865628:0:33378:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:2.0:1789608782.865630:0:33378:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789608782.865632:0:33378:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789608782.865633:0:33378:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffc58 00800000:00000002:2.0:1789608782.865634:0:33378:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608782.865636:0:33378:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789608782.865637:0:33378:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608782.865638:0:33378:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608782.865639:0:33378:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608782.865641:0:33378:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608782.865642:0:33378:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608782.865643:0:33378:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608782.865645:0:33378:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608782.865647:0:33378:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789608782.865649:0:33378:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789608782.865651:0:33378:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffb28 00000002:00010000:2.0:1789608782.865652:0:33378:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789608782.865655:0:33378:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789608782.865656:0:33378:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608782.865657:0:33378:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608782.865659:0:33378:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69600 count: 2 00010000:00000001:2.0:1789608782.865661:0:33378:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608782.865663:0:33378:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608782.865665:0:33378:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789608782.865667:0:33378:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fecd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed94c9 expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1789608782.865673:0:33378:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789608782.866102:0:33378:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608782.866323:0:33381:0:(statahead.c:1097:ll_agl_thread()) Process entered 00000080:00400000:1.0:1789608782.866326:0:33381:0:(statahead.c:1100:ll_agl_thread()) agl thread started: sai ffff94d9071fac00, parent / 00010000:00010000:2.0:1789608782.866356:0:33378:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fecd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed94c9 expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1789608782.866370:0:33378:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789608782.866373:0:33378:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789608782.866375:0:33378:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608782.866377:0:33378:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608782.866379:0:33378:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608782.866381:0:33378:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789608782.866384:0:33378:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789608782.866386:0:33378:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:2.0:1789608782.866389:0:33378:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d9071fa200. 00000080:00000001:2.0:1789608782.866392:0:33378:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789608782.866394:0:33378:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608782.866396:0:33378:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:2.0:1789608782.866399:0:33378:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176fecd 00800000:00000001:2.0:1789608782.866402:0:33378:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789608782.866403:0:33378:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789608782.866404:0:33378:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608782.866406:0:33378:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608782.866408:0:33378:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232c00 refcount=3 00000020:00000001:2.0:1789608782.866410:0:33378:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608782.866412:0:33378:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608782.866414:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.866415:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608782.866416:0:33378:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608782.866418:0:33378:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608782.866420:0:33378:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fecd from it ffffae3e01bffd70 00010000:00000001:2.0:1789608782.866422:0:33378:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608782.866423:0:33378:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608782.866424:0:33378:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232c00 refcount=3 00000020:00000001:2.0:1789608782.866426:0:33378:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608782.866428:0:33378:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955008 : -117815094596608 : ffff94d909232c00) 00010000:00000001:2.0:1789608782.866430:0:33378:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608782.866433:0:33378:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fecd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed94c9 expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789608782.866439:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.866440:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608782.866441:0:33378:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789608782.866443:0:33378:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789608782.866446:0:33378:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fecd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed94c9 expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1789608782.866452:0:33378:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789608782.866454:0:33378:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789608782.866456:0:33378:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608782.866458:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.866459:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608782.866461:0:33378:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.866463:0:33378:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789608782.866465:0:33378:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.866467:0:33378:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.866469:0:33378:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.866471:0:33378:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608782.866472:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.866473:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789608782.866475:0:33378:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789608782.866476:0:33378:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608782.866478:0:33378:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 3 00000080:00000001:2.0:1789608782.866482:0:33378:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608782.866486:0:33378:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:2.0:1789608782.866488:0:33378:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffe00 00000080:00200000:2.0:1789608782.866489:0:33378:0:(namei.c:2351:ll_unlink()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00000001:2.0:1789608782.866493:0:33378:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:2.0:1789608782.866495:0:33378:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789608782.866498:0:33378:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514695448 : -117815194856168 : ffff94d903295518) 00000020:00001000:2.0:1789608782.866500:0:33378:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295510 00000020:00000001:2.0:1789608782.866502:0:33378:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1789608782.866506:0:33378:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b65e88) owner 0000000000000000/ffff94d907cc4f80 00020000:00000002:2.0:1789608782.866509:0:33378:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b65e88) owner 0000000000000000/ffff94d907cc4f80 00020000:00000001:2.0:1789608782.866511:0:33378:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1789608782.866513:0:33378:0:(lov_object.c:2289:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789608782.866515:0:33378:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295510 00000080:00000001:2.0:1789608782.866518:0:33378:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1789608782.866522:0:33378:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d9071fa200. 00800000:00000002:2.0:1789608782.866526:0:33378:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00800000:00000001:2.0:1789608782.866532:0:33378:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:2.0:1789608782.866534:0:33378:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608782.866536:0:33378:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608782.866537:0:33378:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608782.866539:0:33378:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608782.866540:0:33378:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608782.866542:0:33378:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608782.866544:0:33378:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608782.866546:0:33378:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608782.866547:0:33378:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608782.866548:0:33378:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608782.866549:0:33378:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608782.866551:0:33378:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608782.866552:0:33378:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x28:0x0] 00800000:00000001:2.0:1789608782.866554:0:33378:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608782.866556:0:33378:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:2.0:1789608782.866557:0:33378:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608782.866558:0:33378:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608782.866559:0:33378:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608782.866560:0:33378:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608782.866561:0:33378:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608782.866563:0:33378:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x28:0x0] 00800000:00000001:2.0:1789608782.866564:0:33378:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608782.866566:0:33378:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x28:0x0] 00800000:00000001:2.0:1789608782.866568:0:33378:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608782.866570:0:33378:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x28:0x0] -> mds #0 00000002:00000001:2.0:1789608782.866574:0:33378:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:2.0:1789608782.866576:0:33378:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789608782.866579:0:33378:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69600 count: 2 00010000:00000001:2.0:1789608782.866582:0:33378:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608782.866585:0:33378:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789608782.866589:0:33378:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789608782.866592:0:33378:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fecd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x91bddff8e8ed94c9 expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:2.0:1789608782.866599:0:33378:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789608782.866603:0:33378:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789608782.866605:0:33378:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789608782.866607:0:33378:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1789608782.866609:0:33378:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608782.866611:0:33378:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608782.866612:0:33378:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69600 count: 3 00010000:00000001:2.0:1789608782.866614:0:33378:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789608782.866617:0:33378:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608782.866618:0:33378:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608782.866619:0:33378:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608782.866621:0:33378:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69600 count: 3 00010000:00000001:2.0:1789608782.866622:0:33378:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789608782.866624:0:33378:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608782.866625:0:33378:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608782.866626:0:33378:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608782.866627:0:33378:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69600 count: 3 00010000:00000001:2.0:1789608782.866629:0:33378:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789608782.866631:0:33378:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608782.866633:0:33378:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789608782.866636:0:33378:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff94d918926b40, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1789608782.866640:0:33378:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1789608782.866642:0:33378:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1789608782.866644:0:33378:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789608782.866646:0:33378:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.866648:0:33378:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789608782.866651:0:33378:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789608782.866652:0:33378:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789608782.866654:0:33378:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608782.866656:0:33378:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789608782.866659:0:33378:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d909232c00 with handle 0xc54db3288176fecd from hash 00010000:00000001:2.0:1789608782.866661:0:33378:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789608782.866663:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.866664:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608782.866666:0:33378:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789608782.866668:0:33378:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789608782.866669:0:33378:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789608782.866672:0:33378:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789608782.866674:0:33378:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789608782.866938:0:33378:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789608782.866940:0:33378:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789608782.866943:0:33378:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69b00 count: 2 00010000:00000001:2.0:1789608782.866945:0:33378:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608782.866946:0:33378:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789608782.866948:0:33378:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789608782.866950:0:33378:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232400/0xc54db3288176fed4 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x91bddff8e8ed94e5 expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1789608782.866956:0:33378:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789608782.866958:0:33378:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789608782.866959:0:33378:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789608782.866960:0:33378:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x28:0x0] mode (null) 00000002:00000001:2.0:1789608782.866962:0:33378:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608782.866963:0:33378:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608782.866964:0:33378:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69b00 count: 3 00010000:00000001:2.0:1789608782.866966:0:33378:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789608782.866968:0:33378:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608782.866969:0:33378:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608782.866970:0:33378:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608782.866972:0:33378:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69b00 count: 3 00010000:00000001:2.0:1789608782.866973:0:33378:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789608782.866975:0:33378:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608782.866977:0:33378:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608782.866978:0:33378:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608782.866979:0:33378:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69b00 count: 3 00010000:00000001:2.0:1789608782.866981:0:33378:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789608782.866982:0:33378:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608782.866984:0:33378:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608782.866985:0:33378:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608782.866986:0:33378:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69b00 count: 3 00010000:00000001:2.0:1789608782.866988:0:33378:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789608782.866989:0:33378:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608782.866991:0:33378:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608782.866993:0:33378:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789608782.866995:0:33378:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789608782.866996:0:33378:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514695448 : -117815194856168 : ffff94d903295518) 00000020:00001000:2.0:1789608782.866999:0:33378:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295510 00000020:00000001:2.0:1789608782.867000:0:33378:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1789608782.867002:0:33378:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x28:0x0]: losing layout lock 00000080:00000001:2.0:1789608782.867005:0:33378:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1789608782.867007:0:33378:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1789608782.867011:0:33378:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1789608782.867013:0:33378:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789608782.867015:0:33378:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x28:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1789608782.867017:0:33378:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608782.867018:0:33378:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789608782.867020:0:33378:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295510 00000080:00000001:2.0:1789608782.867022:0:33378:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608782.867024:0:33378:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1789608782.867026:0:33378:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x28:0x0](ffff94d918920908) invalid 00000020:00000001:2.0:1789608782.867028:0:33378:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffa68 00000080:00002000:2.0:1789608782.867030:0:33378:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f22.recovery-small-1 (ffff94d918b2eca8) parent ffff94d918a99a20 inode ffff94d918920908 refc 1 00000080:00000001:2.0:1789608782.867034:0:33378:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1789608782.867035:0:33378:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789608782.867036:0:33378:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.867038:0:33378:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789608782.867039:0:33378:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789608782.867040:0:33378:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789608782.867041:0:33378:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608782.867043:0:33378:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789608782.867045:0:33378:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d909232400 with handle 0xc54db3288176fed4 from hash 00010000:00000001:2.0:1789608782.867047:0:33378:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789608782.867048:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.867049:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608782.867061:0:33378:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789608782.867063:0:33378:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789608782.867064:0:33378:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789608782.867067:0:33378:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789608782.867069:0:33378:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789608782.867070:0:33378:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1789608782.867077:0:33378:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d24a80. 00000020:00000040:2.0:1789608782.867081:0:33378:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d904ceb000 02000000:00000001:2.0:1789608782.867085:0:33378:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789608782.867087:0:33378:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.867090:0:33378:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789608782.867094:0:33378:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608782.867097:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.867098:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608782.867100:0:33378:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608782.867103:0:33378:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000080:00000001:3.0:1789608782.868321:0:33380:0:(statahead.c:1544:ll_statahead_thread()) Process entered 00000080:00400000:3.0:1789608782.868328:0:33380:0:(statahead.c:1547:ll_statahead_thread()) statahead thread starting: sai ffff94d9071fac00, parent / 00800000:00000001:3.0:1789608782.868334:0:33380:0:(lmv_obd.c:4431:lmv_batch_create()) Process entered 00800000:00000010:3.0:1789608782.868340:0:33380:0:(lmv_obd.c:4432:lmv_batch_create()) kmalloced '(lbh)': 48 at ffff94d907ddbf40. 00800000:00000001:3.0:1789608782.868342:0:33380:0:(lmv_obd.c:4449:lmv_batch_create()) Process leaving (rc=18446626258593627968 : -117815115923648 : ffff94d907ddbf40) 00000080:00000001:3.0:1789608782.868345:0:33380:0:(statahead.c:1486:ll_statahead_by_fname()) Process entered 00000080:00400000:3.0:1789608782.868347:0:33380:0:(statahead.c:1489:ll_statahead_by_fname()) lustre: FNAME statahead: parent / fname prefix f22.recovery-small- 00000080:00000010:3.0:1789608782.868351:0:33380:0:(statahead.c:1491:ll_statahead_by_fname()) kmalloced '(fname)': 255 at ffff94d90827b600. 00000080:00000001:3.0:1789608782.868355:0:33380:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1789608782.868357:0:33380:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1789608782.868360:0:33380:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff94d9029cbc80. 00000020:00000001:3.0:1789608782.868362:0:33380:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e020c7cd8 00000080:00400000:3.0:1789608782.868364:0:33380:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-2(ffff94d9029cbc80) index 1 00000080:00000001:3.0:1789608782.868368:0:33380:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446626258505481344 : -117815204070272 : ffff94d9029cbc80) 00000080:00000001:3.0:1789608782.868371:0:33380:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1789608782.868373:0:33380:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e020c7c98 00000080:00002000:3.0:1789608782.868374:0:33380:0:(dcache.c:87:ll_dcompare()) found name f22.recovery-small-2(ffff94d918b2e0d8) flags 0x40000e refc 1 00000080:00000001:3.0:1789608782.868376:0:33380:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608782.868378:0:33380:0:(statahead.c:1012:sa_revalidate()) Process entered 00000080:00000010:3.0:1789608782.868382:0:33380:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff94d908398c00. 00800000:00000002:3.0:1789608782.868388:0:33380:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 3 00800000:00000001:3.0:1789608782.868396:0:33380:0:(lmv_obd.c:4261:lmv_revalidate_lock()) Process entered 00800000:00000001:3.0:1789608782.868399:0:33380:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608782.868401:0:33380:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608782.868402:0:33380:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608782.868404:0:33380:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608782.868406:0:33380:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608782.868409:0:33380:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:3.0:1789608782.868411:0:33380:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608782.868415:0:33380:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789608782.868417:0:33380:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608782.868419:0:33380:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608782.868425:0:33380:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69200 count: 2 00010000:00000001:3.0:1789608782.868427:0:33380:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608782.868431:0:33380:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608782.868434:0:33380:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789608782.868438:0:33380:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176febf lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9498 expref: -99 pid: 33376 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1789608782.868447:0:33380:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789608782.868453:0:33380:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608782.868457:0:33380:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176febf lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9498 expref: -99 pid: 33376 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1789608782.868462:0:33380:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789608782.868464:0:33380:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608782.868466:0:33380:0:(lmv_obd.c:4268:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789608782.868468:0:33380:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1789608782.868469:0:33380:0:(dcache.c:176:ll_intent_release()) intent ffffae3e020c7d78 released 00000080:00010000:3.0:1789608782.868471:0:33380:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176febf from it ffffae3e020c7d78 00010000:00000001:3.0:1789608782.868473:0:33380:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608782.868475:0:33380:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608782.868477:0:33380:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232e00 refcount=3 00000020:00000001:3.0:1789608782.868478:0:33380:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000001:3.0:1789608782.868481:0:33380:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614955520 : -117815094596096 : ffff94d909232e00) 00010000:00000001:3.0:1789608782.868484:0:33380:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608782.868486:0:33380:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176febf lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x91bddff8e8ed9498 expref: -99 pid: 33376 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789608782.868492:0:33380:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608782.868494:0:33380:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608782.868496:0:33380:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608782.868498:0:33380:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608782.868500:0:33380:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176febf lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9498 expref: -99 pid: 33376 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789608782.868507:0:33380:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608782.868510:0:33380:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608782.868512:0:33380:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608782.868515:0:33380:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608782.868516:0:33380:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608782.868517:0:33380:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608782.868520:0:33380:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608782.868522:0:33380:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608782.868524:0:33380:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608782.868527:0:33380:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608782.868529:0:33380:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608782.868530:0:33380:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608782.868531:0:33380:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789608782.868532:0:33380:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1789608782.868535:0:33380:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 3 00000080:00000010:3.0:1789608782.868537:0:33380:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff94d908398c00. 00000080:00000001:3.0:1789608782.868542:0:33380:0:(statahead.c:1031:sa_revalidate()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789608782.868565:0:33380:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:3.0:1789608782.868568:0:33380:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1789608782.868569:0:33380:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1789608782.868571:0:33380:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff94d9029cbd80. 00000020:00000001:3.0:1789608782.868573:0:33380:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e020c7cd8 00000080:00400000:3.0:1789608782.868574:0:33380:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-3(ffff94d9029cbd80) index 2 00000080:00000001:3.0:1789608782.868576:0:33380:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446626258505481600 : -117815204070016 : ffff94d9029cbd80) 00000080:00000001:3.0:1789608782.868579:0:33380:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:3.0:1789608782.868580:0:33380:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff94d908398c00. 00800000:00000002:3.0:1789608782.868583:0:33380:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 3 00800000:00000001:3.0:1789608782.868586:0:33380:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:3.0:1789608782.868588:0:33380:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608782.868590:0:33380:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608782.868591:0:33380:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608782.868592:0:33380:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608782.868595:0:33380:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608782.868596:0:33380:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608782.868598:0:33380:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608782.868600:0:33380:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000010:3.0:1789608782.868603:0:33380:0:(lmv_obd.c:4594:lmv_batch_get_sub()) kmalloced '(sbh)': 32 at ffff94d906078280. 00000002:00000001:3.0:1789608782.868606:0:33380:0:(batch.c:649:cli_batch_create()) Process entered 00000002:00000010:3.0:1789608782.868608:0:33380:0:(batch.c:651:cli_batch_create()) kmalloced '(cbh)': 32 at ffff94d906078600. 00000002:00000010:3.0:1789608782.868611:0:33380:0:(batch.c:289:batch_update_request_create()) kmalloced '(head)': 80 at ffff94d909265d20. 00000002:00000010:3.0:1789608782.868614:0:33380:0:(batch.c:217:batch_update_buffer_create()) kmalloced '(buf)': 40 at ffff94d907ddb240. 00000002:00000010:3.0:1789608782.868619:0:33380:0:(batch.c:223:batch_update_buffer_create()) kmalloced '(bur)': 4096 at ffff94d907fd1000. 00000002:00000001:3.0:1789608782.868621:0:33380:0:(batch.c:666:cli_batch_create()) Process leaving (rc=18446626258562811392 : -117815146740224 : ffff94d906078600) 00800000:00000001:3.0:1789608782.868623:0:33380:0:(lmv_obd.c:4612:lmv_batch_get_sub()) Process leaving (rc=18446626258562811392 : -117815146740224 : ffff94d906078600) 00000002:00000001:3.0:1789608782.868627:0:33380:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1789608782.868630:0:33380:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff94d9072db300. 00000002:00000001:3.0:1789608782.868632:0:33380:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:3.0:1789608782.868633:0:33380:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1789608782.868635:0:33380:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1789608782.868648:0:33380:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1789608782.868650:0:33380:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1789608782.868652:0:33380:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789608782.868655:0:33380:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69600 count: 2 00010000:00000001:3.0:1789608782.868657:0:33380:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608782.868659:0:33380:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789608782.868663:0:33380:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d9421c1e00. 00000020:00000001:3.0:1789608782.868666:0:33380:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789608782.868669:0:33380:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d9421c1e00 with handle 0xc54db3288176fedb to hash 00000020:00000001:3.0:1789608782.868671:0:33380:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789608782.868673:0:33380:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000001:3.0:1789608782.868708:0:33380:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000001:3.0:1789608782.868711:0:33380:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608782.868713:0:33380:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608782.868717:0:33380:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1e00/0xc54db3288176fedb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608782.868723:0:33380:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1e00/0xc54db3288176fedb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x0 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.868731:0:33380:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608782.868734:0:33380:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608782.868738:0:33380:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1789608782.868742:0:33380:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff94d907ddb900. 00000002:00000001:3.0:1789608782.868744:0:33380:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608782.868746:0:33380:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608782.868748:0:33380:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608782.868749:0:33380:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608782.868751:0:33380:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608782.868753:0:33380:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:3.0:1789608782.868755:0:33380:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1789608782.868756:0:33380:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1789608782.868758:0:33380:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff94d9029cb080. 00000020:00000001:3.0:1789608782.868759:0:33380:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e020c7cd8 00000080:00400000:3.0:1789608782.868761:0:33380:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-4(ffff94d9029cb080) index 3 00000080:00000001:3.0:1789608782.868763:0:33380:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446626258505478272 : -117815204073344 : ffff94d9029cb080) 00000080:00000001:3.0:1789608782.868765:0:33380:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:3.0:1789608782.868767:0:33380:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff94d908399400. 00800000:00000002:3.0:1789608782.868770:0:33380:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 4 00800000:00000001:3.0:1789608782.868773:0:33380:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:3.0:1789608782.868775:0:33380:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608782.868776:0:33380:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608782.868777:0:33380:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608782.868778:0:33380:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608782.868780:0:33380:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608782.868781:0:33380:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608782.868783:0:33380:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608782.868784:0:33380:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:3.0:1789608782.868786:0:33380:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446626258562811392 : -117815146740224 : ffff94d906078600) 00000002:00000001:3.0:1789608782.868788:0:33380:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1789608782.868791:0:33380:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff94d9072dbf00. 00000002:00000001:3.0:1789608782.868792:0:33380:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:3.0:1789608782.868793:0:33380:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1789608782.868794:0:33380:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1789608782.868798:0:33380:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1789608782.868800:0:33380:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1789608782.868802:0:33380:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789608782.868804:0:33380:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69600 count: 3 00010000:00000001:3.0:1789608782.868806:0:33380:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608782.868808:0:33380:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789608782.868810:0:33380:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d9421c1400. 00000020:00000001:3.0:1789608782.868812:0:33380:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789608782.868814:0:33380:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d9421c1400 with handle 0xc54db3288176fee2 to hash 00000020:00000001:3.0:1789608782.868817:0:33380:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789608782.868818:0:33380:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626259570791424 : -117814138760192 : ffff94d9421c1400) 00010000:00000001:3.0:1789608782.868820:0:33380:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626259570791424 : -117814138760192 : ffff94d9421c1400) 00010000:00000001:3.0:1789608782.868821:0:33380:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608782.868823:0:33380:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608782.868825:0:33380:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1400/0xc54db3288176fee2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608782.868842:0:33380:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1400/0xc54db3288176fee2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.868847:0:33380:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608782.868849:0:33380:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608782.868851:0:33380:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1789608782.868854:0:33380:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff94d907ddb5c0. 00000002:00000001:3.0:1789608782.868856:0:33380:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608782.868857:0:33380:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608782.868859:0:33380:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608782.868861:0:33380:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608782.868863:0:33380:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608782.868864:0:33380:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:3.0:1789608782.868866:0:33380:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1789608782.868867:0:33380:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1789608782.868869:0:33380:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff94d9029cba00. 00000020:00000001:3.0:1789608782.868871:0:33380:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e020c7cd8 00000080:00400000:3.0:1789608782.868873:0:33380:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-5(ffff94d9029cba00) index 4 00000080:00000001:3.0:1789608782.868875:0:33380:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446626258505480704 : -117815204070912 : ffff94d9029cba00) 00000080:00000001:3.0:1789608782.868877:0:33380:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:3.0:1789608782.868879:0:33380:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff94d90839b400. 00800000:00000002:3.0:1789608782.868882:0:33380:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 5 00800000:00000001:3.0:1789608782.868885:0:33380:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:3.0:1789608782.868886:0:33380:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608782.868887:0:33380:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608782.868888:0:33380:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608782.868890:0:33380:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608782.868892:0:33380:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608782.868893:0:33380:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608782.868895:0:33380:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608782.868897:0:33380:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:3.0:1789608782.868898:0:33380:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446626258562811392 : -117815146740224 : ffff94d906078600) 00000002:00000001:3.0:1789608782.868900:0:33380:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1789608782.868902:0:33380:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff94d9072db540. 00000002:00000001:3.0:1789608782.868904:0:33380:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:3.0:1789608782.868905:0:33380:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1789608782.868906:0:33380:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1789608782.868908:0:33380:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1789608782.868910:0:33380:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1789608782.868911:0:33380:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789608782.868913:0:33380:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69600 count: 4 00010000:00000001:3.0:1789608782.868915:0:33380:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608782.868917:0:33380:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789608782.868919:0:33380:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d9421c1200. 00000020:00000001:3.0:1789608782.868921:0:33380:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789608782.868922:0:33380:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d9421c1200 with handle 0xc54db3288176fee9 to hash 00000020:00000001:3.0:1789608782.868924:0:33380:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789608782.868925:0:33380:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626259570790912 : -117814138760704 : ffff94d9421c1200) 00010000:00000001:3.0:1789608782.868927:0:33380:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626259570790912 : -117814138760704 : ffff94d9421c1200) 00010000:00000001:3.0:1789608782.868929:0:33380:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608782.868931:0:33380:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608782.868933:0:33380:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1200/0xc54db3288176fee9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608782.868939:0:33380:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1200/0xc54db3288176fee9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.868945:0:33380:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608782.868946:0:33380:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608782.868948:0:33380:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1789608782.868950:0:33380:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff94d907ddb300. 00000002:00000001:3.0:1789608782.868952:0:33380:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608782.868953:0:33380:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608782.868955:0:33380:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608782.868956:0:33380:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608782.868957:0:33380:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608782.868959:0:33380:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:3.0:1789608782.868960:0:33380:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1789608782.868961:0:33380:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1789608782.868962:0:33380:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff94d9029cb500. 00000020:00000001:3.0:1789608782.868964:0:33380:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e020c7cd8 00000080:00400000:3.0:1789608782.868965:0:33380:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-6(ffff94d9029cb500) index 5 00000080:00000001:3.0:1789608782.868967:0:33380:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446626258505479424 : -117815204072192 : ffff94d9029cb500) 00000080:00000001:3.0:1789608782.868969:0:33380:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:3.0:1789608782.868971:0:33380:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff94d908399800. 00800000:00000002:3.0:1789608782.868972:0:33380:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 6 00800000:00000001:3.0:1789608782.868974:0:33380:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:3.0:1789608782.868975:0:33380:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608782.868976:0:33380:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608782.868977:0:33380:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608782.868978:0:33380:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608782.868980:0:33380:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608782.868981:0:33380:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608782.868983:0:33380:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608782.868984:0:33380:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:3.0:1789608782.868985:0:33380:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446626258562811392 : -117815146740224 : ffff94d906078600) 00000002:00000001:3.0:1789608782.868987:0:33380:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1789608782.868990:0:33380:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff94d901377540. 00000002:00000001:3.0:1789608782.868992:0:33380:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:3.0:1789608782.868993:0:33380:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1789608782.868995:0:33380:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1789608782.868997:0:33380:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1789608782.868999:0:33380:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1789608782.869000:0:33380:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789608782.869001:0:33380:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69600 count: 5 00010000:00000001:3.0:1789608782.869003:0:33380:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608782.869005:0:33380:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789608782.869006:0:33380:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d9421c1800. 00000020:00000001:3.0:1789608782.869008:0:33380:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789608782.869010:0:33380:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d9421c1800 with handle 0xc54db3288176fef0 to hash 00000020:00000001:3.0:1789608782.869011:0:33380:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789608782.869012:0:33380:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608782.869014:0:33380:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608782.869016:0:33380:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608782.869017:0:33380:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608782.869019:0:33380:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176fef0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x10000000000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608782.869025:0:33380:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176fef0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x0 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.869029:0:33380:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608782.869031:0:33380:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608782.869033:0:33380:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1789608782.869035:0:33380:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff94d907ddb280. 00000002:00000001:3.0:1789608782.869037:0:33380:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608782.869038:0:33380:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608782.869040:0:33380:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608782.869041:0:33380:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608782.869042:0:33380:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608782.869044:0:33380:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:3.0:1789608782.869045:0:33380:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1789608782.869046:0:33380:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1789608782.869047:0:33380:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff94d9029cb200. 00000020:00000001:3.0:1789608782.869049:0:33380:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e020c7cd8 00000080:00400000:3.0:1789608782.869050:0:33380:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-7(ffff94d9029cb200) index 6 00000080:00000001:3.0:1789608782.869052:0:33380:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446626258505478656 : -117815204072960 : ffff94d9029cb200) 00000080:00000001:3.0:1789608782.869055:0:33380:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:3.0:1789608782.869057:0:33380:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff94d90839b000. 00800000:00000002:3.0:1789608782.869058:0:33380:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 7 00800000:00000001:3.0:1789608782.869061:0:33380:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:3.0:1789608782.869062:0:33380:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608782.869063:0:33380:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608782.869064:0:33380:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608782.869065:0:33380:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608782.869067:0:33380:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608782.869068:0:33380:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608782.869070:0:33380:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608782.869071:0:33380:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:3.0:1789608782.869072:0:33380:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446626258562811392 : -117815146740224 : ffff94d906078600) 00000002:00000001:3.0:1789608782.869074:0:33380:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1789608782.869076:0:33380:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff94d901377300. 00000002:00000001:3.0:1789608782.869077:0:33380:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:3.0:1789608782.869078:0:33380:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1789608782.869079:0:33380:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1789608782.869081:0:33380:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1789608782.869082:0:33380:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1789608782.869083:0:33380:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789608782.869085:0:33380:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69600 count: 6 00010000:00000001:3.0:1789608782.869087:0:33380:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608782.869088:0:33380:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789608782.869091:0:33380:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d9421c1c00. 00000020:00000001:3.0:1789608782.869092:0:33380:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789608782.869094:0:33380:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d9421c1c00 with handle 0xc54db3288176fef7 to hash 00000020:00000001:3.0:1789608782.869095:0:33380:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789608782.869096:0:33380:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00010000:00000001:3.0:1789608782.869098:0:33380:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00010000:00000001:3.0:1789608782.869100:0:33380:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608782.869101:0:33380:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608782.869104:0:33380:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1c00/0xc54db3288176fef7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x10000000000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1789608782.869250:0:33381:0:(statahead.c:681:ll_agl_trigger()) Process entered 00000080:00400000:1.0:1789608782.869254:0:33381:0:(statahead.c:738:ll_agl_trigger()) Handling (init) async glimpse: inode = [0x200000405:0x27:0x0], idx = 1 00000001:00000001:1.0:1789608782.869257:0:33381:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1789608782.869260:0:33381:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789608782.869264:0:33381:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514697752 : -117815194853864 : ffff94d903295e18) 00000020:00001000:1.0:1789608782.869266:0:33381:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295e10 00000020:00000001:1.0:1789608782.869271:0:33381:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbf58 -> ffff94d9040dbf58 00000020:00000001:1.0:1789608782.869273:0:33381:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:1.0:1789608782.869276:0:33381:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1789608782.869278:0:33381:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x27:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1789608782.869281:0:33381:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789608782.869283:0:33381:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1789608782.869285:0:33381:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1789608782.869287:0:33381:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608782.869289:0:33381:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789608782.869292:0:33381:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x27:0x0]io ffff94d904aac750 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1789608782.869296:0:33381:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b656c8) owner 0000000000000000/ffff94d90331a7c0 00020000:00000001:1.0:1789608782.869299:0:33381:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1789608782.869301:0:33381:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1789608782.869303:0:33381:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1789608782.869305:0:33381:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608782.869307:0:33381:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1789608782.869309:0:33381:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1789608782.869311:0:33381:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608782.869313:0:33381:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789608782.869314:0:33381:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1789608782.869315:0:33381:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1789608782.869317:0:33381:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b656c8) owner 0000000000000000/ffff94d90331a7c0 00000020:00000001:1.0:1789608782.869319:0:33381:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789608782.869321:0:33381:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1789608782.869322:0:33381:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x27:0x0] 00000020:00000001:1.0:1789608782.869325:0:33381:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1789608782.869326:0:33381:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1789608782.869328:0:33381:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1789608782.869330:0:33381:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1789608782.869334:0:33381:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1789608782.869339:0:33381:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d9121c3380. 00020000:00000002:1.0:1789608782.869341:0:33381:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1789608782.869343:0:33381:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1789608782.869345:0:33381:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789608782.869347:0:33381:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1789608782.869348:0:33381:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789608782.869350:0:33381:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514696600 : -117815194855016 : ffff94d903295998) 00000020:00001000:1.0:1789608782.869352:0:33381:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295990 00000020:00000001:1.0:1789608782.869354:0:33381:0:(cl_object.c:143:cl_object_top()) ffff94d9040db468 -> ffff94d9040dbf58 00000020:00000001:1.0:1789608782.869355:0:33381:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:1.0:1789608782.869359:0:33381:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789608782.869360:0:33381:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1789608782.869362:0:33381:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789608782.869364:0:33381:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258539956048 : -117815169595568 : ffff94d904aac750) 00000020:00000001:1.0:1789608782.869366:0:33381:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608782.869368:0:33381:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608782.869370:0:33381:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593380720 : -117815116170896 : ffff94d907d9f970) 00000020:00000001:1.0:1789608782.869372:0:33381:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1789608782.869376:0:33381:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d9048c2d10. 00000008:00010000:1.0:1789608782.869379:0:33381:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 2b 00000020:00000001:1.0:1789608782.869381:0:33381:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789608782.869382:0:33381:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1789608782.869383:0:33381:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d9121c33b0, osc lock ffff94d9048c2d10, flags 0x400041012 00000020:00000001:1.0:1789608782.869385:0:33381:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608782.869387:0:33381:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608782.869390:0:33381:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626258765493120 : -117814944058496 : ffff94d9121c3380) 00000020:00000001:1.0:1789608782.869392:0:33381:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789608782.869393:0:33381:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1789608782.869395:0:33381:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608782.869397:0:33381:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608782.869399:0:33381:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1789608782.869400:0:33381:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1789608782.869401:0:33381:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789608782.869402:0:33381:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593380720 : -117815116170896 : ffff94d907d9f970) 00000020:00000001:1.0:1789608782.869404:0:33381:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1789608782.869406:0:33381:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1789608782.869408:0:33381:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1789608782.869411:0:33381:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1789608782.869412:0:33381:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1789608782.869414:0:33381:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1789608782.869415:0:33381:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1789608782.869416:0:33381:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1789608782.869417:0:33381:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1789608782.869420:0:33381:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1789608782.869421:0:33381:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789608782.869424:0:33381:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608782.869427:0:33381:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:1.0:1789608782.869431:0:33381:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904057800. 00000020:00000040:1.0:1789608782.869434:0:33381:0:(genops.c:1209:class_import_get()) import ffff94d902b13000 refcount=3 obd=lustre-OST0001-osc-ffff94d904ceb000 00010000:00000001:1.0:1789608782.869438:0:33381:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789608782.869440:0:33381:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789608782.869442:0:33381:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608782.869446:0:33381:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608782.869447:0:33381:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608782.869451:0:33381:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608782.869457:0:33381:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d906144600. 00000100:00000001:1.0:1789608782.869464:0:33381:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608782.869467:0:33381:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789608782.869468:0:33381:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608782.869470:0:33381:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789608782.869471:0:33381:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608782.869473:0:33381:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608782.869475:0:33381:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446626258529122304 : -117815180429312 : ffff94d904057800) 00010000:00000001:1.0:1789608782.869479:0:33381:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789608782.869480:0:33381:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789608782.869483:0:33381:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d90906b300. 00010000:00000010:1.0:1789608782.869486:0:33381:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff94d90906bc00. 00010000:00000001:1.0:1789608782.869491:0:33381:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789608782.869493:0:33381:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d903f6a000. 00000020:00000001:1.0:1789608782.869496:0:33381:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789608782.869498:0:33381:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d903f6a000 with handle 0xc54db3288176fefe to hash 00000020:00000001:1.0:1789608782.869500:0:33381:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789608782.869501:0:33381:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000010:1.0:1789608782.869505:0:33381:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff94d91117d280. 00010000:00000001:1.0:1789608782.869506:0:33381:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000001:1.0:1789608782.869509:0:33381:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608782.869510:0:33381:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608782.869515:0:33381:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 000000008376af89/0xc54db3288176fefe lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 33381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789608782.869525:0:33381:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400041010 ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 000000008376af89/0xc54db3288176fefe lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 33381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608782.869534:0:33381:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608782.869538:0:33381:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608782.869542:0:33381:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608782.869552:0:33381:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000663e050a] to pc [ptlrpcd_00_01+1] req@ffff94d904057800 x1876538934292224/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:NQU/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1789608782.869579:0:33381:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789608782.869582:0:33381:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608782.869584:0:33381:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608782.869586:0:33381:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608782.869587:0:33381:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608782.869589:0:33381:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608782.869591:0:33381:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1789608782.869593:0:33381:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d904aac6f0 (ffff94d903295e18/0) at cl_lock_release():245 00000020:00000001:1.0:1789608782.869596:0:33381:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789608782.869597:0:33381:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d904aac6f0 (ffff94d903295e18/0) at cl_lock_cancel():142 00020000:00000001:1.0:1789608782.869600:0:33381:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1789608782.869602:0:33381:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789608782.869603:0:33381:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593380720 : -117815116170896 : ffff94d907d9f970) 00000020:00000001:1.0:1789608782.869604:0:33381:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789608782.869605:0:33381:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d9121c33b0 (ffff94d903295998/1) at cl_lock_cancel():142 00000008:00000001:1.0:1789608782.869608:0:33381:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1789608782.869609:0:33381:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00000008:00000001:1.0:1789608782.869610:0:33381:0:(osc_lock.c:1125:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1789608782.869612:0:33381:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1789608782.869613:0:33381:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789608782.869614:0:33381:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789608782.869615:0:33381:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789608782.869616:0:33381:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d904aac6f0 (ffff94d903295e18/0) at cl_lock_fini():72 00020000:00000001:1.0:1789608782.869619:0:33381:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1789608782.869620:0:33381:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789608782.869621:0:33381:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d9121c33b0 (ffff94d903295e18/1) at cl_lock_fini():72 00000008:00000010:1.0:1789608782.869624:0:33381:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d9048c2d10. 00000020:00000001:1.0:1789608782.869628:0:33381:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1789608782.869630:0:33381:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d9121c3380. 00020000:00000001:1.0:1789608782.869633:0:33381:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1789608782.869634:0:33381:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1789608782.869635:0:33381:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1789608782.869636:0:33381:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608782.869639:0:33381:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1789608782.869641:0:33381:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1789608782.869643:0:33381:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1789608782.869644:0:33381:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:1.0:1789608782.869645:0:33381:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789608782.869647:0:33381:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295990 00020000:00000001:1.0:1789608782.869649:0:33381:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1789608782.869651:0:33381:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1789608782.869653:0:33381:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1789608782.869656:0:33381:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x27:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1789608782.869659:0:33381:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1789608782.869661:0:33381:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608782.869663:0:33381:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789608782.869665:0:33381:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1789608782.869666:0:33381:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789608782.869667:0:33381:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295e10 00000001:00000001:1.0:1789608782.869668:0:33381:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1789608782.869671:0:33381:0:(statahead.c:747:ll_agl_trigger()) Handled (init) async glimpse: inode= [0x200000405:0x27:0x0], idx = 1, rc = 1 00000080:00000001:1.0:1789608782.869674:0:33381:0:(statahead.c:751:ll_agl_trigger()) Process leaving 02000000:00000001:2.0:1789608782.869822:0:33378:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608782.869824:0:33378:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608782.869830:0:33378:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d9071fb600. 00000100:00000001:2.0:1789608782.869833:0:33378:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.869835:0:33378:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608782.869837:0:33378:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1789608782.869842:0:33378:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232400/0xc54db3288176fed4 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x91bddff8e8ed94e5 expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000100:00000001:0.0:1789608782.869890:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608782.869893:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608782.869896:0:2410:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608782.869902:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904057800 x1876538934292224/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:NQU/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608782.869910:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608782.869912:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608782.869916:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608782.869918:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608782.869921:0:2410:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608782.869924:0:2410:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904057800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934292224:192.168.203.121@tcp:101:ll_agl.0 00000100:00000001:0.0:1789608782.869929:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608782.869934:0:2410:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608782.869936:0:2410:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608782.869938:0:2410:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608782.869943:0:2410:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903115c00. 02000000:00000001:0.0:1789608782.869945:0:2410:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608782.869953:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608782.869957:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8ec8. 00000400:00000010:0.0:1789608782.869965:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edaa0. 00000100:00000200:0.0:1789608782.869971:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934292224, portal 4 00000100:00000001:0.0:1789608782.869974:0:2410:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608782.869976:0:2410:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529122304 : -117815180429312 : ffff94d904057800) 00000100:00000040:0.0:1789608782.869982:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d904057800 x1876538934292224/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608798 ref 2 fl Rpc:Nr/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608782.869989:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608782.869992:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608782.869994:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edee0. 00000100:00000200:0.0:1789608782.869997:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1876538934292224, offset 0 00000400:00000200:0.0:1789608782.870002:0:2410:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608782.870009:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608782.870017:0:2410:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608782.870022:0:2410:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608782.870026:0:2410:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608782.870029:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608782.870031:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608782.870035:0:2410:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2810:2810:256:4294967295] 192.168.203.121@tcp LPNI seq info [2810:2810:8:4294967295] 00000400:00000200:0.0:1789608782.870040:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608782.870057:0:2410:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608782.870063:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608782.870067:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306300. 00000800:00000200:0.0:1789608782.870073:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608782.870080:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608782.870084:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1789608782.870093:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608782.870097:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: using a timeout of 25127 usecs (26 jiffies) 00000400:00000200:0.0:1789608782.870101:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608782.870103:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296509986 00000100:00000001:0.0:1789608782.870106:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296510778 00000100:00000001:0.0:1789608782.870123:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296509986 00000100:00000001:0.0:1789608782.870125:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296510778 00000100:00000001:0.0:1789608782.870127:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608782.870130:0:2410:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608782.870133:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608782.870135:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608782.870141:0:2410:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608782.870143:0:2410:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789608782.870146:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608782.870147:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608782.870148:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608782.870151:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608782.870162:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608782.870164:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608782.870569:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608782.870574:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306300. 00000400:00000200:1.0:1789608782.870579:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608782.870583:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608782.870588:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edee0 00000400:00000010:1.0:1789608782.870591:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edee0. 00000100:00000001:1.0:1789608782.870594:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608782.870598:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904057800 x1876538934292224/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608798 ref 2 fl Rpc:Nr/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608782.870608:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608782.870612:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904057800 x1876538934292224/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608798 ref 2 fl Rpc:NQr/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608782.870618:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608782.870620:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00010000:00010000:3.0:1789608782.870698:0:33380:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1c00/0xc54db3288176fef7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x0 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.870706:0:33380:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608782.870709:0:33380:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608782.870713:0:33380:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1789608782.870717:0:33380:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff94d907ddbd80. 00000002:00000001:3.0:1789608782.870720:0:33380:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608782.870722:0:33380:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608782.870723:0:33380:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608782.870726:0:33380:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608782.870728:0:33380:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608782.870730:0:33380:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:3.0:1789608782.870733:0:33380:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1789608782.870734:0:33380:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1789608782.870737:0:33380:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff94d9029cb480. 00000020:00000001:3.0:1789608782.870740:0:33380:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e020c7cd8 00000080:00400000:3.0:1789608782.870742:0:33380:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-8(ffff94d9029cb480) index 7 00000080:00000001:3.0:1789608782.870746:0:33380:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446626258505479296 : -117815204072320 : ffff94d9029cb480) 00000080:00000001:3.0:1789608782.870748:0:33380:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:3.0:1789608782.870751:0:33380:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff94d90839a000. 00800000:00000002:3.0:1789608782.870755:0:33380:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 8 00800000:00000001:3.0:1789608782.870761:0:33380:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:3.0:1789608782.870763:0:33380:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608782.870765:0:33380:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608782.870768:0:33380:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608782.870769:0:33380:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608782.870771:0:33380:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608782.870773:0:33380:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608782.870775:0:33380:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608782.870777:0:33380:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:3.0:1789608782.870779:0:33380:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446626258562811392 : -117815146740224 : ffff94d906078600) 00000002:00000001:3.0:1789608782.870781:0:33380:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1789608782.870784:0:33380:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff94d901377000. 00000002:00000001:3.0:1789608782.870786:0:33380:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:3.0:1789608782.870787:0:33380:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1789608782.870788:0:33380:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1789608782.870795:0:33380:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1789608782.870797:0:33380:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1789608782.870799:0:33380:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789608782.870802:0:33380:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69600 count: 7 00010000:00000001:3.0:1789608782.870805:0:33380:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608782.870807:0:33380:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789608782.870810:0:33380:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d9421c0200. 00000020:00000001:3.0:1789608782.870813:0:33380:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789608782.870815:0:33380:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d9421c0200 with handle 0xc54db3288176ff05 to hash 00000020:00000001:3.0:1789608782.870816:0:33380:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789608782.870818:0:33380:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626259570786816 : -117814138764800 : ffff94d9421c0200) 00010000:00000001:3.0:1789608782.870820:0:33380:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626259570786816 : -117814138764800 : ffff94d9421c0200) 00010000:00010000:2.0:1789608782.872647:0:33378:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fecd lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed94c9 expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1789608782.872664:0:33378:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:2.0:1789608782.872665:0:33378:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1789608782.872669:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789608782.872672:0:33378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232400/0xc54db3288176fed4 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x91bddff8e8ed94e5 expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:2.0:1789608782.875547:0:33378:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d903b69b00 count: 0 00010000:00000010:2.0:1789608782.875557:0:33378:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d90847bb00. 00010000:00000001:2.0:1789608782.875572:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608782.875574:0:33378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789608782.875578:0:33378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232c00/0xc54db3288176fecd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed94c9 expref: -99 pid: 33378 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1789608782.875587:0:33378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608782.875589:0:33378:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.875591:0:33378:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608782.875594:0:33378:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.875596:0:33378:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1789608782.875616:0:33378:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d904ceb000: modify RPC slot 2 is allocated opc 36, max 7 00000100:00100000:2.0:1789608782.875629:0:33378:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d907d24a80 x1876538934292480/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789608782.875637:0:33378:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789608782.875639:0:33378:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789608782.875649:0:33378:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d909110e40. 00000100:00000001:2.0:1789608782.875651:0:33378:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258613767744 : -117815095783872 : ffff94d909110e40) 00000100:00000001:2.0:1789608782.875654:0:33378:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608782.875655:0:33378:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592877184 : -117815116674432 : ffff94d907d24a80) 00000100:00000001:2.0:1789608782.875661:0:33378:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608782.875664:0:33378:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608782.875666:0:33378:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789608782.875668:0:33378:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608782.875672:0:33378:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d24a80 x1876538934292480/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608782.875794:0:33378:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608782.875796:0:33378:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608782.875800:0:33378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608782.875803:0:33378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608782.875805:0:33378:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608782.875809:0:33378:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d24a80 pname:cluuid:pid:xid:nid:opc:job multiop:25f5d458-2cbe-49cd-9693-334c08df7e27:33378:1876538934292480:192.168.203.121@tcp:36:multiop.0 00000100:00000001:2.0:1789608782.875813:0:33378:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608782.875819:0:33378:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608782.875822:0:33378:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608782.875824:0:33378:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608782.875829:0:33378:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903dbe000. 02000000:00000001:2.0:1789608782.875831:0:33378:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608782.875838:0:33378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608782.875843:0:33378:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21160. 00000400:00000010:2.0:1789608782.875849:0:33378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c198. 00000100:00000200:2.0:1789608782.875855:0:33378:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934292480, portal 10 00000100:00000001:2.0:1789608782.875857:0:33378:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608782.875858:0:33378:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592877184 : -117815116674432 : ffff94d907d24a80) 00000100:00000040:2.0:1789608782.875865:0:33378:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907d24a80 x1876538934292480/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 504/624 e 0 to 0 dl 1789608798 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608782.875871:0:33378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608782.875874:0:33378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608782.875876:0:33378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6ccc0. 00000100:00000200:2.0:1789608782.875880:0:33378:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1876538934292480, offset 0 00000400:00000200:2.0:1789608782.875885:0:33378:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608782.875893:0:33378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608782.875900:0:33378:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608782.875904:0:33378:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608782.875908:0:33378:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608782.875911:0:33378:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608782.875914:0:33378:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608782.875917:0:33378:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2811:2811:256:4294967295] 192.168.203.121@tcp LPNI seq info [2811:2811:8:4294967295] 00000400:00000200:2.0:1789608782.875921:0:33378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608782.875929:0:33378:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608782.875934:0:33378:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608782.875939:0:33378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d902bd1d00. 00000800:00000200:2.0:1789608782.875945:0:33378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608782.875952:0:33378:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608782.875955:0:33378:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d902bd1d00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:2.0:1789608782.876010:0:33378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608782.876014:0:33378:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 843413 usecs (844 jiffies) 00000400:00000200:2.0:1789608782.876018:0:33378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608782.876021:0:33378:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296510810 00000100:00000001:2.0:1789608782.876028:0:33378:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, simply extend its deadline from 4296510778 00000100:00000001:2.0:1789608782.876033:0:33378:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296510810 00000100:00000001:2.0:1789608782.876035:0:33378:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, simply extend its deadline from 4296510778 00000100:00000001:2.0:1789608782.876038:0:33378:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608782.876040:0:33378:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608782.876042:0:33378:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608782.876044:0:33378:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789608782.876046:0:33378:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d909110e40 going to sleep for 11 seconds 00000100:00000001:2.0:1789608782.876049:0:33378:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608782.876061:0:33378:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608782.881566:0:33380:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608782.881574:0:33380:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608782.881582:0:33380:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0200/0xc54db3288176ff05 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x10000000000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608782.881594:0:33380:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0200/0xc54db3288176ff05 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x0 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.881601:0:33380:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608782.881605:0:33380:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608782.881611:0:33380:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1789608782.881632:0:33380:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff94d907ddbc40. 00000002:00000001:3.0:1789608782.881635:0:33380:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608782.881637:0:33380:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608782.881639:0:33380:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608782.881642:0:33380:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608782.881645:0:33380:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608782.881648:0:33380:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:3.0:1789608782.881652:0:33380:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1789608782.881653:0:33380:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1789608782.881657:0:33380:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff94d9029cbe80. 00000020:00000001:3.0:1789608782.881661:0:33380:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e020c7cd8 00000080:00400000:3.0:1789608782.881663:0:33380:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-9(ffff94d9029cbe80) index 8 00000080:00000001:3.0:1789608782.881666:0:33380:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446626258505481856 : -117815204069760 : ffff94d9029cbe80) 00000080:00000001:3.0:1789608782.881670:0:33380:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:3.0:1789608782.881674:0:33380:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff94d90839a800. 00800000:00000002:3.0:1789608782.881703:0:33380:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 9 00800000:00000001:3.0:1789608782.881711:0:33380:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:3.0:1789608782.881715:0:33380:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608782.881718:0:33380:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608782.881721:0:33380:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608782.881723:0:33380:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608782.881725:0:33380:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608782.881727:0:33380:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608782.881729:0:33380:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608782.881732:0:33380:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:3.0:1789608782.881734:0:33380:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446626258562811392 : -117815146740224 : ffff94d906078600) 00000002:00000001:3.0:1789608782.881736:0:33380:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1789608782.881740:0:33380:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff94d910e06300. 00000002:00000001:3.0:1789608782.881742:0:33380:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:3.0:1789608782.881744:0:33380:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1789608782.881746:0:33380:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1789608782.881756:0:33380:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1789608782.881759:0:33380:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1789608782.881761:0:33380:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789608782.881767:0:33380:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69600 count: 7 00010000:00000001:3.0:1789608782.881770:0:33380:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608782.881772:0:33380:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789608782.881776:0:33380:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d9421c1000. 00000020:00000001:3.0:1789608782.881780:0:33380:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789608782.881784:0:33380:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d9421c1000 with handle 0xc54db3288176ff0c to hash 00000020:00000001:3.0:1789608782.881786:0:33380:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789608782.881787:0:33380:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626259570790400 : -117814138761216 : ffff94d9421c1000) 00010000:00000001:3.0:1789608782.881791:0:33380:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626259570790400 : -117814138761216 : ffff94d9421c1000) 00010000:00000001:3.0:1789608782.881793:0:33380:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608782.881795:0:33380:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608782.881798:0:33380:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1000/0xc54db3288176ff0c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x10000000000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608782.881804:0:33380:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1000/0xc54db3288176ff0c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x0 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.881810:0:33380:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608782.881812:0:33380:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608782.881814:0:33380:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1789608782.881817:0:33380:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff94d907ddb040. 00000002:00000001:3.0:1789608782.881819:0:33380:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608782.881820:0:33380:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608782.881822:0:33380:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608782.881823:0:33380:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608782.881825:0:33380:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608782.881827:0:33380:0:(lmv_obd.c:4492:lmv_batch_flush()) Process entered 00000002:00000001:3.0:1789608782.881829:0:33380:0:(batch.c:690:cli_batch_flush()) Process entered 00000002:00000001:3.0:1789608782.881830:0:33380:0:(batch.c:435:batch_send_update_req()) Process entered 00000002:00000001:3.0:1789608782.881832:0:33380:0:(batch.c:121:batch_prep_update_req()) Process entered 00000100:00000010:3.0:1789608782.881837:0:33380:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908492a00. 00000020:00000040:3.0:1789608782.881841:0:33380:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:3.0:1789608782.881845:0:33380:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608782.881849:0:33380:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608782.881853:0:33380:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608782.881860:0:33380:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 4096 at ffff94d907fd7000. 00000100:00000001:3.0:1789608782.881867:0:33380:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608782.881872:0:33380:0:(batch.c:105:batch_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608782.881874:0:33380:0:(batch.c:143:batch_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608782.881876:0:33380:0:(batch.c:198:batch_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608782.881881:0:33380:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608782.881886:0:33380:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608782.881898:0:33380:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d7c83ee3] to pc [ptlrpcd_01_01+1] req@ffff94d908492a00 x1876538934292608/t0(0) o63->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:24/4 lens 3128/7008 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000002:00000001:3.0:1789608782.881924:0:33380:0:(batch.c:480:batch_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608782.881926:0:33380:0:(batch.c:699:cli_batch_flush()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608782.881928:0:33380:0:(lmv_obd.c:4514:lmv_batch_flush()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608782.881929:0:33380:0:(statahead.c:1081:sa_statahead()) Process leaving 00000100:00000001:3.0:1789608782.881938:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1789608782.881942:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1789608782.881944:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608782.881951:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608782.881953:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608782.881955:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608782.881956:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608782.881959:0:2411:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608782.881964:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908492a00 x1876538934292608/t0(0) o63->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:24/4 lens 3128/7008 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608782.881972:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608782.881974:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608782.881978:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608782.881980:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608782.881982:0:2411:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608782.881985:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908492a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934292608:192.168.203.121@tcp:63:ll_sa.0 00000100:00000001:3.0:1789608782.881989:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608782.881994:0:2411:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608782.881997:0:2411:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608782.881999:0:2411:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608782.882005:0:2411:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff94d907fde000. 02000000:00000001:3.0:1789608782.882006:0:2411:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608782.882013:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608782.882017:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a898. 00000400:00000010:3.0:1789608782.882023:0:2411:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff94d910e060c0. 00000100:00000200:3.0:1789608782.882029:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1876538934292608, portal 4 00000100:00000001:3.0:1789608782.882031:0:2411:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608782.882033:0:2411:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600667648 : -117815108883968 : ffff94d908492a00) 00000100:00000040:3.0:1789608782.882038:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d908492a00 x1876538934292608/t0(0) o63->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1789608798 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608782.882046:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608782.882048:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608782.882061:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9880. 00000100:00000200:3.0:1789608782.882066:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 3128 bytes to portal 24, xid 1876538934292608, offset 0 00000400:00000200:3.0:1789608782.882073:0:2411:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608782.882082:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608782.882089:0:2411:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608782.882095:0:2411:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608782.882099:0:2411:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608782.882103:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1789608782.882772:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608782.882776:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608782.882945:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608782.882954:0:2411:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2812:2812:255:4294967295] 192.168.203.121@tcp LPNI seq info [2812:2812:7:4294967295] 00000400:00000200:3.0:1789608782.882960:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608782.882971:0:2411:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608782.882978:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 3128 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608782.882985:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d90827bb00. 00000800:00000200:3.0:1789608782.882993:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608782.883002:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608782.883006:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d90827bb00 type 1, nob 3224 niov 1 nkiov 1 00000800:00000001:0.0:1789608782.883359:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608782.883370:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608782.883374:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608782.883376:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608782.883380:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608782.883384:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608782.883390:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608782.883394:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608782.883397:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608782.883400:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 400 into portal 4 MB=0x6aab3c495ef00 00000400:00000200:0.0:1789608782.883405:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608782.883411:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 400/400 into md 0x80b1 [1] + 224 00000800:00000001:0.0:1789608782.883417:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608782.883428:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608782.883431:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608782.883436:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608782.883443:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608782.883451:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904057800 x1876538934292224/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608798 ref 1 fl Rpc:NQr/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608782.883466:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff94d904057800 x1876538934292224/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608798 ref 1 fl Rpc:RNQ/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608782.883479:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000200:0.0:1789608782.883574:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608782.883578:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d902bd1d00. 00000400:00000200:0.0:1789608782.883582:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608782.883586:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608782.883590:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6ccc0 00000400:00000010:0.0:1789608782.883592:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6ccc0. 00000100:00000001:0.0:1789608782.883595:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608782.883599:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d24a80 x1876538934292480/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 504/624 e 0 to 0 dl 1789608798 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608782.883609:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608782.883613:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d24a80 x1876538934292480/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 504/624 e 0 to 0 dl 1789608798 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608782.883619:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608782.883620:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608782.883625:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608782.883629:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608782.884067:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608782.884073:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 843413 usecs (844 jiffies) 00000400:00000200:3.0:1789608782.884078:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608782.884081:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296510818 00000100:00000001:3.0:1789608782.884089:0:2411:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, simply extend its deadline from 4296510810 00000100:00000001:3.0:1789608782.884093:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296510818 00000100:00000001:3.0:1789608782.884097:0:2411:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, simply extend its deadline from 4296510810 00000100:00000001:3.0:1789608782.884100:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608782.884103:0:2411:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608782.884539:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608782.884546:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608782.884633:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608782.884636:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789608782.884645:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608782.884647:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608782.884650:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8ec8. 00000400:00000200:0.0:1789608782.884654:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edaa0 00000400:00000010:0.0:1789608782.884657:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edaa0. 00000100:00000001:0.0:1789608782.884659:0:2410:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608782.884667:0:2410:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904057800 x1876538934292224/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608798 ref 1 fl Rpc:RNQ/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000010:2.1:1789608782.884767:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69b00. 00010000:00000010:2.1:1789608782.884775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232400. 00010000:00000010:2.1:1789608782.884778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232c00. 00000100:00000200:0.0:1789608782.884810:0:2410:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904057800 x1876538934292224/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608798 ref 1 fl Rpc:RNQU/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608782.884831:0:2410:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608782.884834:0:2410:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608782.884837:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608782.884840:0:2410:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608782.884842:0:2410:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608782.884845:0:2410:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608782.884848:0:2410:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608782.884855:0:2410:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13460 time=140 v=5 (5 5 5 36) 00000100:00001000:0.0:1789608782.884860:0:2410:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13418 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1789608782.884862:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608782.884864:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608782.884867:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608782.884870:0:2410:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608782.884874:0:2410:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608782.884876:0:2410:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d904ceb000: skip recheck: last_committed 4294967322 00000100:00000001:0.0:1789608782.884878:0:2410:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608782.884880:0:2410:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608782.884885:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904057800 x1876538934292224/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608798 ref 1 fl Rpc:RNQU/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608782.884892:0:2410:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608782.884896:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608782.884897:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1789608782.884900:0:2410:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:0.0:1789608782.884902:0:2410:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608782.884904:0:2410:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608782.884908:0:2410:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a000 refcount=4 00000020:00000001:0.0:1789608782.884910:0:2410:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000001:0.0:1789608782.884913:0:2410:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000001:0.0:1789608782.884915:0:2410:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608782.884916:0:2410:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608782.884917:0:2410:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a000 refcount=5 00000020:00000001:0.0:1789608782.884919:0:2410:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000001:0.0:1789608782.884921:0:2410:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000001:0.0:1789608782.884925:0:2410:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608782.884927:0:2410:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608782.884932:0:2410:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 000000008376af89/0xc54db3288176fefe lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 33381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608782.884944:0:2410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608782.884946:0:2410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608782.884947:0:2410:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789608782.884950:0:2410:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608782.884951:0:2410:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608782.884952:0:2410:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a000 refcount=6 00000020:00000001:0.0:1789608782.884954:0:2410:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000001:0.0:1789608782.884956:0:2410:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000040:0.0:1789608782.884961:0:2410:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d903f6a000, remote cookie: 0x91bddff8e8ed94ec, flags: 0x41011 00010000:00010000:0.0:1789608782.884966:0:2410:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 000000008376af89/0xc54db3288176fefe lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed94ec expref: -99 pid: 33381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608782.884974:0:2410:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1789608782.884977:0:2410:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608782.884979:0:2410:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789608782.884983:0:2410:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1789608782.884986:0:2410:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 000000008376af89/0xc54db3288176fefe lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed94ec expref: -99 pid: 33381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789608782.884994:0:2410:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2c0000401:0x14:0x0].0x0 (ffff94d90906b300) refcount = 1 00010000:00000040:0.0:1789608782.884996:0:2410:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1789608782.884999:0:2410:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 000000008376af89/0xc54db3288176fefe lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed94ec expref: -99 pid: 33381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608782.885006:0:2410:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789608782.885008:0:2410:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789608782.885011:0:2410:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789608782.885013:0:2410:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608782.885016:0:2410:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 000000008376af89/0xc54db3288176fefe lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed94ec expref: -99 pid: 33381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608782.885022:0:2410:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789608782.885023:0:2410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608782.885024:0:2410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608782.885025:0:2410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608782.885026:0:2410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789608782.885028:0:2410:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1789608782.885030:0:2410:0:(osc_lock.c:317:osc_lock_upcall_speculative()) Process entered 00000020:00000001:0.0:1789608782.885032:0:2410:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789608782.885036:0:2410:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514698040 : -117815194853576 : ffff94d903295f38) 00000020:00001000:0.0:1789608782.885038:0:2410:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295f30 00010000:00000001:0.0:1789608782.885040:0:2410:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608782.885041:0:2410:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608782.885042:0:2410:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a000 refcount=5 00000020:00000001:0.0:1789608782.885044:0:2410:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000001:0.0:1789608782.885046:0:2410:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00000008:00000001:0.0:1789608782.885506:0:2410:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1789608782.885512:0:2410:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5dc0 -> ffff94d9040dbf58 00000008:00010000:0.0:1789608782.885517:0:2410:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 000000008376af89/0xc54db3288176fefe lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x91bddff8e8ed94ec expref: -99 pid: 33381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1789608782.885527:0:2410:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5dc0 -> ffff94d9040dbf58 00000020:00000001:0.0:1789608782.885528:0:2410:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1789608782.885532:0:2410:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1789608782.885534:0:2410:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1789608782.885537:0:2410:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608782.885539:0:2410:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608782.885541:0:2410:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5dc0 -> ffff94d9040dbf58 00000008:00000001:0.0:1789608782.885542:0:2410:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00010000:00000001:0.0:1789608782.885544:0:2410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608782.885545:0:2410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00001000:0.0:1789608782.885547:0:2410:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295f30 00000008:00000001:0.0:1789608782.885550:0:2410:0:(osc_lock.c:344:osc_lock_upcall_speculative()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608782.885552:0:2410:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608782.885554:0:2410:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608782.885556:0:2410:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a000 refcount=5 00000020:00000001:0.0:1789608782.885558:0:2410:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000001:0.0:1789608782.885559:0:2410:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000001:0.0:1789608782.885562:0:2410:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789608782.885564:0:2410:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 000000008376af89/0xc54db3288176fefe lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x91bddff8e8ed94ec expref: -99 pid: 33381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608782.885570:0:2410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608782.885571:0:2410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789608782.885574:0:2410:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 000000008376af89/0xc54db3288176fefe lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x91bddff8e8ed94ec expref: -99 pid: 33381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608782.885579:0:2410:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789608782.885580:0:2410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608782.885581:0:2410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789608782.885582:0:2410:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608782.885584:0:2410:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608782.885585:0:2410:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608782.885586:0:2410:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a000 refcount=4 00000020:00000001:0.0:1789608782.885587:0:2410:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000001:0.0:1789608782.885589:0:2410:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000001:0.0:1789608782.885591:0:2410:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789608782.885593:0:2410:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 000000008376af89/0xc54db3288176fefe lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x91bddff8e8ed94ec expref: -99 pid: 33381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608782.885598:0:2410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608782.885599:0:2410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608782.885601:0:2410:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789608782.885603:0:2410:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789608782.885604:0:2410:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 000000008376af89/0xc54db3288176fefe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed94ec expref: -99 pid: 33381 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789608782.885613:0:2410:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789608782.885616:0:2410:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789608782.885617:0:2410:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789608782.885620:0:2410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608782.885621:0:2410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608782.885622:0:2410:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608782.885625:0:2410:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789608782.885627:0:2410:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608782.885629:0:2410:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608782.885631:0:2410:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608782.885632:0:2410:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789608782.885633:0:2410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608782.885634:0:2410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608782.885635:0:2410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608782.885636:0:2410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789608782.885638:0:2410:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608782.885644:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904057800 x1876538934292224/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608798 ref 1 fl Interpret:RNQU/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789608782.885654:0:2410:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904057800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934292224:192.168.203.121@tcp:101:ll_agl.0 00000100:00000001:0.0:1789608782.885659:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608782.885663:0:2410:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608782.885666:0:2410:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904057800 x1876538934292224/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608798 ref 1 fl Complete:RNQU/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608782.885672:0:2410:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608782.885674:0:2410:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608782.885751:0:2410:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903115c00. 02000000:00000001:0.0:1789608782.885755:0:2410:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608782.885758:0:2410:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608782.885761:0:2410:0:(genops.c:1222:class_import_put()) import ffff94d902b13000 refcount=2 obd=lustre-OST0001-osc-ffff94d904ceb000 00000020:00000001:0.0:1789608782.885763:0:2410:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608782.885765:0:2410:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d906144600. 02000000:00000001:0.0:1789608782.885768:0:2410:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608782.885770:0:2410:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608782.885772:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904057800. 00000100:00000001:0.0:1789608782.885775:0:2410:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608782.885777:0:2410:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608782.885779:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608782.885786:0:2410:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608782.885788:0:2410:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608782.885790:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608782.885793:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608782.888410:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608782.888419:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d90827bb00. 00000400:00000200:1.0:1789608782.888427:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608782.888436:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608782.888444:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9880 00000400:00000010:1.0:1789608782.888447:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9880. 00000100:00000001:1.0:1789608782.888453:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608782.888460:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908492a00 x1876538934292608/t0(0) o63->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1789608798 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608782.888472:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608782.888476:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908492a00 x1876538934292608/t0(0) o63->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1789608798 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608782.888483:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608782.888486:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608782.896853:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608782.896870:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608782.896874:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608782.896877:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608782.896885:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608782.896893:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608782.896901:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608782.896906:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608782.896912:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608782.896917:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 7008 into portal 4 MB=0x6aab3c495f080 00000400:00000200:0.0:1789608782.896923:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608782.896929:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 7008/7008 into md 0x80c9 [2] + 224 00000800:00000001:0.0:1789608782.896936:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608782.896966:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608782.896970:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608782.896974:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608782.896981:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608782.896988:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908492a00 x1876538934292608/t0(0) o63->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1789608798 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608782.896999:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=7008 offset=224 replen=7008 req@ffff94d908492a00 x1876538934292608/t0(0) o63->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1789608798 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608782.897057:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608782.897061:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608782.897080:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608782.897089:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608782.897092:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1789608782.898190:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608782.898193:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608782.898196:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a898. 00000400:00000200:3.0:1789608782.898202:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d910e060c0 00000400:00000010:3.0:1789608782.898205:0:2411:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff94d910e060c0. 00000100:00000001:3.0:1789608782.898208:0:2411:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608782.898215:0:2411:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908492a00 x1876538934292608/t0(0) o63->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1789608798 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608782.898225:0:2411:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908492a00 x1876538934292608/t0(0) o63->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1789608798 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608782.898231:0:2411:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608782.898233:0:2411:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608782.898236:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608782.898239:0:2411:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608782.898241:0:2411:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608782.898243:0:2411:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608782.898246:0:2411:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608782.898256:0:2411:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11dc8 time=1789608782 v=5 (0 0 0 0) 00000100:00001000:3.0:1789608782.898260:0:2411:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608782.898263:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1789608782.898266:0:2411:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff94d908492a00 x1876538934292608/t0(0) o63->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1789608798 ref 1 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608782.898272:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1789608782.898275:0:2411:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608782.898277:0:2411:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967634 00000100:00000001:3.0:1789608782.898279:0:2411:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608782.898282:0:2411:0:(client.c:1798:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:3.0:1789608782.898287:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908492a00 x1876538934292608/t0(0) o63->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1789608798 ref 1 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608782.898293:0:2411:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:3.0:1789608782.898296:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608782.898298:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789608782.898300:0:2411:0:(batch.c:404:batch_update_interpret()) Process entered 00000002:00000001:3.0:1789608782.898305:0:2411:0:(batch.c:335:batch_update_request_fini()) Process entered 00010000:00000001:3.0:1789608782.898309:0:2411:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789608782.898312:0:2411:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608782.898315:0:2411:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608782.898318:0:2411:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1e00 refcount=4 00000020:00000001:3.0:1789608782.898321:0:2411:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000001:3.0:1789608782.898324:0:2411:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00010000:3.0:1789608782.898329:0:2411:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1e00/0xc54db3288176fedb lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x0 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.898337:0:2411:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:3.0:1789608782.898341:0:2411:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1e00/0xc54db3288176fedb lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x206400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.898346:0:2411:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608782.898348:0:2411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1e00/0xc54db3288176fedb lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x10206400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.898354:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608782.898355:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789608782.898357:0:2411:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1e00/0xc54db3288176fedb lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x10206400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.898362:0:2411:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608782.898365:0:2411:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608782.898367:0:2411:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1789608782.898370:0:2411:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1e00/0xc54db3288176fedb lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x206400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608782.898375:0:2411:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d9421c1e00 already unused, calling callback (ffffffffc193f740) 00000080:00000001:3.0:1789608782.898378:0:2411:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1789608782.898381:0:2411:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1e00/0xc54db3288176fedb lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x206400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.898386:0:2411:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1789608782.898388:0:2411:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1789608782.898390:0:2411:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1e00/0xc54db3288176fedb lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x206400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.898396:0:2411:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1789608782.898399:0:2411:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1789608782.898400:0:2411:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608782.898401:0:2411:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608782.898403:0:2411:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1e00 refcount=5 00000020:00000001:3.0:1789608782.898405:0:2411:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000001:3.0:1789608782.898407:0:2411:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000001:3.0:1789608782.898410:0:2411:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789608782.898412:0:2411:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1e00/0xc54db3288176fedb lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x20e400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1789608782.898563:0:2411:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789608782.898565:0:2411:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608782.898567:0:2411:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1789608782.898569:0:2411:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789608782.898572:0:2411:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789608782.898574:0:2411:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789608782.898576:0:2411:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608782.898577:0:2411:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789608782.898580:0:2411:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d9421c1e00 with handle 0xc54db3288176fedb from hash 00010000:00000001:3.0:1789608782.898583:0:2411:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789608782.898585:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608782.898586:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608782.898587:0:2411:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789608782.898588:0:2411:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789608782.898590:0:2411:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1789608782.898592:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608782.898594:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608782.898595:0:2411:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608782.898597:0:2411:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608782.898600:0:2411:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1e00/0xc54db3288176fedb lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x4a0f400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.898605:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608782.898606:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608782.898607:0:2411:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1789608782.898609:0:2411:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608782.898611:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608782.898612:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608782.898613:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789608782.898615:0:2411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1e00/0xc54db3288176fedb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x4a0f400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.898627:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608782.898629:0:2411:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1789608782.898633:0:2411:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:3.0:1789608782.898635:0:2411:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bdfc58 00000080:00400000:3.0:1789608782.898637:0:2411:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-3 rc -125 00000080:00000001:3.0:1789608782.898639:0:2411:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1789608782.898643:0:2411:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1789608782.898644:0:2411:0:(dcache.c:176:ll_intent_release()) intent ffff94d908398d90 released 00000080:00000001:3.0:1789608782.898646:0:2411:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1789608782.898650:0:2411:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 9 00000080:00000010:3.0:1789608782.898653:0:2411:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff94d9072db300. 00000080:00000010:3.0:1789608782.898658:0:2411:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff94d908398c00. 00000080:00000001:3.0:1789608782.898662:0:2411:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:3.0:1789608782.898664:0:2411:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff94d907ddb900. 00010000:00000001:3.0:1789608782.898668:0:2411:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789608782.898670:0:2411:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608782.898671:0:2411:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608782.898673:0:2411:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1400 refcount=4 00000020:00000001:3.0:1789608782.898818:0:2411:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570791424 : -117814138760192 : ffff94d9421c1400) 00010000:00000001:3.0:1789608782.898821:0:2411:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570791424 : -117814138760192 : ffff94d9421c1400) 00010000:00010000:3.0:1789608782.898825:0:2411:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1400/0xc54db3288176fee2 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x0 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.898839:0:2411:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:3.0:1789608782.898843:0:2411:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1400/0xc54db3288176fee2 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x206400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.898848:0:2411:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608782.898850:0:2411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1400/0xc54db3288176fee2 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x10206400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.898854:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608782.898855:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789608782.898857:0:2411:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1400/0xc54db3288176fee2 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x10206400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.898861:0:2411:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608782.898862:0:2411:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608782.898864:0:2411:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1789608782.898866:0:2411:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1400/0xc54db3288176fee2 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x206400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608782.898871:0:2411:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d9421c1400 already unused, calling callback (ffffffffc193f740) 00000080:00000001:3.0:1789608782.898873:0:2411:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1789608782.898875:0:2411:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1400/0xc54db3288176fee2 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x206400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.898879:0:2411:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1789608782.898880:0:2411:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1789608782.898883:0:2411:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1400/0xc54db3288176fee2 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x206400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.898886:0:2411:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1789608782.898888:0:2411:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1789608782.898889:0:2411:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608782.898890:0:2411:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608782.898892:0:2411:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1400 refcount=5 00000020:00000001:3.0:1789608782.898893:0:2411:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570791424 : -117814138760192 : ffff94d9421c1400) 00010000:00000001:3.0:1789608782.898895:0:2411:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570791424 : -117814138760192 : ffff94d9421c1400) 00010000:00000001:3.0:1789608782.898897:0:2411:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789608782.898899:0:2411:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1400/0xc54db3288176fee2 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x20e400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1789608782.898904:0:2411:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789608782.898905:0:2411:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608782.898907:0:2411:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1789608782.898909:0:2411:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789608782.898910:0:2411:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789608782.898912:0:2411:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789608782.898913:0:2411:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608782.898914:0:2411:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789608782.898916:0:2411:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d9421c1400 with handle 0xc54db3288176fee2 from hash 00010000:00000001:3.0:1789608782.898918:0:2411:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789608782.898919:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608782.898920:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608782.898921:0:2411:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789608782.898922:0:2411:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789608782.898924:0:2411:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1789608782.898926:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608782.898927:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608782.898928:0:2411:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608782.898930:0:2411:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608782.898932:0:2411:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1400/0xc54db3288176fee2 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x4a0f400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.898940:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608782.898941:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608782.898942:0:2411:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1789608782.898943:0:2411:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608782.898944:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608782.898945:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608782.898946:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789608782.898949:0:2411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1400/0xc54db3288176fee2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x4a0f400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.898955:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608782.898957:0:2411:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1789608782.898959:0:2411:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:3.0:1789608782.898961:0:2411:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bdfc58 00000080:00400000:3.0:1789608782.898962:0:2411:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-4 rc -125 00000080:00000001:3.0:1789608782.898963:0:2411:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1789608782.898965:0:2411:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1789608782.898966:0:2411:0:(dcache.c:176:ll_intent_release()) intent ffff94d908399590 released 00000080:00000001:3.0:1789608782.898967:0:2411:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1789608782.898969:0:2411:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 8 00000080:00000010:3.0:1789608782.898971:0:2411:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff94d9072dbf00. 00000080:00000010:3.0:1789608782.898974:0:2411:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff94d908399400. 00000080:00000001:3.0:1789608782.898976:0:2411:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:3.0:1789608782.898978:0:2411:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff94d907ddb5c0. 00010000:00000001:3.0:1789608782.898981:0:2411:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789608782.898983:0:2411:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608782.898984:0:2411:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608782.898986:0:2411:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1200 refcount=4 00000020:00000001:3.0:1789608782.898987:0:2411:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570790912 : -117814138760704 : ffff94d9421c1200) 00010000:00000001:3.0:1789608782.898989:0:2411:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570790912 : -117814138760704 : ffff94d9421c1200) 00010000:00010000:3.0:1789608782.898992:0:2411:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1200/0xc54db3288176fee9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x0 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.898996:0:2411:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:3.0:1789608782.898999:0:2411:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1200/0xc54db3288176fee9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x206400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.899003:0:2411:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608782.899005:0:2411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1200/0xc54db3288176fee9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x10206400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.899011:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608782.899012:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789608782.899013:0:2411:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1200/0xc54db3288176fee9 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x10206400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.899020:0:2411:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608782.899021:0:2411:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608782.899023:0:2411:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1789608782.899025:0:2411:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1200/0xc54db3288176fee9 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x206400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608782.899029:0:2411:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d9421c1200 already unused, calling callback (ffffffffc193f740) 00000080:00000001:3.0:1789608782.899031:0:2411:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1789608782.899033:0:2411:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1200/0xc54db3288176fee9 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x206400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.899038:0:2411:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1789608782.899039:0:2411:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1789608782.899042:0:2411:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1200/0xc54db3288176fee9 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x206400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.899047:0:2411:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1789608782.899049:0:2411:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1789608782.899061:0:2411:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608782.899062:0:2411:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608782.899063:0:2411:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1200 refcount=5 00000020:00000001:3.0:1789608782.899065:0:2411:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570790912 : -117814138760704 : ffff94d9421c1200) 00010000:00000001:3.0:1789608782.899067:0:2411:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570790912 : -117814138760704 : ffff94d9421c1200) 00010000:00000001:3.0:1789608782.899069:0:2411:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789608782.899070:0:2411:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1200/0xc54db3288176fee9 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x20e400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1789608782.899075:0:2411:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789608782.899076:0:2411:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608782.899078:0:2411:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1789608782.899079:0:2411:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789608782.899081:0:2411:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789608782.899082:0:2411:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789608782.899083:0:2411:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608782.899085:0:2411:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789608782.899086:0:2411:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d9421c1200 with handle 0xc54db3288176fee9 from hash 00010000:00000001:3.0:1789608782.899088:0:2411:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789608782.899089:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608782.899090:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608782.899091:0:2411:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789608782.899092:0:2411:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789608782.899094:0:2411:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1789608782.899095:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608782.899096:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608782.899097:0:2411:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608782.899099:0:2411:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608782.899101:0:2411:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1200/0xc54db3288176fee9 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.899105:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608782.899106:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608782.899107:0:2411:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1789608782.899109:0:2411:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608782.899110:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608782.899111:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608782.899112:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789608782.899121:0:2411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1200/0xc54db3288176fee9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.899129:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608782.899131:0:2411:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1789608782.899133:0:2411:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:3.0:1789608782.899135:0:2411:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bdfc58 00000080:00400000:3.0:1789608782.899137:0:2411:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-5 rc -125 00000080:00000001:3.0:1789608782.899139:0:2411:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1789608782.899141:0:2411:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1789608782.899142:0:2411:0:(dcache.c:176:ll_intent_release()) intent ffff94d90839b590 released 00000080:00000001:3.0:1789608782.899143:0:2411:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1789608782.899145:0:2411:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 7 00000080:00000010:3.0:1789608782.899147:0:2411:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff94d9072db540. 00000080:00000010:3.0:1789608782.899150:0:2411:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff94d90839b400. 00000080:00000001:3.0:1789608782.899152:0:2411:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:3.0:1789608782.899154:0:2411:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff94d907ddb300. 00010000:00000001:3.0:1789608782.899158:0:2411:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789608782.899159:0:2411:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608782.899160:0:2411:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608782.899163:0:2411:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1800 refcount=4 00000020:00000001:3.0:1789608782.899165:0:2411:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608782.899167:0:2411:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00010000:3.0:1789608782.899170:0:2411:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176fef0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.899176:0:2411:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:3.0:1789608782.899179:0:2411:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176fef0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.899192:0:2411:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608782.899195:0:2411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176fef0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.899199:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608782.899200:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789608782.899202:0:2411:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176fef0 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.899208:0:2411:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608782.899209:0:2411:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608782.899211:0:2411:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1789608782.899213:0:2411:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176fef0 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608782.899223:0:2411:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d9421c1800 already unused, calling callback (ffffffffc193f740) 00000080:00000001:3.0:1789608782.899226:0:2411:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1789608782.899228:0:2411:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176fef0 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x206400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.899233:0:2411:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1789608782.899234:0:2411:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1789608782.899237:0:2411:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176fef0 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x206400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.899242:0:2411:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1789608782.899244:0:2411:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1789608782.899245:0:2411:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608782.899246:0:2411:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608782.899247:0:2411:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1800 refcount=5 00000020:00000001:3.0:1789608782.899249:0:2411:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608782.899252:0:2411:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608782.899253:0:2411:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789608782.899256:0:2411:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176fef0 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x20e400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1789608782.899260:0:2411:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789608782.899261:0:2411:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608782.899263:0:2411:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1789608782.899265:0:2411:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789608782.899266:0:2411:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789608782.899267:0:2411:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789608782.899269:0:2411:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608782.899270:0:2411:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789608782.899272:0:2411:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d9421c1800 with handle 0xc54db3288176fef0 from hash 00010000:00000001:3.0:1789608782.899275:0:2411:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789608782.899276:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608782.899277:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608782.899279:0:2411:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789608782.899280:0:2411:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789608782.899281:0:2411:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1789608782.899283:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608782.899284:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608782.899285:0:2411:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608782.899287:0:2411:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608782.899290:0:2411:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176fef0 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.899295:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608782.899296:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608782.899298:0:2411:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1789608782.899299:0:2411:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608782.899300:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608782.899301:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608782.899302:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789608782.899304:0:2411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176fef0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.899311:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608782.899313:0:2411:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1789608782.899316:0:2411:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:3.0:1789608782.899317:0:2411:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bdfc58 00000080:00400000:3.0:1789608782.899318:0:2411:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-6 rc -125 00000080:00000001:3.0:1789608782.899320:0:2411:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1789608782.899323:0:2411:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1789608782.899324:0:2411:0:(dcache.c:176:ll_intent_release()) intent ffff94d908399990 released 00000080:00000001:3.0:1789608782.899326:0:2411:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1789608782.899327:0:2411:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 6 00000080:00000010:3.0:1789608782.899330:0:2411:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff94d901377540. 00000080:00000010:3.0:1789608782.899333:0:2411:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff94d908399800. 00000080:00000001:3.0:1789608782.899335:0:2411:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:3.0:1789608782.899338:0:2411:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff94d907ddb280. 00010000:00000001:3.0:1789608782.899341:0:2411:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789608782.899342:0:2411:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608782.899343:0:2411:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608782.899345:0:2411:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1c00 refcount=4 00000020:00000001:3.0:1789608782.899346:0:2411:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00010000:00000001:3.0:1789608782.899348:0:2411:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00010000:00010000:3.0:1789608782.899351:0:2411:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1c00/0xc54db3288176fef7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.899357:0:2411:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:3.0:1789608782.899360:0:2411:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1c00/0xc54db3288176fef7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.899364:0:2411:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608782.899367:0:2411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1c00/0xc54db3288176fef7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.899371:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608782.899372:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789608782.899374:0:2411:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1c00/0xc54db3288176fef7 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.899378:0:2411:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608782.899379:0:2411:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608782.899381:0:2411:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1789608782.899382:0:2411:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1c00/0xc54db3288176fef7 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608782.899398:0:2411:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d9421c1c00 already unused, calling callback (ffffffffc193f740) 00000080:00000001:3.0:1789608782.899400:0:2411:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1789608782.899401:0:2411:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1c00/0xc54db3288176fef7 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.899409:0:2411:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1789608782.899410:0:2411:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1789608782.899413:0:2411:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1c00/0xc54db3288176fef7 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.899425:0:2411:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1789608782.899427:0:2411:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1789608782.899428:0:2411:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608782.899429:0:2411:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608782.899430:0:2411:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1c00 refcount=5 00000020:00000001:3.0:1789608782.899431:0:2411:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00010000:00000001:3.0:1789608782.899433:0:2411:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00010000:00000001:3.0:1789608782.899435:0:2411:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789608782.899437:0:2411:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1c00/0xc54db3288176fef7 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x20e400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1789608782.899442:0:2411:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789608782.899443:0:2411:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608782.899445:0:2411:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1789608782.899446:0:2411:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789608782.899448:0:2411:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789608782.899449:0:2411:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789608782.899450:0:2411:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608782.899452:0:2411:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789608782.899454:0:2411:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d9421c1c00 with handle 0xc54db3288176fef7 from hash 00010000:00000001:3.0:1789608782.899456:0:2411:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789608782.899457:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608782.899458:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608782.899459:0:2411:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789608782.899460:0:2411:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789608782.899462:0:2411:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1789608782.899464:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608782.899465:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608782.899466:0:2411:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608782.899468:0:2411:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608782.899471:0:2411:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1c00/0xc54db3288176fef7 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.899475:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608782.899476:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608782.899477:0:2411:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1789608782.899478:0:2411:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608782.899479:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608782.899480:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608782.899481:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789608782.899483:0:2411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1c00/0xc54db3288176fef7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.899490:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608782.899491:0:2411:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1789608782.899494:0:2411:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:3.0:1789608782.899495:0:2411:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bdfc58 00000080:00400000:3.0:1789608782.899497:0:2411:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-7 rc -125 00000080:00000001:3.0:1789608782.899499:0:2411:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1789608782.899501:0:2411:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1789608782.899502:0:2411:0:(dcache.c:176:ll_intent_release()) intent ffff94d90839b190 released 00000080:00000001:3.0:1789608782.899504:0:2411:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1789608782.899505:0:2411:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 5 00000080:00000010:3.0:1789608782.899507:0:2411:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff94d901377300. 00000080:00000010:3.0:1789608782.899510:0:2411:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff94d90839b000. 00000080:00000001:3.0:1789608782.899512:0:2411:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:3.0:1789608782.899514:0:2411:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff94d907ddbd80. 00010000:00000001:3.0:1789608782.899517:0:2411:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789608782.899519:0:2411:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608782.899520:0:2411:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608782.899522:0:2411:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0200 refcount=4 00000020:00000001:3.0:1789608782.899523:0:2411:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786816 : -117814138764800 : ffff94d9421c0200) 00010000:00000001:3.0:1789608782.899525:0:2411:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786816 : -117814138764800 : ffff94d9421c0200) 00010000:00010000:3.0:1789608782.899529:0:2411:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0200/0xc54db3288176ff05 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x0 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.899534:0:2411:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:3.0:1789608782.899536:0:2411:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0200/0xc54db3288176ff05 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.899541:0:2411:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608782.899543:0:2411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0200/0xc54db3288176ff05 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.899548:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608782.899549:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789608782.899551:0:2411:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0200/0xc54db3288176ff05 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.899556:0:2411:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608782.899557:0:2411:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608782.899559:0:2411:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1789608782.899561:0:2411:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0200/0xc54db3288176ff05 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608782.899567:0:2411:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d9421c0200 already unused, calling callback (ffffffffc193f740) 00000080:00000001:3.0:1789608782.899568:0:2411:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1789608782.899571:0:2411:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0200/0xc54db3288176ff05 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x206400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.899576:0:2411:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1789608782.899577:0:2411:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1789608782.899580:0:2411:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0200/0xc54db3288176ff05 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x206400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.899585:0:2411:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1789608782.899587:0:2411:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1789608782.899588:0:2411:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608782.899590:0:2411:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608782.899591:0:2411:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0200 refcount=5 00000020:00000001:3.0:1789608782.899593:0:2411:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786816 : -117814138764800 : ffff94d9421c0200) 00010000:00000001:3.0:1789608782.899595:0:2411:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786816 : -117814138764800 : ffff94d9421c0200) 00010000:00000001:3.0:1789608782.899597:0:2411:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789608782.899599:0:2411:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0200/0xc54db3288176ff05 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x20e400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1789608782.899604:0:2411:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789608782.899606:0:2411:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608782.899607:0:2411:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1789608782.899609:0:2411:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789608782.899611:0:2411:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789608782.899612:0:2411:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789608782.899613:0:2411:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608782.899615:0:2411:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789608782.899618:0:2411:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d9421c0200 with handle 0xc54db3288176ff05 from hash 00010000:00000001:3.0:1789608782.899620:0:2411:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789608782.899621:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608782.899623:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608782.899624:0:2411:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789608782.899625:0:2411:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789608782.899626:0:2411:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1789608782.899628:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608782.899629:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608782.899630:0:2411:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608782.899632:0:2411:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608782.899634:0:2411:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0200/0xc54db3288176ff05 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.899639:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608782.899640:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608782.899641:0:2411:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1789608782.899642:0:2411:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608782.899643:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608782.899644:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608782.899645:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789608782.899647:0:2411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0200/0xc54db3288176ff05 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.899654:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608782.899655:0:2411:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1789608782.899658:0:2411:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:3.0:1789608782.899660:0:2411:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bdfc58 00000080:00400000:3.0:1789608782.899661:0:2411:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-8 rc -125 00000080:00000001:3.0:1789608782.899663:0:2411:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1789608782.899665:0:2411:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1789608782.899666:0:2411:0:(dcache.c:176:ll_intent_release()) intent ffff94d90839a190 released 00000080:00000001:3.0:1789608782.899668:0:2411:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1789608782.899669:0:2411:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 4 00000080:00000010:3.0:1789608782.899671:0:2411:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff94d901377000. 00000080:00000010:3.0:1789608782.899674:0:2411:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff94d90839a000. 00000080:00000001:3.0:1789608782.899714:0:2411:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:3.0:1789608782.899717:0:2411:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff94d907ddbc40. 00010000:00000001:3.0:1789608782.899720:0:2411:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789608782.899721:0:2411:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608782.899722:0:2411:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608782.899723:0:2411:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1000 refcount=4 00000020:00000001:3.0:1789608782.899725:0:2411:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570790400 : -117814138761216 : ffff94d9421c1000) 00010000:00000001:3.0:1789608782.899728:0:2411:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570790400 : -117814138761216 : ffff94d9421c1000) 00010000:00010000:3.0:1789608782.899731:0:2411:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1000/0xc54db3288176ff0c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.899736:0:2411:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:3.0:1789608782.899739:0:2411:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1000/0xc54db3288176ff0c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.899743:0:2411:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608782.899746:0:2411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1000/0xc54db3288176ff0c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.899750:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608782.899751:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789608782.899753:0:2411:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1000/0xc54db3288176ff0c lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.899758:0:2411:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608782.899760:0:2411:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608782.899762:0:2411:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1789608782.899764:0:2411:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1000/0xc54db3288176ff0c lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608782.899769:0:2411:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d9421c1000 already unused, calling callback (ffffffffc193f740) 00000080:00000001:3.0:1789608782.899771:0:2411:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1789608782.899773:0:2411:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1000/0xc54db3288176ff0c lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x206400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.899778:0:2411:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1789608782.899779:0:2411:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1789608782.899783:0:2411:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1000/0xc54db3288176ff0c lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x206400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.899787:0:2411:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1789608782.899789:0:2411:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1789608782.899790:0:2411:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608782.899791:0:2411:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608782.899792:0:2411:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1000 refcount=5 00000020:00000001:3.0:1789608782.899794:0:2411:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570790400 : -117814138761216 : ffff94d9421c1000) 00010000:00000001:3.0:1789608782.899796:0:2411:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570790400 : -117814138761216 : ffff94d9421c1000) 00010000:00000001:3.0:1789608782.899798:0:2411:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789608782.899800:0:2411:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1000/0xc54db3288176ff0c lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x20e400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1789608782.899809:0:2411:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789608782.899810:0:2411:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608782.899812:0:2411:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1789608782.899813:0:2411:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789608782.899814:0:2411:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789608782.899816:0:2411:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789608782.899817:0:2411:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608782.899818:0:2411:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789608782.899820:0:2411:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d9421c1000 with handle 0xc54db3288176ff0c from hash 00010000:00000001:3.0:1789608782.899822:0:2411:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789608782.899824:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608782.899825:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608782.899826:0:2411:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789608782.899827:0:2411:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789608782.899828:0:2411:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1789608782.899830:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608782.899831:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608782.899832:0:2411:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608782.899833:0:2411:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608782.899836:0:2411:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1000/0xc54db3288176ff0c lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608782.899840:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608782.899841:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608782.899842:0:2411:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1789608782.899843:0:2411:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608782.899844:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608782.899845:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608782.899846:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789608782.899848:0:2411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1000/0xc54db3288176ff0c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1789608782.899854:0:2411:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d903b69600 count: 0 00010000:00000010:3.0:1789608782.899861:0:2411:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d90847b600. 00010000:00000001:3.0:1789608782.899869:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608782.899871:0:2411:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1789608782.899873:0:2411:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:3.0:1789608782.899875:0:2411:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bdfc58 00000080:00400000:3.0:1789608782.899876:0:2411:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-9 rc -125 00000080:00000001:3.0:1789608782.899878:0:2411:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1789608782.899880:0:2411:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1789608782.899881:0:2411:0:(dcache.c:176:ll_intent_release()) intent ffff94d90839a990 released 00000080:00000001:3.0:1789608782.899882:0:2411:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1789608782.899884:0:2411:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 3 00000080:00000010:3.0:1789608782.899886:0:2411:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff94d910e06300. 00000080:00000010:3.0:1789608782.899888:0:2411:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff94d90839a800. 00000080:00000001:3.0:1789608782.899890:0:2411:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:3.0:1789608782.899892:0:2411:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff94d907ddb040. 00000002:00000010:3.0:1789608782.899895:0:2411:0:(batch.c:317:batch_update_request_destroy()) kvfree 'bub->bub_req': 4096 at ffff94d907fd1000. 00000002:00000010:3.0:1789608782.899899:0:2411:0:(batch.c:318:batch_update_request_destroy()) kfreed 'bub': 40 at ffff94d907ddb240. 00000002:00000010:3.0:1789608782.899901:0:2411:0:(batch.c:321:batch_update_request_destroy()) kfreed 'head': 80 at ffff94d909265d20. 00000002:00000001:3.0:1789608782.899904:0:2411:0:(batch.c:394:batch_update_request_fini()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000002:00000001:3.0:1789608782.899906:0:2411:0:(batch.c:422:batch_update_interpret()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:3.0:1789608782.899916:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908492a00 x1876538934292608/t0(0) o63->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1789608798 ref 1 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608782.899925:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908492a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934292608:192.168.203.121@tcp:63:ll_sa.0 00000100:00000001:3.0:1789608782.899930:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608782.899934:0:2411:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608782.899937:0:2411:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908492a00 x1876538934292608/t0(0) o63->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1789608798 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608782.899943:0:2411:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608782.899946:0:2411:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608782.899949:0:2411:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff94d907fde000. 02000000:00000001:3.0:1789608782.899952:0:2411:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608782.899955:0:2411:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608782.899956:0:2411:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608782.899959:0:2411:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608782.899961:0:2411:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 4096 at ffff94d907fd7000. 02000000:00000001:3.0:1789608782.899964:0:2411:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608782.899965:0:2411:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608782.899967:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908492a00. 00000100:00000001:3.0:1789608782.899971:0:2411:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608782.899972:0:2411:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608782.899974:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608782.899983:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608782.899985:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608782.899987:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608782.899989:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1789608782.903923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1e00. 00010000:00000010:3.1:1789608782.903936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1400. 00010000:00000010:3.1:1789608782.903939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1200. 00010000:00000010:3.1:1789608782.903942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1800. 00010000:00000010:3.1:1789608782.903944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1c00. 00010000:00000010:3.1:1789608782.903947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0200. 00000800:00000001:1.0:1789608782.908606:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608782.908624:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608782.908629:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608782.908631:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608782.908638:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608782.908646:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608782.908655:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608782.908659:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608782.908665:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608782.908669:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 456 into portal 10 MB=0x6aab3c495f000 00000400:00000200:1.0:1789608782.908674:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608782.908720:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 456/456 into md 0x80c1 [1] + 224 00000800:00000001:1.0:1789608782.908727:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608782.908734:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608782.908738:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608782.908742:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608782.908750:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608782.908760:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d24a80 x1876538934292480/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 504/624 e 0 to 0 dl 1789608798 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608782.908770:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff94d907d24a80 x1876538934292480/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 504/624 e 0 to 0 dl 1789608798 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608782.908790:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608782.908798:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608782.908801:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1789608782.909382:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69600. 00010000:00000010:3.1:1789608782.909393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1000. 00000100:00000001:2.0:1789608782.910066:0:33378:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608782.910077:0:33378:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608782.910079:0:33378:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608782.910081:0:33378:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21160. 00000400:00000200:2.0:1789608782.910088:0:33378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c198 00000400:00000010:2.0:1789608782.910091:0:33378:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c198. 00000100:00000001:2.0:1789608782.910094:0:33378:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608782.910102:0:33378:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d24a80 x1876538934292480/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 504/624 e 0 to 0 dl 1789608798 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789608782.910112:0:33378:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d24a80 x1876538934292480/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 504/624 e 0 to 0 dl 1789608798 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608782.910119:0:33378:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608782.910121:0:33378:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608782.910123:0:33378:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608782.910126:0:33378:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608782.910128:0:33378:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608782.910131:0:33378:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608782.910135:0:33378:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608782.910146:0:33378:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=140 v=5 (104 104 104 137) 00000100:00001000:2.0:1789608782.910150:0:33378:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608782.910152:0:33378:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608782.910153:0:33378:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.910155:0:33378:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608782.910159:0:33378:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608782.910161:0:33378:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789608782.910163:0:33378:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009c/0x100000154] 00000100:00000001:2.0:1789608782.910164:0:33378:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789608782.910167:0:33378:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608782.910168:0:33378:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592877184 : -117815116674432 : ffff94d907d24a80) 00000100:00000001:2.0:1789608782.910172:0:33378:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608782.910173:0:33378:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967634 00000100:00000001:2.0:1789608782.910175:0:33378:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608782.910177:0:33378:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608782.910190:0:33378:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d24a80 x1876538934292480/t4294967637(4294967637) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 504/456 e 0 to 0 dl 1789608798 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608782.910197:0:33378:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608782.910200:0:33378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608782.910202:0:33378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608782.910206:0:33378:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d24a80 x1876538934292480/t4294967637(4294967637) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 504/456 e 0 to 0 dl 1789608798 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789608782.910220:0:33378:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d24a80 pname:cluuid:pid:xid:nid:opc:job multiop:25f5d458-2cbe-49cd-9693-334c08df7e27:33378:1876538934292480:192.168.203.121@tcp:36:multiop.0 00000100:00000001:2.0:1789608782.910225:0:33378:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608782.910228:0:33378:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608782.910230:0:33378:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789608782.910232:0:33378:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608782.910235:0:33378:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d24a80 x1876538934292480/t4294967637(4294967637) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 504/456 e 0 to 0 dl 1789608798 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608782.910241:0:33378:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608782.910244:0:33378:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d909110e40. 00000100:00000001:2.0:1789608782.910247:0:33378:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789608782.910249:0:33378:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608782.910256:0:33378:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608782.910259:0:33378:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608782.910264:0:33378:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:2.0:1789608782.910268:0:33378:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d9071fa200. 00000100:00000001:2.0:1789608782.910273:0:33378:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608782.910276:0:33378:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d24a80 x1876538934292480/t4294967637(4294967637) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 504/456 e 0 to 0 dl 1789608798 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608782.910282:0:33378:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608782.910286:0:33378:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608782.910296:0:33378:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789608782.910299:0:33378:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffe30 00000080:00002000:2.0:1789608782.910301:0:33378:0:(dcache.c:127:ll_ddelete()) deleting dentry f22.recovery-small-1 (ffff94d918b2eca8, parent ffff94d918a99a20, inode 0000000000000000) hashed, 00000080:00000001:2.0:1789608782.910305:0:33378:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789608782.910311:0:33378:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789608782.910317:0:33378:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1789608782.910325:0:33378:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:2.0:1789608782.910328:0:33378:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1789608782.910331:0:33378:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789608782.910336:0:33378:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514695448 : -117815194856168 : ffff94d903295518) 00000020:00001000:2.0:1789608782.910339:0:33378:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295510 00000020:00000001:2.0:1789608782.910344:0:33378:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbb70 -> ffff94d9040dbb70 00000020:00000001:2.0:1789608782.910347:0:33378:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:2.0:1789608782.910350:0:33378:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1789608782.910353:0:33378:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x28:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1789608782.910356:0:33378:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789608782.910358:0:33378:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1789608782.910359:0:33378:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789608782.910364:0:33378:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x28:0x0]io ffff94d904aad780 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1789608782.910366:0:33378:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b65e88) owner 0000000000000000/ffff94d907cc4f80 00020000:00000001:2.0:1789608782.910371:0:33378:0:(lov_io.c:2207:lov_io_init_empty()) Process entered 00020000:00000001:2.0:1789608782.910373:0:33378:0:(lov_io.c:2241:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:2.0:1789608782.910375:0:33378:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b65e88) owner 0000000000000000/ffff94d907cc4f80 00000020:00000001:2.0:1789608782.910377:0:33378:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789608782.910380:0:33378:0:(cl_io.c:72:cl_io_fini()) Process entered 00000080:00000001:2.0:1789608782.910382:0:33378:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1789608782.910384:0:33378:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x28:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1789608782.910387:0:33378:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789608782.910388:0:33378:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789608782.910391:0:33378:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295510 00000080:00000001:2.0:1789608782.910394:0:33378:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608782.910397:0:33378:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:2.0:1789608782.910400:0:33378:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x28:0x0](ffff94d918920908) 00800000:00000001:2.0:1789608782.910404:0:33378:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:2.0:1789608782.910406:0:33378:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x28:0x0] 00000002:00000001:2.0:1789608782.910410:0:33378:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:2.0:1789608782.910416:0:33378:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608782.910417:0:33378:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:2.0:1789608782.910420:0:33378:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608782.910422:0:33378:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608782.910424:0:33378:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:2.0:1789608782.910426:0:33378:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:2.0:1789608782.910428:0:33378:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608782.910430:0:33378:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608782.910433:0:33378:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789608782.910434:0:33378:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514695448 : -117815194856168 : ffff94d903295518) 00000020:00001000:2.0:1789608782.910437:0:33378:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295510 00020000:00000001:2.0:1789608782.910441:0:33378:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:2.0:1789608782.910443:0:33378:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b65e88) owner 0000000000000000/ffff94d907cc4f80 00020000:00000001:2.0:1789608782.910461:0:33378:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:2.0:1789608782.910463:0:33378:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789608782.910465:0:33378:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b65e88) owner 0000000000000000/ffff94d907cc4f80 00020000:00000001:2.0:1789608782.910467:0:33378:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:2.0:1789608782.910469:0:33378:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:2.0:1789608782.910471:0:33378:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b65e88) owner 0000000000000000/ffff94d907cc4f80 00020000:00000002:2.0:1789608782.910473:0:33378:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b65e88) owner 0000000000000000/ffff94d907cc4f80 00020000:00000010:2.0:1789608782.910476:0:33378:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff94d910b65e88. 00020000:00000001:2.0:1789608782.910480:0:33378:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:2.0:1789608782.910482:0:33378:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff94d9040dbaf0. 00000020:00001000:2.0:1789608782.910486:0:33378:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295510 00000080:00000001:2.0:1789608782.910489:0:33378:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:2.0:1789608782.910491:0:33378:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000010:2.1:1789608782.922729:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f682a0. 00000080:00000010:2.1:1789608782.922755:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d918920840. 00010000:00010000:0.0:1789608782.924935:0:33384:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff94d904ceb000 00010000:00000001:0.0:1789608782.924942:0:33384:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789608782.924944:0:33384:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789608782.924950:0:33384:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608782.924953:0:33384:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789608782.924957:0:33384:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789608782.924960:0:33384:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789608782.924963:0:33384:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1789608782.924975:0:33384:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000020:00000001:2.0:1789608782.925043:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789608782.925046:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608782.925059:0:16956:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1789608782.925062:0:16956:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1789608782.925065:0:16956:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789608782.925070:0:16956:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176febf lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x91bddff8e8ed9498 expref: -99 pid: 33376 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1789608782.925083:0:16956:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789608782.925087:0:16956:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789608782.925089:0:16956:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789608782.925091:0:16956:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x27:0x0] mode (null) 00000002:00000001:2.0:1789608782.925095:0:16956:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608782.925098:0:16956:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608782.925104:0:16956:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69200 count: 2 00010000:00000001:2.0:1789608782.925115:0:16956:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789608782.925119:0:16956:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608782.925120:0:16956:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608782.925122:0:16956:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608782.925123:0:16956:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69200 count: 2 00010000:00000001:2.0:1789608782.925125:0:16956:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789608782.925126:0:16956:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608782.925128:0:16956:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608782.925129:0:16956:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608782.925130:0:16956:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69200 count: 2 00010000:00000001:2.0:1789608782.925132:0:16956:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789608782.925134:0:16956:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608782.925135:0:16956:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608782.925136:0:16956:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608782.925137:0:16956:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69200 count: 2 00010000:00000001:2.0:1789608782.925139:0:16956:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789608782.925140:0:16956:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608782.925142:0:16956:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608782.925144:0:16956:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789608782.925146:0:16956:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789608782.925152:0:16956:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514695448 : -117815194856168 : ffff94d903295518) 00000020:00001000:2.0:1789608782.925154:0:16956:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295510 00000020:00000001:2.0:1789608782.925156:0:16956:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1789608782.925159:0:16956:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x27:0x0]: losing layout lock 00000080:00000001:2.0:1789608782.925162:0:16956:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1789608782.925164:0:16956:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1789608782.925167:0:16956:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1789608782.925169:0:16956:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789608782.925172:0:16956:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x27:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1789608782.925174:0:16956:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608782.925175:0:16956:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789608782.925177:0:16956:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295510 00000080:00000001:2.0:1789608782.925180:0:16956:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608782.925192:0:16956:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1789608782.925195:0:16956:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x27:0x0](ffff94d9189242c8) invalid 00000020:00000001:2.0:1789608782.925199:0:16956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c6fca0 00000080:00002000:2.0:1789608782.925202:0:16956:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f22.recovery-small-2 (ffff94d918b2e0d8) parent ffff94d918a99a20 inode ffff94d9189242c8 refc 1 00000080:00000001:2.0:1789608782.925206:0:16956:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1789608782.925216:0:16956:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789608782.925218:0:16956:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.925221:0:16956:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789608782.925224:0:16956:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789608782.925226:0:16956:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789608782.925228:0:16956:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608782.925230:0:16956:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789608782.925234:0:16956:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d909232e00 with handle 0xc54db3288176febf from hash 00010000:00000001:2.0:1789608782.925236:0:16956:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789608782.925238:0:16956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608782.925240:0:16956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608782.925241:0:16956:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789608782.925245:0:16956:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789608782.925247:0:16956:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789608782.925260:0:16956:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789608782.925263:0:16956:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608782.925265:0:16956:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1789608782.925274:0:16956:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d27480. 00000020:00000040:2.0:1789608782.925277:0:16956:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:2.0:1789608782.925283:0:16956:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608782.925287:0:16956:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608782.925292:0:16956:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608782.925298:0:16956:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d9071fa200. 00000100:00000001:2.0:1789608782.925306:0:16956:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.925308:0:16956:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1789608782.925314:0:16956:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176febf lrc: 1/0,0 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x91bddff8e8ed9498 expref: -99 pid: 33376 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1789608782.925322:0:16956:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1789608782.925323:0:16956:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608782.925327:0:16956:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789608782.925329:0:16956:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789608782.925334:0:16956:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d909110e40. 00000100:00000001:2.0:1789608782.925337:0:16956:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258613767744 : -117815095783872 : ffff94d909110e40) 00000100:00000001:2.0:1789608782.925340:0:16956:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608782.925341:0:16956:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592887936 : -117815116663680 : ffff94d907d27480) 00000100:00000001:2.0:1789608782.925345:0:16956:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608782.925350:0:16956:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608782.925352:0:16956:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789608782.925353:0:16956:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608782.925364:0:16956:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d27480 x1876538934292736/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608782.925373:0:16956:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608782.925376:0:16956:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608782.925380:0:16956:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608782.925383:0:16956:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608782.925385:0:16956:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608782.925389:0:16956:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d27480 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_01:25f5d458-2cbe-49cd-9693-334c08df7e27:16956:1876538934292736:192.168.203.121@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1789608782.925394:0:16956:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608782.925398:0:16956:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608782.925401:0:16956:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608782.925403:0:16956:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608782.925408:0:16956:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d9071fae00. 02000000:00000001:2.0:1789608782.925410:0:16956:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608782.925417:0:16956:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608782.925422:0:16956:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21160. 00000400:00000010:2.0:1789608782.925850:0:16956:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c198. 00000100:00000200:2.0:1789608782.925861:0:16956:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934292736, portal 18 00000100:00000001:2.0:1789608782.925863:0:16956:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608782.925864:0:16956:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592887936 : -117815116663680 : ffff94d907d27480) 00000100:00000040:2.0:1789608782.925874:0:16956:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907d27480 x1876538934292736/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608798 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608782.925881:0:16956:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608782.925884:0:16956:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608782.925888:0:16956:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6cc38. 00000100:00000200:2.0:1789608782.925891:0:16956:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876538934292736, offset 0 00000400:00000200:2.0:1789608782.925897:0:16956:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608782.925904:0:16956:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608782.925912:0:16956:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608782.925917:0:16956:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608782.925921:0:16956:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608782.925925:0:16956:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608782.925927:0:16956:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608782.925930:0:16956:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2813:2813:256:4294967295] 192.168.203.121@tcp LPNI seq info [2813:2813:8:4294967295] 00000400:00000200:2.0:1789608782.925934:0:16956:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608782.925944:0:16956:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608782.925950:0:16956:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608782.925955:0:16956:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d902bd1700. 00000800:00000200:2.0:1789608782.925962:0:16956:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608782.925970:0:16956:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608782.925974:0:16956:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d902bd1700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1789608782.925984:0:16956:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608782.925989:0:16956:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 841211 usecs (842 jiffies) 00000400:00000200:2.0:1789608782.925992:0:16956:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608782.925996:0:16956:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296510858 00000100:00000001:2.0:1789608782.926003:0:16956:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, simply extend its deadline from 4296510818 00000100:00000001:2.0:1789608782.926009:0:16956:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296510858 00000100:00000001:2.0:1789608782.926012:0:16956:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, simply extend its deadline from 4296510818 00000100:00000001:2.0:1789608782.926015:0:16956:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608782.926017:0:16956:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608782.926019:0:16956:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608782.926021:0:16956:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789608782.926025:0:16956:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d909110e40 going to sleep for 11 seconds 00000100:00000001:2.0:1789608782.926027:0:16956:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608782.926029:0:16956:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608782.926207:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608782.926219:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d902bd1700. 00000400:00000200:0.0:1789608782.926224:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608782.926231:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608782.926235:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6cc38 00000400:00000010:0.0:1789608782.926238:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6cc38. 00000100:00000001:0.0:1789608782.926241:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608782.926245:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d27480 x1876538934292736/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608798 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608782.926254:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608782.926257:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d27480 x1876538934292736/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608798 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608782.926263:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608782.926265:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00010000:00010000:3.0:1789608782.929141:0:33383:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0001-mdc-ffff94d904ceb000 00010000:00000001:3.0:1789608782.929149:0:33383:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608782.929151:0:33383:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608782.929154:0:33383:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608782.929160:0:33383:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608782.929162:0:33383:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608782.929164:0:33383:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789608782.934885:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608782.934900:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608782.934904:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608782.934906:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608782.934914:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608782.934921:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608782.934929:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608782.934935:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608782.934941:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608782.934945:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 18 MB=0x6aab3c495f100 00000400:00000200:1.0:1789608782.934952:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608782.934957:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.121@tcp of length 224/224 into md 0x80d1 [1] + 224 00000800:00000001:1.0:1789608782.934964:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608782.934971:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608782.934975:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608782.934979:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608782.934986:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608782.934994:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d27480 x1876538934292736/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608798 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608782.935006:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907d27480 x1876538934292736/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608798 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608782.935025:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608782.935033:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608782.935036:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608782.935077:0:16956:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608782.935085:0:16956:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608782.935087:0:16956:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608782.935091:0:16956:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21160. 00000400:00000200:2.0:1789608782.935095:0:16956:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c198 00000400:00000010:2.0:1789608782.935097:0:16956:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c198. 00000100:00000001:2.0:1789608782.935101:0:16956:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608782.935105:0:16956:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d27480 x1876538934292736/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608798 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789608782.935123:0:16956:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d27480 x1876538934292736/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608798 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608782.935129:0:16956:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608782.935131:0:16956:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608782.935133:0:16956:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608782.935136:0:16956:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608782.935139:0:16956:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608782.935140:0:16956:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608782.935143:0:16956:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608782.935152:0:16956:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11d80 time=139 v=5 (5 5 5 5) 00000100:00001000:2.0:1789608782.935155:0:16956:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608782.935158:0:16956:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608782.935160:0:16956:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.935163:0:16956:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608782.935166:0:16956:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608782.935170:0:16956:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608782.935172:0:16956:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967634 00000100:00000001:2.0:1789608782.935174:0:16956:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608782.935177:0:16956:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608782.935191:0:16956:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d27480 x1876538934292736/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608798 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608782.935197:0:16956:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608782.935200:0:16956:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608782.935202:0:16956:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608782.935206:0:16956:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d27480 x1876538934292736/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608798 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789608782.935213:0:16956:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d27480 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_01:25f5d458-2cbe-49cd-9693-334c08df7e27:16956:1876538934292736:192.168.203.121@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1789608782.935218:0:16956:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608782.935220:0:16956:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608782.935222:0:16956:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789608782.935225:0:16956:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608782.935228:0:16956:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d27480 x1876538934292736/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608798 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608782.935235:0:16956:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608782.935238:0:16956:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d909110e40. 00000100:00000001:2.0:1789608782.935241:0:16956:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789608782.935242:0:16956:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608782.935245:0:16956:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608782.935248:0:16956:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d27480 x1876538934292736/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608798 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608782.935254:0:16956:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608782.935257:0:16956:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608782.935260:0:16956:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d9071fae00. 02000000:00000001:2.0:1789608782.935262:0:16956:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608782.935265:0:16956:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608782.935267:0:16956:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:2.0:1789608782.935269:0:16956:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608782.935272:0:16956:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d9071fa200. 02000000:00000001:2.0:1789608782.935275:0:16956:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608782.935277:0:16956:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608782.935278:0:16956:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d27480. 00000100:00000001:2.0:1789608782.935282:0:16956:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608782.935283:0:16956:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789608782.935285:0:16956:0:(ldlm_request.c:1632:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:2.0:1789608782.935288:0:16956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789608782.935292:0:16956:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232e00/0xc54db3288176febf lrc: 0/0,0 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x91bddff8e8ed9498 expref: -99 pid: 33376 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:2.0:1789608782.935302:0:16956:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d9071bfa40. 00010000:00000040:2.0:1789608782.935306:0:16956:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d903b69200 count: 0 00010000:00000010:2.0:1789608782.935313:0:16956:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d90847b000. 00010000:00000001:2.0:1789608782.935321:0:16956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608782.935323:0:16956:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608782.935338:0:16956:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608782.935342:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789608782.935344:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608782.935346:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1789608782.935348:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789608782.935349:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608782.935351:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1789608782.935352:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789608782.935353:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608782.935355:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789608782.935412:0:33384:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608782.935415:0:33384:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608782.935418:0:33384:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1789608782.942724:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69200. 00010000:00000010:2.1:1789608782.942737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232e00. 00010000:00000001:3.0:1789608783.632611:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608783.632620:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608783.632629:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608783.632630:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608783.633035:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789608783.633039:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608783.633052:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789608783.821832:0:20560:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d000 (cpu 0) has reached its deadline 4296510858, at 4296510912 00000100:00000010:0.0:1789608783.821853:0:20560:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d9094a95a0. 00000100:00000040:1.0:1789608783.824042:0:809:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d110 (cpu 1) has reached its deadline 4296510858, at 4296510914 00000100:00000010:1.0:1789608783.824058:0:809:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d9094a99c0. 00000100:00000040:2.0:1789608783.886357:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789608783.886372:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789608783.886387:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d27480. 00000020:00000040:2.0:1789608783.886395:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=4 obd=MGC192.168.203.121@tcp 00000100:00000001:2.0:1789608783.886401:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608783.886405:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608783.886412:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608783.886422:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d902bd1000. 00000100:00000001:2.0:1789608783.886430:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608783.886445:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS req@ffff94d907d27480 x1876538934292864/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789608783.886469:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608783.886474:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608783.886482:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032be462c] to pc [ptlrpcd_01_00+0] req@ffff94d907d27480 x1876538934292864/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608783.886525:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608783.886528:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789608783.886532:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789608783.886538:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d25c00. 00000020:00000040:2.0:1789608783.886541:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:2.0:1789608783.886543:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608783.886545:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608783.886546:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608783.886550:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d902bd1900. 00000100:00000001:2.0:1789608783.886552:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608783.886557:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID req@ffff94d907d25c00 x1876538934292992/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789608783.886563:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608783.886566:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608783.886569:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4d415d2] to pc [ptlrpcd_01_01+1] req@ffff94d907d25c00 x1876538934292992/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608783.886577:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608783.886579:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789608783.886583:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789608783.886587:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d27800. 00000020:00000040:2.0:1789608783.886589:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=4 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000100:00000001:2.0:1789608783.886591:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608783.886592:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608783.886594:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608783.886597:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d902bd1700. 00000100:00000001:2.0:1789608783.886600:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608783.886604:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID req@ffff94d907d27800 x1876538934293120/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789608783.886611:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608783.886612:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608783.886616:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ccb30b29] to pc [ptlrpcd_01_00+0] req@ffff94d907d27800 x1876538934293120/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608783.886622:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608783.886624:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789608783.886627:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789608783.886631:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d25f80. 00000020:00000040:2.0:1789608783.886633:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00000100:00000001:2.0:1789608783.886647:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608783.886648:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608783.886650:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608783.886653:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d902bd1d00. 00000100:00000001:2.0:1789608783.886657:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608783.886661:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID req@ffff94d907d25f80 x1876538934293248/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789608783.886668:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608783.886669:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608783.886673:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000939432f3] to pc [ptlrpcd_01_01+1] req@ffff94d907d25f80 x1876538934293248/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608783.886856:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608783.886861:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608783.886865:0:2411:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608783.886873:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d27480 x1876538934292864/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608783.886881:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608783.886883:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608783.886888:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608783.886891:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608783.886894:0:2411:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608783.886898:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2411:1876538934292864:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608783.886903:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608783.886910:0:2411:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608783.886913:0:2411:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608783.886916:0:2411:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608783.886922:0:2411:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d91213dc00. 02000000:00000001:3.0:1789608783.886924:0:2411:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608783.886933:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608783.886939:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a898. 00000400:00000010:3.0:1789608783.886948:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9b28. 00000100:00000200:3.0:1789608783.886957:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934292864, portal 25 00000100:00000001:3.0:1789608783.886959:0:2411:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608783.886961:0:2411:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592887936 : -117815116663680 : ffff94d907d27480) 00000100:00000040:3.0:1789608783.886967:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907d27480 x1876538934292864/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608783.886975:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608783.886978:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608783.886982:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9000. 00000100:00000200:3.0:1789608783.886986:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876538934292864, offset 0 00000400:00000200:3.0:1789608783.886994:0:2411:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608783.887005:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608783.887015:0:2411:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608783.887022:0:2411:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608783.887027:0:2411:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608783.887032:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608783.887034:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608783.887039:0:2411:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2814:2814:256:4294967295] 192.168.203.121@tcp LPNI seq info [2814:2814:8:4294967295] 00000400:00000200:3.0:1789608783.887043:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608783.887055:0:2411:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608783.887063:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608783.887069:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d90827b300. 00000800:00000200:3.0:1789608783.887077:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608783.887086:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608783.887091:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d90827b300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789608783.887251:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608783.887254:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789608783.887258:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789608783.887263:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d25500. 00000020:00000040:2.0:1789608783.887266:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b13000 refcount=3 obd=lustre-OST0001-osc-ffff94d904ceb000 00000100:00000001:2.0:1789608783.887269:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608783.887271:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608783.887273:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608783.887278:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d902bd1600. 00000100:00000001:2.0:1789608783.887282:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608783.887286:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID req@ffff94d907d25500 x1876538934293376/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789608783.887295:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608783.887298:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608783.887302:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000074e8136d] to pc [ptlrpcd_01_00+0] req@ffff94d907d25500 x1876538934293376/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608783.887311:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608783.887317:0:21207:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1848) 00000100:00000001:2.0:1789608783.887335:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608783.887338:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608783.887340:0:2412:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608783.887345:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d25c00 x1876538934292992/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608783.887353:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608783.887355:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608783.887358:0:2412:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608783.887359:0:2412:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608783.887361:0:2412:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608783.887364:0:2412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2412:1876538934292992:192.168.203.121@tcp:400:kworker.0 00000100:00000001:2.0:1789608783.887368:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608783.887370:0:2412:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608783.887372:0:2412:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608783.887373:0:2412:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608783.887378:0:2412:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d911cfec00. 02000000:00000001:2.0:1789608783.887380:0:2412:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608783.887384:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608783.887388:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21160. 00000400:00000010:2.0:1789608783.887392:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c198. 00000100:00000200:2.0:1789608783.887395:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934292992, portal 10 00000100:00000001:2.0:1789608783.887398:0:2412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608783.887399:0:2412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592881664 : -117815116669952 : ffff94d907d25c00) 00000100:00000040:2.0:1789608783.887406:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907d25c00 x1876538934292992/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608783.887412:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608783.887415:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608783.887417:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6cf68. 00000100:00000200:2.0:1789608783.887420:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934292992, offset 0 00000400:00000200:2.0:1789608783.887425:0:2412:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608783.887429:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608783.887433:0:2412:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608783.887436:0:2412:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608783.887439:0:2412:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608783.887441:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608783.887444:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608783.887460:0:2412:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2815:2815:255:4294967295] 192.168.203.121@tcp LPNI seq info [2815:2815:7:4294967295] 00000400:00000200:2.0:1789608783.887464:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608783.887471:0:2412:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608783.887476:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608783.887479:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d902bd1a00. 00000800:00000200:2.0:1789608783.887483:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608783.887488:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608783.887491:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d902bd1a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789608783.887511:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608783.887517:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608783.887520:0:2411:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 0 is 4296514911 00000100:00000010:3.0:1789608783.887526:0:2411:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d909265d20. 00000100:00000001:3.0:1789608783.887534:0:2411:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1789608783.887541:0:2411:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 1 is 4296514911 00000100:00000010:3.0:1789608783.887544:0:2411:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d9092654e0. 00000100:00000001:3.0:1789608783.887548:0:2411:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1789608783.887551:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608783.887554:0:2411:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608783.887558:0:2411:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608783.887562:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d27800 x1876538934293120/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608783.887568:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608783.887570:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608783.887572:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608783.887574:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608783.887576:0:2411:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608783.887579:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934293120:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608783.887582:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608783.887585:0:2411:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608783.887586:0:2411:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608783.887588:0:2411:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608783.887591:0:2411:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d91213c000. 02000000:00000001:3.0:1789608783.887593:0:2411:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608783.887596:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608783.887599:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a6e0. 00000400:00000010:3.0:1789608783.887603:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9e58. 00000100:00000200:3.0:1789608783.887606:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934293120, portal 10 00000100:00000001:3.0:1789608783.887608:0:2411:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608783.887609:0:2411:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592888832 : -117815116662784 : ffff94d907d27800) 00000100:00000040:3.0:1789608783.887616:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907d27800 x1876538934293120/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608783.887622:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608783.887624:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608783.887627:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a92a8. 00000100:00000200:3.0:1789608783.887629:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934293120, offset 0 00000400:00000200:3.0:1789608783.887633:0:2411:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608783.887637:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608783.887640:0:2411:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608783.887643:0:2411:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608783.887646:0:2411:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608783.887648:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608783.887650:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608783.887653:0:2411:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2816:2816:254:4294967295] 192.168.203.121@tcp LPNI seq info [2816:2816:6:4294967295] 00000400:00000200:3.0:1789608783.887658:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608783.887664:0:2411:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608783.887668:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608783.887671:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d90827b100. 00000800:00000200:3.0:1789608783.887675:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608783.887709:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608783.887711:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d90827b100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789608783.887756:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608783.887762:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 840088 usecs (841 jiffies) 00000400:00000200:2.0:1789608783.887766:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608783.887768:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296511819 00000100:00000001:2.0:1789608783.887771:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296514911 00000100:00000001:2.0:1789608783.887774:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296511819 00000100:00000001:2.0:1789608783.887776:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296514911 00000100:00000001:2.0:1789608783.887778:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608783.887781:0:2412:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608783.887783:0:2412:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608783.887788:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d25f80 x1876538934293248/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608783.887796:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608783.887797:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608783.887799:0:2412:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608783.887801:0:2412:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608783.887803:0:2412:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608783.887806:0:2412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2412:1876538934293248:192.168.203.121@tcp:400:kworker.0 00000100:00000001:2.0:1789608783.887809:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608783.887812:0:2412:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608783.887814:0:2412:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608783.887816:0:2412:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608783.887819:0:2412:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d911cfe000. 02000000:00000001:2.0:1789608783.887821:0:2412:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608783.887824:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608783.887827:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21738. 00000400:00000010:2.0:1789608783.887831:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6cc38. 00000100:00000200:2.0:1789608783.887834:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934293248, portal 4 00000100:00000001:2.0:1789608783.887836:0:2412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608783.887838:0:2412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592882560 : -117815116669056 : ffff94d907d25f80) 00000100:00000040:2.0:1789608783.887843:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907d25f80 x1876538934293248/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608783.887849:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608783.887852:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608783.887854:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6ccc0. 00000100:00000200:2.0:1789608783.887857:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876538934293248, offset 0 00000400:00000200:2.0:1789608783.887861:0:2412:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608783.887865:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608783.887869:0:2412:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608783.887871:0:2412:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608783.887874:0:2412:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608783.887876:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608783.887878:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608783.887881:0:2412:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2817:2817:253:4294967295] 192.168.203.121@tcp LPNI seq info [2817:2817:5:4294967295] 00000400:00000200:2.0:1789608783.887885:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608783.887891:0:2412:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608783.887895:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608783.887901:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d908d55a00. 00000800:00000200:2.0:1789608783.887905:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608783.887909:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608783.887912:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d908d55a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789608783.887915:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608783.887918:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 209416 usecs (210 jiffies) 00000400:00000200:2.0:1789608783.887921:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608783.887923:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296511188 00000100:00000001:2.0:1789608783.887926:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296514911 00000100:00000001:2.0:1789608783.887928:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296511188 00000100:00000001:2.0:1789608783.887931:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296514911 00000100:00000001:2.0:1789608783.887933:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608783.887935:0:2412:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608783.887938:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608783.887941:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608783.887950:0:2412:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608783.887954:0:2412:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789608783.887956:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608783.887957:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608783.887959:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608783.887962:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1789608783.887964:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608783.887966:0:2412:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608783.887968:0:2412:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608783.887970:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608783.887971:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608783.887972:0:2412:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608783.887976:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d25500 x1876538934293376/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608783.887983:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608783.887985:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608783.887987:0:2412:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608783.887989:0:2412:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608783.887990:0:2412:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608783.887993:0:2412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2412:1876538934293376:192.168.203.121@tcp:400:kworker.0 00000100:00000001:2.0:1789608783.887996:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608783.887999:0:2412:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608783.888000:0:2412:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608783.888002:0:2412:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608783.888006:0:2412:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d91ee88400. 02000000:00000001:2.0:1789608783.888008:0:2412:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608783.888011:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608783.888014:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21f20. 00000400:00000010:2.0:1789608783.888017:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c660. 00000100:00000200:2.0:1789608783.888020:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934293376, portal 4 00000100:00000001:2.0:1789608783.888022:0:2412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608783.888024:0:2412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592879872 : -117815116671744 : ffff94d907d25500) 00000100:00000040:2.0:1789608783.888030:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907d25500 x1876538934293376/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608783.888035:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608783.888038:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608783.888040:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c880. 00000100:00000200:2.0:1789608783.888042:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876538934293376, offset 0 00000400:00000200:2.0:1789608783.888046:0:2412:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608783.888050:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608783.888053:0:2412:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608783.888056:0:2412:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608783.888058:0:2412:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608783.888060:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608783.888063:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608783.888065:0:2412:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2818:2818:252:4294967295] 192.168.203.121@tcp LPNI seq info [2818:2818:4:4294967295] 00000400:00000200:2.0:1789608783.888069:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608783.888075:0:2412:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608783.888078:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608783.888082:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d908d55300. 00000800:00000200:2.0:1789608783.888085:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608783.888089:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608783.888092:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d908d55300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789608783.888095:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608783.888098:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: using a timeout of 25090 usecs (26 jiffies) 00000400:00000200:2.0:1789608783.890381:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608783.890388:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296511006 00000100:00000001:2.0:1789608783.890393:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296514911 00000100:00000001:2.0:1789608783.890396:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296511006 00000100:00000001:2.0:1789608783.890399:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296514911 00000100:00000001:2.0:1789608783.890402:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608783.890406:0:2412:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608783.890413:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608783.890419:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608783.890938:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608783.890946:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d90827b300. 00000400:00000200:0.0:1789608783.890957:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608783.890967:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608783.890978:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9000 00000400:00000010:0.0:1789608783.890981:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9000. 00000100:00000001:0.0:1789608783.890989:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608783.890998:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d27480 x1876538934292864/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608783.891011:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608783.891015:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d27480 x1876538934292864/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608799 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608783.891022:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608783.891024:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608783.891042:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608783.891044:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d902bd1a00. 00000400:00000200:0.0:1789608783.891049:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608783.891052:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608783.891055:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6cf68 00000400:00000010:0.0:1789608783.891057:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6cf68. 00000100:00000001:0.0:1789608783.891060:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608783.891064:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25c00 x1876538934292992/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608783.891072:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608783.891075:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d25c00 x1876538934292992/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608799 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608783.891081:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608783.891083:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608783.891091:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608783.891093:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d908d55a00. 00000400:00000200:0.0:1789608783.891097:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608783.891283:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608783.891288:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6ccc0 00000400:00000010:0.0:1789608783.891290:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6ccc0. 00000100:00000001:0.0:1789608783.891294:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608783.891299:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25f80 x1876538934293248/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608783.891307:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608783.891310:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d25f80 x1876538934293248/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608799 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608783.891315:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608783.891317:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608783.891398:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608783.891401:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d908d55300. 00000400:00000200:0.0:1789608783.891405:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608783.891409:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608783.891411:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c880 00000400:00000010:0.0:1789608783.891413:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c880. 00000100:00000001:0.0:1789608783.891416:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608783.891420:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25500 x1876538934293376/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608783.891427:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608783.891430:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d25500 x1876538934293376/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608799 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608783.891436:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608783.891438:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789608783.894965:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608783.894982:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: using a timeout of 23428 usecs (24 jiffies) 00000400:00000200:3.0:1789608783.894994:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608783.894999:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296511009 00000100:00000001:3.0:1789608783.895004:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296514911 00000100:00000001:3.0:1789608783.895007:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296511009 00000100:00000001:3.0:1789608783.895009:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296514911 00000100:00000001:3.0:1789608783.895012:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608783.895017:0:2411:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608783.895023:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608783.895028:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608783.895040:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608783.895043:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789608783.895046:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608783.895049:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608783.895052:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608783.895055:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608783.895376:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608783.895382:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d90827b100. 00000400:00000200:1.0:1789608783.895390:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608783.895399:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608783.895408:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a92a8 00000400:00000010:1.0:1789608783.895412:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a92a8. 00000100:00000001:1.0:1789608783.895418:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608783.895427:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d27800 x1876538934293120/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608783.895440:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608783.895443:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d27800 x1876538934293120/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608799 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608783.895451:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608783.895454:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608783.907908:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608783.907931:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608783.907935:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608783.907937:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608783.907945:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608783.907952:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608783.907962:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608783.907967:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608783.907973:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608783.907977:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c495f300 00000400:00000200:0.0:1789608783.907981:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608783.907988:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x80f1 [1] + 224 00000800:00000001:0.0:1789608783.907994:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608783.907997:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608783.908001:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608783.908005:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608783.908012:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608783.908020:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d25f80 x1876538934293248/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608799 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608783.908031:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907d25f80 x1876538934293248/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608799 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608783.908064:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608783.908074:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608783.908078:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608783.908080:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608783.908082:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608783.908085:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608783.908088:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608783.908092:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608783.908095:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608783.908097:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608783.908100:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c495f200 00000400:00000200:0.0:1789608783.908103:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608783.908108:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x80e1 [1] + 224 00000800:00000001:0.0:1789608783.908112:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608783.908115:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608783.908118:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608783.908120:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608783.908123:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608783.908126:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d25c00 x1876538934292992/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608799 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608783.908135:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907d25c00 x1876538934292992/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608799 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608783.908142:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608783.908145:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608783.908148:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608783.908149:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608783.908151:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608783.908154:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608783.908157:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608783.908160:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608783.908162:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608783.908164:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608783.908166:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c495f280 00000400:00000200:0.0:1789608783.908169:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608783.908173:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x80e9 [1] + 224 00000800:00000001:0.0:1789608783.908187:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608783.908190:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608783.908192:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608783.908195:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608783.908197:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608783.908201:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d27800 x1876538934293120/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608799 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608783.908208:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907d27800 x1876538934293120/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608799 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608783.908226:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608783.908229:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608783.908233:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608783.908235:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608783.908237:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608783.908239:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608783.908243:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608783.908247:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608783.908250:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608783.908252:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608783.908254:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c495f380 00000400:00000200:0.0:1789608783.908257:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608783.908260:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x80f9 [1] + 224 00000800:00000001:0.0:1789608783.908263:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608783.908272:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608783.908274:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608783.908277:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608783.908279:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608783.908284:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d25500 x1876538934293376/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608799 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608783.908292:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907d25500 x1876538934293376/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608799 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608783.908299:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608783.908302:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608783.908305:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608783.908434:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608783.908439:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608783.908445:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608783.908447:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608783.908450:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a6e0. 00000400:00000200:3.0:1789608783.908455:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9e58 00000400:00000010:3.0:1789608783.908458:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9e58. 00000100:00000001:3.0:1789608783.908461:0:2411:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608783.908465:0:2411:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d27800 x1876538934293120/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608799 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608783.908474:0:2411:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d27800 x1876538934293120/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608799 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608783.908480:0:2411:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608783.908482:0:2411:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608783.908484:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608783.908488:0:2411:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608783.908490:0:2411:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608783.908492:0:2411:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608783.908495:0:2411:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608783.908503:0:2411:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b17c60 time=141 v=5 (104 104 104 137) 00000100:00001000:3.0:1789608783.908507:0:2411:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b17c18 time=141 v=5 (1 1 1 1) 00000100:00000001:3.0:1789608783.908509:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608783.908511:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608783.908513:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608783.908516:0:2411:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608783.908520:0:2411:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608783.908522:0:2411:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1789608783.908524:0:2411:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608783.908526:0:2411:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608783.908541:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d27800 x1876538934293120/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608799 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608783.908548:0:2411:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608783.908551:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608783.908553:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608783.908557:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d27800 x1876538934293120/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608799 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608783.908565:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934293120:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608783.908570:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608783.908572:0:2411:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608783.908575:0:2411:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d27800 x1876538934293120/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608799 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608783.908582:0:2411:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608783.908584:0:2411:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608783.908587:0:2411:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d91213c000. 02000000:00000001:3.0:1789608783.908591:0:2411:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608783.908593:0:2411:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608783.908595:0:2411:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=3 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608783.908598:0:2411:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608783.908600:0:2411:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d902bd1700. 02000000:00000001:3.0:1789608783.908603:0:2411:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608783.908605:0:2411:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608783.908606:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d27800. 00000100:00000001:3.0:1789608783.908609:0:2411:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608783.908611:0:2411:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608783.908614:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608783.908616:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608783.908617:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608783.908619:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608783.908620:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608783.908877:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608783.908880:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608783.908884:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608783.908886:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608783.908888:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21f20. 00000400:00000200:2.0:1789608783.908892:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c660 00000400:00000010:2.0:1789608783.908894:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c660. 00000100:00000001:2.0:1789608783.908897:0:2412:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608783.908902:0:2412:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d25500 x1876538934293376/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608799 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789608783.908910:0:2412:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d25500 x1876538934293376/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608799 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608783.908916:0:2412:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608783.908917:0:2412:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608783.908919:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608783.908920:0:2412:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608783.908922:0:2412:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608783.908923:0:2412:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608783.908925:0:2412:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608783.908929:0:2412:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13460 time=141 v=5 (5 5 5 36) 00000100:00001000:2.0:1789608783.908932:0:2412:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13418 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608783.908934:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608783.908935:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608783.908936:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608783.908938:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608783.908940:0:2412:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608783.908941:0:2412:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d904ceb000: skip recheck: last_committed 4294967322 00000100:00000001:2.0:1789608783.908943:0:2412:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608783.908944:0:2412:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608783.908947:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d25500 x1876538934293376/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608799 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608783.908953:0:2412:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608783.908955:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608783.908956:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608783.908959:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d25500 x1876538934293376/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608799 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789608783.908972:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2412:1876538934293376:192.168.203.121@tcp:400:kworker.0 00000400:00000001:2.0:1789608783.908976:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608783.908978:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608783.908980:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21160. 00000400:00000200:2.0:1789608783.908982:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c198 00000400:00000010:2.0:1789608783.908983:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c198. 00000100:00000001:2.0:1789608783.908985:0:2412:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608783.908988:0:2412:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d25c00 x1876538934292992/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608799 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789608783.908994:0:2412:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d25c00 x1876538934292992/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608799 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608783.908999:0:2412:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608783.909000:0:2412:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608783.909003:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608783.909004:0:2412:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608783.909005:0:2412:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608783.909006:0:2412:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608783.909008:0:2412:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608783.909011:0:2412:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=141 v=5 (104 104 104 137) 00000100:00001000:2.0:1789608783.909014:0:2412:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=12 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608783.909016:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608783.909017:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608783.909019:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608783.909020:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608783.909022:0:2412:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608783.909024:0:2412:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967634 00000100:00000001:2.0:1789608783.909025:0:2412:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608783.909027:0:2412:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608783.909031:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d25c00 x1876538934292992/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608799 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608783.909036:0:2412:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608783.909038:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608783.909040:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608783.909053:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d25c00 x1876538934292992/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608799 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789608783.909061:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2412:1876538934292992:192.168.203.121@tcp:400:kworker.0 00000400:00000001:2.0:1789608783.909065:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608783.909067:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608783.909068:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21738. 00000400:00000200:2.0:1789608783.909071:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6cc38 00000400:00000010:2.0:1789608783.909072:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6cc38. 00000100:00000001:2.0:1789608783.909074:0:2412:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608783.909078:0:2412:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d25f80 x1876538934293248/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608799 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789608783.909084:0:2412:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d25f80 x1876538934293248/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608799 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608783.909090:0:2412:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608783.909091:0:2412:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608783.909093:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608783.909094:0:2412:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608783.909096:0:2412:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608783.909097:0:2412:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608783.909098:0:2412:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608783.909101:0:2412:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13c60 time=141 v=5 (5 5 5 36) 00000100:00001000:2.0:1789608783.909104:0:2412:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=12 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608783.909106:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608783.909107:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608783.909109:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608783.909111:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608783.909113:0:2412:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608783.909114:0:2412:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: skip recheck: last_committed 4294967333 00000100:00000001:2.0:1789608783.909116:0:2412:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608783.909117:0:2412:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608783.909120:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d25f80 x1876538934293248/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608799 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608783.909126:0:2412:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608783.909128:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608783.909129:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608783.909132:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d25f80 x1876538934293248/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608799 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789608783.909139:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2412:1876538934293248:192.168.203.121@tcp:400:kworker.0 00000100:00000001:2.0:1789608783.909142:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608783.909144:0:2412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608783.909147:0:2412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d25500 x1876538934293376/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608799 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608783.909153:0:2412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608783.909154:0:2412:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608783.909156:0:2412:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d91ee88400. 02000000:00000001:2.0:1789608783.909159:0:2412:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608783.909161:0:2412:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608783.909162:0:2412:0:(genops.c:1222:class_import_put()) import ffff94d902b13000 refcount=2 obd=lustre-OST0001-osc-ffff94d904ceb000 00000020:00000001:2.0:1789608783.909164:0:2412:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608783.909166:0:2412:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d902bd1600. 02000000:00000001:2.0:1789608783.909169:0:2412:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608783.909170:0:2412:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608783.909171:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d25500. 00000100:00000001:2.0:1789608783.909182:0:2412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608783.909184:0:2412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608783.909185:0:2412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608783.909188:0:2412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d25c00 x1876538934292992/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608799 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608783.909194:0:2412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608783.909195:0:2412:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608783.909197:0:2412:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d911cfec00. 02000000:00000001:2.0:1789608783.909200:0:2412:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608783.909202:0:2412:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608783.909203:0:2412:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:2.0:1789608783.909205:0:2412:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608783.909206:0:2412:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d902bd1900. 02000000:00000001:2.0:1789608783.909208:0:2412:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608783.909209:0:2412:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608783.909210:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d25c00. 00000100:00000001:2.0:1789608783.909212:0:2412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608783.909213:0:2412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608783.909214:0:2412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608783.909217:0:2412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d25f80 x1876538934293248/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608799 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608783.909222:0:2412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608783.909223:0:2412:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608783.909224:0:2412:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d911cfe000. 02000000:00000001:2.0:1789608783.909226:0:2412:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608783.909227:0:2412:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608783.909228:0:2412:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=2 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:2.0:1789608783.909230:0:2412:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608783.909231:0:2412:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d902bd1d00. 02000000:00000001:2.0:1789608783.909232:0:2412:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608783.909233:0:2412:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608783.909235:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d25f80. 00000100:00000001:2.0:1789608783.909237:0:2412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608783.909238:0:2412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608783.909240:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608783.909247:0:2412:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608783.909249:0:2412:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608783.909252:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608783.909253:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789608783.915939:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608783.915958:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608783.915963:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608783.915965:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608783.915973:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608783.915981:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608783.915990:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608783.915994:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608783.915999:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608783.916004:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 25 MB=0x6aab3c495f180 00000400:00000200:1.0:1789608783.916009:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608783.916014:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.121@tcp of length 224/224 into md 0x80d9 [1] + 224 00000800:00000001:1.0:1789608783.916021:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608783.916029:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608783.916032:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608783.916036:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608783.916054:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608783.916062:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d27480 x1876538934292864/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608799 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608783.916072:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907d27480 x1876538934292864/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608799 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608783.916089:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608783.916097:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608783.916100:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608783.916160:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608783.916164:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608783.916171:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608783.916172:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608783.916184:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a898. 00000400:00000200:3.0:1789608783.916189:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9b28 00000400:00000010:3.0:1789608783.916191:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9b28. 00000100:00000001:3.0:1789608783.916194:0:2411:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608783.916199:0:2411:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d27480 x1876538934292864/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608799 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608783.916208:0:2411:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d27480 x1876538934292864/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608799 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608783.916214:0:2411:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608783.916215:0:2411:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608783.916218:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608783.916221:0:2411:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608783.916223:0:2411:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608783.916225:0:2411:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608783.916228:0:2411:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608783.916234:0:2411:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d90510e460 time=141 v=5 (5 5 5 5) 00000100:00001000:3.0:1789608783.916238:0:2411:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d90510e418 time=141 v=5 (1 1 1 1) 00000100:00000001:3.0:1789608783.916240:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608783.916242:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608783.916245:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608783.916247:0:2411:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608783.916250:0:2411:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608783.916254:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d27480 x1876538934292864/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608799 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608783.916260:0:2411:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608783.916263:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608783.916265:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608783.916269:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d27480 x1876538934292864/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608799 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608783.916275:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2411:1876538934292864:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608783.916281:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608783.916284:0:2411:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608783.916287:0:2411:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d27480 x1876538934292864/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608799 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608783.916292:0:2411:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608783.916295:0:2411:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608783.916298:0:2411:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d91213dc00. 02000000:00000001:3.0:1789608783.916302:0:2411:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608783.916304:0:2411:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608783.916306:0:2411:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=3 obd=MGC192.168.203.121@tcp 00000020:00000001:3.0:1789608783.916308:0:2411:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608783.916311:0:2411:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d902bd1000. 02000000:00000001:3.0:1789608783.916315:0:2411:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608783.916317:0:2411:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608783.916318:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d27480. 00000100:00000001:3.0:1789608783.916321:0:2411:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608783.916323:0:2411:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608783.916325:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608783.916332:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608783.916335:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608783.916337:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608783.916340:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608784.653803:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608784.653809:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608784.653815:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608784.653816:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608784.654396:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608784.654401:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608784.654405:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789608785.677823:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608785.677830:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608785.677835:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608785.677836:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608785.677991:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789608785.677994:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608785.677997:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789608786.701843:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608786.701854:0:32466:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608786.701857:0:32466:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608786.701861:0:32466:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608786.701867:0:32466:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608786.701870:0:32466:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608786.701872:0:32466:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608786.701875:0:32466:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608786.701879:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608786.701881:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608786.703439:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789608786.703447:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608786.703452:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789608787.726170:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608787.726179:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608787.726186:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608787.726188:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608787.726301:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608787.726305:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608787.726310:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789608787.853801:0:20560:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d000 (cpu 0) has reached its deadline 4296514911, at 4296514944 00000100:00000010:0.0:1789608787.853823:0:20560:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d909265d20. 00000100:00000040:1.0:1789608787.853974:0:809:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d110 (cpu 1) has reached its deadline 4296514911, at 4296514944 00000100:00000010:1.0:1789608787.853990:0:809:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d9092654e0. 00010000:00000001:3.0:1789608788.749876:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608788.749887:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608788.749894:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608788.749895:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608788.750769:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789608788.750775:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608788.750779:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789608789.007254:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608789.007264:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608789.007274:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904055880. 00000020:00000040:1.0:1789608789.007281:0:36:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=4 obd=MGC192.168.203.121@tcp 00000100:00000001:1.0:1789608789.007286:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608789.007290:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608789.007295:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608789.007304:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faad00. 00000100:00000001:1.0:1789608789.007313:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608789.007327:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS req@ffff94d904055880 x1876538934293504/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608789.007338:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608789.007343:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608789.007350:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bf26e54] to pc [ptlrpcd_00_00+0] req@ffff94d904055880 x1876538934293504/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608789.007372:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608789.007375:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608789.007379:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608789.007382:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904056680. 00000020:00000040:1.0:1789608789.007385:0:36:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:1.0:1789608789.007387:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608789.007389:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608789.007391:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608789.007396:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faa000. 00000100:00000001:1.0:1789608789.007399:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608789.007403:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID req@ffff94d904056680 x1876538934293632/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608789.007410:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608789.007412:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608789.007415:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005aad94d5] to pc [ptlrpcd_00_01+1] req@ffff94d904056680 x1876538934293632/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608789.007429:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608789.007432:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608789.007436:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608789.007439:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904056300. 00000020:00000040:1.0:1789608789.007441:0:36:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=4 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000100:00000001:1.0:1789608789.007443:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608789.007445:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608789.007446:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608789.007450:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faa700. 00000100:00000001:1.0:1789608789.007452:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608789.007456:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID req@ffff94d904056300 x1876538934293760/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608789.007462:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608789.007464:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608789.007467:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024083d7d] to pc [ptlrpcd_00_00+0] req@ffff94d904056300 x1876538934293760/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608789.007474:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608789.007476:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608789.007479:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608789.007483:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904054700. 00000020:00000040:1.0:1789608789.007485:0:36:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00000100:00000001:1.0:1789608789.007487:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608789.007488:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608789.007490:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608789.007493:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faae00. 00000100:00000001:1.0:1789608789.007495:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608789.007498:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID req@ffff94d904054700 x1876538934293888/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608789.007504:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608789.007506:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608789.007509:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4ab8069] to pc [ptlrpcd_00_01+1] req@ffff94d904054700 x1876538934293888/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608789.007515:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608789.007517:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608789.007520:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608789.007524:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904056a00. 00000020:00000040:1.0:1789608789.007526:0:36:0:(genops.c:1209:class_import_get()) import ffff94d902b13000 refcount=3 obd=lustre-OST0001-osc-ffff94d904ceb000 00000100:00000001:1.0:1789608789.007528:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608789.007529:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608789.007530:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608789.007533:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faa900. 00000100:00000001:1.0:1789608789.007535:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608789.007538:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID req@ffff94d904056a00 x1876538934294016/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608789.007544:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608789.007545:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608789.007549:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e433385e] to pc [ptlrpcd_00_00+0] req@ffff94d904056a00 x1876538934294016/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608789.007555:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608789.007560:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1853) 00000100:00000001:0.0:1789608789.007839:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608789.007845:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608789.007848:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608789.007856:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904055880 x1876538934293504/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608789.007863:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608789.007875:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608789.007881:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608789.007884:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608789.007886:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608789.007890:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2409:1876538934293504:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608789.007895:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608789.007904:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608789.007906:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608789.007909:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608789.007915:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d907e5ac00. 02000000:00000001:0.0:1789608789.007917:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608789.007926:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608789.007932:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8ec8. 00000400:00000010:0.0:1789608789.007941:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edaa0. 00000100:00000200:0.0:1789608789.007958:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934293504, portal 25 00000100:00000001:0.0:1789608789.007961:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608789.007963:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529114240 : -117815180437376 : ffff94d904055880) 00000100:00000040:0.0:1789608789.007969:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904055880 x1876538934293504/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608789.007976:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608789.007979:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608789.007982:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed880. 00000100:00000200:0.0:1789608789.007985:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876538934293504, offset 0 00000400:00000200:0.0:1789608789.007993:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608789.008003:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608789.008012:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608789.008018:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608789.008023:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608789.008028:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608789.008039:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608789.008043:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2819:2819:256:4294967295] 192.168.203.121@tcp LPNI seq info [2819:2819:8:4294967295] 00000400:00000200:0.0:1789608789.008048:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608789.008059:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608789.008066:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608789.008073:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306e00. 00000800:00000200:0.0:1789608789.008081:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608789.008090:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608789.008096:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608789.008117:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608789.008123:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608789.008126:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 0 is 4296520032 00000100:00000010:0.0:1789608789.008132:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d9082d7ea0. 00000100:00000001:0.0:1789608789.008149:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789608789.008157:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 1 is 4296520032 00000100:00000010:0.0:1789608789.008160:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d9082d73c0. 00000100:00000001:0.0:1789608789.008164:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789608789.008167:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608789.008171:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608789.008174:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608789.008178:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904056300 x1876538934293760/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608789.008184:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608789.008186:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608789.008188:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608789.008190:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608789.008192:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608789.008195:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904056300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934293760:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608789.008198:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608789.008200:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608789.008202:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608789.008203:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608789.008206:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d907e5a600. 02000000:00000001:0.0:1789608789.008207:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608789.008211:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608789.008214:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b80b0. 00000400:00000010:0.0:1789608789.008216:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed550. 00000100:00000200:0.0:1789608789.008219:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934293760, portal 10 00000100:00000001:0.0:1789608789.008221:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608789.008222:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529116928 : -117815180434688 : ffff94d904056300) 00000100:00000040:0.0:1789608789.008229:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904056300 x1876538934293760/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608789.008236:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608789.008238:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608789.008240:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edbb0. 00000100:00000200:0.0:1789608789.008242:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934293760, offset 0 00000400:00000200:0.0:1789608789.008246:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608789.008250:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608789.008253:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608789.008256:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608789.008259:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608789.008261:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608789.008264:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608789.008267:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2820:2820:255:4294967295] 192.168.203.121@tcp LPNI seq info [2820:2820:7:4294967295] 00000400:00000200:0.0:1789608789.008271:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608789.008277:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608789.008282:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608789.008285:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306b00. 00000800:00000200:0.0:1789608789.008289:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608789.008293:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608789.008295:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608789.008298:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608789.008303:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: using a timeout of 23443 usecs (24 jiffies) 00000400:00000200:0.0:1789608789.008306:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608789.008307:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296516122 00000100:00000001:0.0:1789608789.008310:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296520032 00000100:00000001:0.0:1789608789.008312:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296516122 00000100:00000001:0.0:1789608789.008314:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296520032 00000100:00000001:0.0:1789608789.008316:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608789.008318:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608789.008321:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608789.008326:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904056a00 x1876538934294016/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608789.008332:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608789.008334:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608789.008336:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608789.008337:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608789.008339:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608789.008341:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904056a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934294016:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608789.008344:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608789.008347:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608789.008349:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608789.008350:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608789.008353:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d907e5b800. 02000000:00000001:0.0:1789608789.008355:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608789.008358:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608789.008361:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8d68. 00000400:00000010:0.0:1789608789.008364:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edc38. 00000100:00000200:0.0:1789608789.008366:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934294016, portal 4 00000100:00000001:0.0:1789608789.008368:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608789.008369:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529118720 : -117815180432896 : ffff94d904056a00) 00000100:00000040:0.0:1789608789.008374:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904056a00 x1876538934294016/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608789.008380:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608789.008382:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608789.008385:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed6e8. 00000100:00000200:0.0:1789608789.008386:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876538934294016, offset 0 00000400:00000200:0.0:1789608789.008390:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608789.008393:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608789.008395:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608789.008398:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608789.008400:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608789.008402:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608789.008405:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608789.008408:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2821:2821:254:4294967295] 192.168.203.121@tcp LPNI seq info [2821:2821:6:4294967295] 00000400:00000200:0.0:1789608789.008412:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608789.008417:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608789.008421:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608789.008424:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306f00. 00000800:00000200:0.0:1789608789.008427:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608789.008431:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608789.008433:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608789.008436:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608789.008439:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: using a timeout of 25102 usecs (26 jiffies) 00000400:00000200:0.0:1789608789.008442:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608789.008444:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296516124 00000100:00000001:0.0:1789608789.008446:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296520032 00000100:00000001:0.0:1789608789.008448:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296516124 00000100:00000001:0.0:1789608789.008450:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296520032 00000100:00000001:0.0:1789608789.008452:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608789.008454:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608789.008456:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608789.008459:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608789.008470:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608789.008472:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789608789.008474:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608789.008476:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608789.008477:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608789.008480:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1789608789.008481:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608789.008483:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608789.008485:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608789.008486:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608789.008488:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608789.008489:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608789.008493:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904056680 x1876538934293632/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608789.008499:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608789.008501:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608789.008503:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608789.008505:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608789.008506:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608789.008509:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904056680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934293632:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608789.008512:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608789.008515:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608789.008516:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608789.008518:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608789.008521:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d907e5ae00. 02000000:00000001:0.0:1789608789.008523:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608789.008526:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608789.008529:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8c08. 00000400:00000010:0.0:1789608789.008531:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed990. 00000100:00000200:0.0:1789608789.008534:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934293632, portal 10 00000100:00000001:0.0:1789608789.008536:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608789.008537:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529117824 : -117815180433792 : ffff94d904056680) 00000100:00000040:0.0:1789608789.008542:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904056680 x1876538934293632/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608789.008548:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608789.008550:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608789.008553:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed000. 00000100:00000200:0.0:1789608789.008555:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934293632, offset 0 00000400:00000200:0.0:1789608789.008559:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608789.008562:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608789.008565:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608789.008568:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608789.008570:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608789.008572:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608789.008574:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608789.008577:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2822:2822:253:4294967295] 192.168.203.121@tcp LPNI seq info [2822:2822:5:4294967295] 00000400:00000200:0.0:1789608789.008581:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608789.008586:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608789.008590:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608789.008593:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306d00. 00000800:00000200:0.0:1789608789.008596:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608789.008599:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608789.008601:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608789.008604:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608789.008607:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 838990 usecs (839 jiffies) 00000400:00000200:0.0:1789608789.008609:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608789.008611:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296516937 00000100:00000001:0.0:1789608789.008613:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296520032 00000100:00000001:0.0:1789608789.008614:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296516937 00000100:00000001:0.0:1789608789.008616:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296520032 00000100:00000001:0.0:1789608789.008618:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608789.008619:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608789.008621:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608789.008624:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904054700 x1876538934293888/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608789.008630:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608789.008632:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608789.008634:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608789.008635:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608789.008637:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608789.008639:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934293888:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608789.008642:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608789.008644:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608789.008646:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608789.008647:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608789.008650:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d907e5bc00. 02000000:00000001:0.0:1789608789.008651:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608789.008654:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608789.008656:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b85d8. 00000400:00000010:0.0:1789608789.008659:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed088. 00000100:00000200:0.0:1789608789.008661:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934293888, portal 4 00000100:00000001:0.0:1789608789.008662:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608789.008664:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529109760 : -117815180441856 : ffff94d904054700) 00000100:00000040:0.0:1789608789.008669:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904054700 x1876538934293888/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608789.008674:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608789.008778:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608789.008781:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed110. 00000100:00000200:0.0:1789608789.008784:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876538934293888, offset 0 00000400:00000200:0.0:1789608789.008788:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608789.008791:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608789.008794:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608789.008796:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608789.008798:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608789.008800:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608789.008802:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608789.008805:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2823:2823:252:4294967295] 192.168.203.121@tcp LPNI seq info [2823:2823:4:4294967295] 00000400:00000200:0.0:1789608789.008808:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608789.008813:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608789.008817:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608789.008820:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306700. 00000800:00000200:0.0:1789608789.008823:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608789.008826:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608789.008828:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608789.008831:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608789.008834:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 208576 usecs (209 jiffies) 00000400:00000200:0.0:1789608789.008836:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608789.008838:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296516308 00000100:00000001:0.0:1789608789.008840:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296520032 00000100:00000001:0.0:1789608789.008842:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296516308 00000100:00000001:0.0:1789608789.008844:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296520032 00000100:00000001:0.0:1789608789.008846:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608789.008847:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608789.008850:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608789.008851:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608789.008866:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608789.008868:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608789.009753:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608789.009762:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306e00. 00000400:00000200:1.0:1789608789.009769:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608789.009777:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608789.009785:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed880 00000400:00000010:1.0:1789608789.009788:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed880. 00000100:00000001:1.0:1789608789.009793:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608789.009800:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904055880 x1876538934293504/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608789.009813:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608789.009817:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904055880 x1876538934293504/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608805 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608789.009825:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608789.009826:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608789.009840:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608789.009842:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306b00. 00000400:00000200:1.0:1789608789.009845:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608789.009848:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608789.009851:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edbb0 00000400:00000010:1.0:1789608789.009853:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edbb0. 00000100:00000001:1.0:1789608789.009855:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608789.009859:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904056300 x1876538934293760/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608789.011157:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608789.011166:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904056300 x1876538934293760/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608805 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608789.011174:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608789.011176:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608789.011203:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608789.011205:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306f00. 00000400:00000200:1.0:1789608789.011210:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608789.011213:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608789.011218:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed6e8 00000400:00000010:1.0:1789608789.011221:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed6e8. 00000100:00000001:1.0:1789608789.011223:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608789.011227:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904056a00 x1876538934294016/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608789.011234:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608789.011236:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904056a00 x1876538934294016/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608805 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608789.011242:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608789.011243:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608789.011250:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608789.011252:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306d00. 00000400:00000200:1.0:1789608789.011255:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608789.011257:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608789.011259:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed000 00000400:00000010:1.0:1789608789.011261:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed000. 00000100:00000001:1.0:1789608789.011263:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608789.011266:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904056680 x1876538934293632/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608789.011272:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608789.011275:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904056680 x1876538934293632/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608805 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608789.011280:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608789.011281:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608789.011322:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608789.011324:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306700. 00000400:00000200:1.0:1789608789.011326:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608789.011329:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608789.011331:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed110 00000400:00000010:1.0:1789608789.011333:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed110. 00000100:00000001:1.0:1789608789.011335:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608789.011339:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904054700 x1876538934293888/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608789.011345:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608789.011348:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904054700 x1876538934293888/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608805 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608789.011353:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608789.011355:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608789.025417:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608789.025440:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608789.025446:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608789.025449:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608789.025459:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608789.025470:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608789.025481:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608789.025487:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608789.025493:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608789.025499:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c495f500 00000400:00000200:1.0:1789608789.025505:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608789.025513:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x8111 [1] + 224 00000800:00000001:1.0:1789608789.025522:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608789.025526:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608789.025530:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608789.025535:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608789.025544:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608789.025556:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904056300 x1876538934293760/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608805 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608789.025568:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904056300 x1876538934293760/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608805 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608789.025591:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608789.025602:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608789.025605:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608789.025608:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608789.025610:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608789.025613:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608789.025622:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608789.025626:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608789.025629:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608789.025632:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608789.025635:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c495f600 00000400:00000200:1.0:1789608789.025638:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608789.025643:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x8121 [1] + 224 00000800:00000001:1.0:1789608789.025647:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608789.025650:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608789.025652:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608789.025655:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608789.025658:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608789.025662:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904056a00 x1876538934294016/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608805 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608789.025670:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904056a00 x1876538934294016/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608805 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608789.025704:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608789.025707:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608789.025711:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608789.025713:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608789.025715:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608789.025718:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608789.025721:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608789.025725:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608789.025727:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608789.025730:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608789.025733:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c495f480 00000400:00000200:1.0:1789608789.025736:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608789.025740:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x8131 [1] + 224 00000800:00000001:1.0:1789608789.025743:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608789.025748:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608789.025750:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608789.025754:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608789.025757:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608789.025761:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904056680 x1876538934293632/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608805 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608789.025770:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904056680 x1876538934293632/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608805 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608789.025777:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608789.025781:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608789.025784:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608789.025786:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608789.025788:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608789.025790:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608789.025793:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608789.025796:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608789.025799:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608789.025801:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608789.025804:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c495f580 00000400:00000200:1.0:1789608789.025806:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608789.025810:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x8141 [1] + 224 00000800:00000001:1.0:1789608789.025813:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608789.025815:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608789.025817:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608789.025820:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608789.025822:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608789.025827:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904054700 x1876538934293888/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608805 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608789.025835:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904054700 x1876538934293888/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608805 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608789.025841:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608789.025844:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608789.025846:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608789.025848:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608789.025850:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608789.025853:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608789.025860:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608789.025864:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608789.025877:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608789.025880:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608789.025883:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 25 MB=0x6aab3c495f400 00000400:00000200:1.0:1789608789.025886:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608789.025890:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.121@tcp of length 224/224 into md 0x8101 [1] + 224 00000800:00000001:1.0:1789608789.025894:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608789.025901:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608789.025903:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608789.025906:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608789.025908:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608789.025913:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904055880 x1876538934293504/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608805 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608789.025920:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904055880 x1876538934293504/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608805 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608789.025927:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608789.025930:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608789.025932:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608789.026054:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608789.026059:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789608789.026068:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608789.026070:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608789.026074:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8c08. 00000400:00000200:0.0:1789608789.026079:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed990 00000400:00000010:0.0:1789608789.026082:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed990. 00000100:00000001:0.0:1789608789.026085:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608789.026090:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904056680 x1876538934293632/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608805 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608789.026099:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904056680 x1876538934293632/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608805 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608789.026105:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608789.026107:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608789.026109:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608789.026113:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608789.026116:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608789.026119:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608789.026123:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608789.026133:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=147 v=5 (104 104 104 137) 00000100:00001000:0.0:1789608789.026146:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=18 v=5 (1 0 0 0) 00000100:00000001:0.0:1789608789.026150:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608789.026152:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608789.026155:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608789.026159:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608789.026164:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789608789.026166:0:2409:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: committing for last_committed 4294967637 gen 2 00000100:00000040:0.0:1789608789.026173:0:2409:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967637) req@ffff94d907d25180 x1876538934291200/t4294967635(4294967635) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/664 e 0 to 0 dl 1789608797 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608789.026181:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608789.026183:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592878976 : -117815116672640 : ffff94d907d25180) 00000100:00000001:0.0:1789608789.026186:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608789.026190:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d25180 x1876538934291200/t4294967635(4294967635) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/664 e 0 to 0 dl 1789608797 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608789.026197:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608789.026202:0:2409:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967637) req@ffff94d907d26d80 x1876538934291840/t4294967636(4294967636) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/448 e 0 to 0 dl 1789608798 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608789.026209:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608789.026212:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d26d80 x1876538934291840/t4294967636(4294967636) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/448 e 0 to 0 dl 1789608798 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608789.026219:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608789.026222:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608789.026226:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903dbe800. 02000000:00000001:0.0:1789608789.026230:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608789.026234:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608789.026235:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:0.0:1789608789.026238:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608789.026241:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d903dbec00. 02000000:00000001:0.0:1789608789.026244:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608789.026246:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608789.026248:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d26d80. 00000100:00000001:0.0:1789608789.026253:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608789.026254:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608789.026259:0:2409:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967637) req@ffff94d907d24a80 x1876538934292480/t4294967637(4294967637) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 504/456 e 0 to 0 dl 1789608798 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608789.026265:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608789.026267:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d24a80 x1876538934292480/t4294967637(4294967637) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 504/456 e 0 to 0 dl 1789608798 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608789.026272:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608789.026273:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608789.026274:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903dbe000. 02000000:00000001:0.0:1789608789.026276:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608789.026277:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608789.026278:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:0.0:1789608789.026280:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608789.026281:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d9071fb600. 02000000:00000001:0.0:1789608789.026284:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608789.026285:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608789.026286:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d24a80. 00000100:00000001:0.0:1789608789.026290:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608789.026291:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608789.026294:0:2409:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1789608789.026296:0:2409:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: normal: skip=1 replay=3/3 committed=0/0 00000100:00000001:0.0:1789608789.026298:0:2409:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608789.026301:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608789.026305:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904056680 x1876538934293632/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608805 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608789.026312:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608789.026316:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608789.026318:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608789.026321:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904056680 x1876538934293632/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608805 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789608789.026328:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904056680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934293632:192.168.203.121@tcp:400:kworker.0 00000400:00000001:0.0:1789608789.026334:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608789.026336:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608789.026338:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b85d8. 00000400:00000200:0.0:1789608789.026340:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed088 00000400:00000010:0.0:1789608789.026342:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed088. 00000100:00000001:0.0:1789608789.026344:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608789.026347:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904054700 x1876538934293888/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608805 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608789.026354:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904054700 x1876538934293888/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608805 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608789.026359:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608789.026360:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608789.026362:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608789.026363:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608789.026364:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608789.026366:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608789.026368:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608789.026372:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13c60 time=147 v=5 (5 5 5 36) 00000100:00001000:0.0:1789608789.026374:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=18 v=5 (1 0 0 0) 00000100:00000001:0.0:1789608789.026377:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608789.026378:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608789.026379:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608789.026381:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608789.026383:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608789.026385:0:2409:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: skip recheck: last_committed 4294967333 00000100:00000001:0.0:1789608789.026386:0:2409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608789.026388:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608789.026391:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904054700 x1876538934293888/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608805 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608789.026396:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608789.026398:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608789.026399:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608789.026402:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904054700 x1876538934293888/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608805 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789608789.026415:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934293888:192.168.203.121@tcp:400:kworker.0 00000400:00000001:0.0:1789608789.026420:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608789.026421:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608789.026423:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8ec8. 00000400:00000200:0.0:1789608789.026425:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edaa0 00000400:00000010:0.0:1789608789.026427:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edaa0. 00000100:00000001:0.0:1789608789.026430:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608789.026433:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904055880 x1876538934293504/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608805 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608789.026442:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904055880 x1876538934293504/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608805 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608789.026448:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608789.026449:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608789.026451:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608789.026452:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608789.026453:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608789.026455:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608789.026457:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608789.026459:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d90510e460 time=147 v=5 (5 5 5 5) 00000100:00001000:0.0:1789608789.026462:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d90510e418 time=147 v=5 (1 1 1 1) 00000100:00000001:0.0:1789608789.026464:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608789.026465:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608789.026467:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608789.026469:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608789.026471:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608789.026475:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904055880 x1876538934293504/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608805 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608789.026482:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608789.026484:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608789.026485:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608789.026489:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904055880 x1876538934293504/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608805 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789608789.026497:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2409:1876538934293504:192.168.203.121@tcp:400:kworker.0 00000400:00000001:0.0:1789608789.026502:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608789.026503:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608789.026505:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b80b0. 00000400:00000200:0.0:1789608789.026508:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed550 00000400:00000010:0.0:1789608789.026509:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed550. 00000100:00000001:0.0:1789608789.026511:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608789.026515:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904056300 x1876538934293760/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608805 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608789.026522:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904056300 x1876538934293760/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608805 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608789.026528:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608789.026530:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608789.026532:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608789.026533:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608789.026534:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608789.026536:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608789.026538:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608789.026542:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b17c60 time=147 v=5 (104 104 104 137) 00000100:00001000:0.0:1789608789.026545:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b17c18 time=147 v=5 (1 1 1 1) 00000100:00000001:0.0:1789608789.026548:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608789.026549:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608789.026551:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608789.026552:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608789.026555:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608789.026556:0:2409:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1789608789.026558:0:2409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608789.026559:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608789.026562:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904056300 x1876538934293760/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608805 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608789.026569:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608789.026572:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608789.026573:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608789.026577:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904056300 x1876538934293760/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608805 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789608789.026583:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904056300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934293760:192.168.203.121@tcp:400:kworker.0 00000400:00000001:0.0:1789608789.026587:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608789.026588:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608789.026590:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8d68. 00000400:00000200:0.0:1789608789.026592:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edc38 00000400:00000010:0.0:1789608789.026593:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edc38. 00000100:00000001:0.0:1789608789.026595:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608789.026598:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904056a00 x1876538934294016/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608805 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608789.026607:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904056a00 x1876538934294016/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608805 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608789.026614:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608789.026615:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608789.026617:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608789.026618:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608789.026620:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608789.026621:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608789.026623:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608789.026627:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13460 time=147 v=5 (5 5 5 36) 00000100:00001000:0.0:1789608789.026630:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13418 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1789608789.026632:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608789.026633:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608789.026635:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608789.026636:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608789.026639:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608789.026640:0:2409:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d904ceb000: skip recheck: last_committed 4294967322 00000100:00000001:0.0:1789608789.026642:0:2409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608789.026644:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608789.026647:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904056a00 x1876538934294016/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608805 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608789.026655:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608789.026657:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608789.026659:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608789.026662:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904056a00 x1876538934294016/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608805 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789608789.026669:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904056a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934294016:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608789.026673:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608789.026703:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608789.026707:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904056680 x1876538934293632/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608805 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608789.026712:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608789.026714:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608789.026716:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d907e5ae00. 02000000:00000001:0.0:1789608789.026721:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608789.026723:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608789.026724:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:0.0:1789608789.026727:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608789.026728:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faa000. 02000000:00000001:0.0:1789608789.026732:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608789.026733:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608789.026734:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904056680. 00000100:00000001:0.0:1789608789.026738:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608789.026739:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608789.026741:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608789.026744:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904054700 x1876538934293888/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608805 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608789.026751:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608789.026752:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608789.026754:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d907e5bc00. 02000000:00000001:0.0:1789608789.026756:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608789.026757:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608789.026759:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=2 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:0.0:1789608789.026762:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608789.026763:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faae00. 02000000:00000001:0.0:1789608789.026765:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608789.026766:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608789.026767:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904054700. 00000100:00000001:0.0:1789608789.026770:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608789.026771:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608789.026772:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608789.026776:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904055880 x1876538934293504/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608805 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608789.026783:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608789.026784:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608789.026785:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d907e5ac00. 02000000:00000001:0.0:1789608789.026787:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608789.026789:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608789.026790:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=3 obd=MGC192.168.203.121@tcp 00000020:00000001:0.0:1789608789.026791:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608789.026793:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faad00. 02000000:00000001:0.0:1789608789.026795:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608789.026796:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608789.026797:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904055880. 00000100:00000001:0.0:1789608789.026799:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608789.026800:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608789.026802:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608789.026805:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904056300 x1876538934293760/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608805 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608789.026811:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608789.026812:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608789.026814:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d907e5a600. 02000000:00000001:0.0:1789608789.026816:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608789.026817:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608789.026818:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=3 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:0.0:1789608789.026820:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608789.026822:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faa700. 02000000:00000001:0.0:1789608789.026824:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608789.026826:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608789.026827:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904056300. 00000100:00000001:0.0:1789608789.026829:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608789.026830:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608789.026831:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608789.026834:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904056a00 x1876538934294016/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608805 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608789.026841:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608789.026842:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608789.026843:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d907e5b800. 02000000:00000001:0.0:1789608789.026845:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608789.026845:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608789.026847:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b13000 refcount=2 obd=lustre-OST0001-osc-ffff94d904ceb000 00000020:00000001:0.0:1789608789.026848:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608789.026849:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faa900. 02000000:00000001:0.0:1789608789.026851:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608789.026852:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608789.026853:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904056a00. 00000100:00000001:0.0:1789608789.026855:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608789.026856:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608789.026859:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608789.026882:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608789.026884:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608789.026888:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608789.026891:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608789.774502:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608789.774511:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608789.774518:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608789.774519:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608789.774740:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789608789.774744:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608789.774748:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789608790.798037:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608790.798045:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608790.798053:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608790.798054:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608790.798217:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608790.798221:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608790.798224:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789608791.821854:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608791.821864:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608791.821872:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608791.821873:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608791.822154:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789608791.822158:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608791.822162:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789608792.846170:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608792.846179:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608792.846191:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608792.846195:0:32466:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608792.846198:0:32466:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608792.846205:0:32466:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608792.846208:0:32466:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608792.846209:0:32466:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608792.846213:0:32466:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608792.846215:0:32466:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608792.846218:0:32466:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608792.846220:0:32466:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608792.847413:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789608792.847421:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608792.847426:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789608792.973894:0:809:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d110 (cpu 1) has reached its deadline 4296520032, at 4296520064 00000100:00000010:1.0:1789608792.973916:0:809:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d9082d73c0. 00000100:00000040:0.0:1789608792.974619:0:20560:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d000 (cpu 0) has reached its deadline 4296520032, at 4296520064 00000100:00000010:0.0:1789608792.974634:0:20560:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d9082d7ea0. 00000100:00000001:2.0:1789608793.102201:0:33376:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789608793.102211:0:33376:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608793.102213:0:33376:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789608793.102220:0:33376:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d9098a7840 going to sleep for 1 seconds 00000100:00000001:2.0:1789608793.102225:0:33376:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608793.102231:0:33376:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608793.869898:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608793.869906:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608793.869912:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608793.869914:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608793.871008:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608793.871016:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608793.871022:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789608794.126020:0:33376:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789608794.126033:0:33376:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608794.126036:0:33376:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789608794.126043:0:33376:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d9098a7840 going to sleep for 1 seconds 00000100:00000001:2.0:1789608794.126048:0:33376:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608794.126052:0:33376:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608794.126764:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608794.126771:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608794.126779:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904055180. 00000020:00000040:1.0:1789608794.126785:0:36:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=4 obd=MGC192.168.203.121@tcp 00000100:00000001:1.0:1789608794.126790:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608794.126794:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608794.126799:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608794.126808:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faaf00. 00000100:00000001:1.0:1789608794.126817:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608794.126843:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS req@ffff94d904055180 x1876538934294144/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608794.126862:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608794.126867:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608794.126874:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000571f2921] to pc [ptlrpcd_00_01+1] req@ffff94d904055180 x1876538934294144/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608794.126902:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608794.126906:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608794.126910:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608794.126913:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904057480. 00000020:00000040:1.0:1789608794.126916:0:36:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:1.0:1789608794.126918:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608794.126920:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608794.126921:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608794.126925:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faa300. 00000100:00000001:1.0:1789608794.126929:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608794.126933:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID req@ffff94d904057480 x1876538934294272/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608794.126941:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608794.126943:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608794.126947:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d8efbf2] to pc [ptlrpcd_00_00+0] req@ffff94d904057480 x1876538934294272/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608794.126955:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608794.126958:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608794.126961:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608794.126964:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904054a80. 00000020:00000040:1.0:1789608794.126967:0:36:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=4 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000100:00000001:1.0:1789608794.126969:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608794.126970:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608794.126972:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608794.126975:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faab00. 00000100:00000001:1.0:1789608794.126979:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608794.126983:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID req@ffff94d904054a80 x1876538934294400/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608794.126991:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608794.126993:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608794.126997:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093ec6ee1] to pc [ptlrpcd_00_01+1] req@ffff94d904054a80 x1876538934294400/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608794.127004:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608794.127007:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608794.127320:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608794.127326:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904054e00. 00000020:00000040:1.0:1789608794.127330:0:36:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00000100:00000001:1.0:1789608794.127333:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608794.127335:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608794.127337:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608794.127341:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faa400. 00000100:00000001:1.0:1789608794.127345:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608794.127350:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID req@ffff94d904054e00 x1876538934294528/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608794.127358:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608794.127361:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608794.127365:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eeaf9372] to pc [ptlrpcd_00_00+0] req@ffff94d904054e00 x1876538934294528/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608794.127374:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608794.127377:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789608794.127412:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608794.127419:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608794.127423:0:2410:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608794.127435:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904055180 x1876538934294144/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608794.127447:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608794.127449:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608794.127453:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608794.127457:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608794.127460:0:2410:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608794.127464:0:2410:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904055180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2410:1876538934294144:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608794.127468:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608794.127473:0:2410:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608794.127476:0:2410:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608794.127478:0:2410:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608794.127485:0:2410:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d907e5b800. 02000000:00000001:0.0:1789608794.127487:0:2410:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608794.127495:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608794.127501:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8d68. 00000400:00000010:0.0:1789608794.127508:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edc38. 00000100:00000200:0.0:1789608794.127515:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934294144, portal 25 00000100:00000001:0.0:1789608794.127517:0:2410:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608794.127518:0:2410:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529112448 : -117815180439168 : ffff94d904055180) 00000100:00000040:0.0:1789608794.127524:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904055180 x1876538934294144/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608794.127532:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608794.127535:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608794.127538:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed550. 00000100:00000200:0.0:1789608794.127540:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876538934294144, offset 0 00000400:00000200:0.0:1789608794.127546:0:2410:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608794.127554:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608794.127562:0:2410:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608794.127576:0:2410:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608794.127581:0:2410:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608794.127584:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608794.127587:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608794.127590:0:2410:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2824:2824:256:4294967295] 192.168.203.121@tcp LPNI seq info [2824:2824:8:4294967295] 00000400:00000200:0.0:1789608794.127594:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608794.127609:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:0.0:1789608794.127609:0:2410:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000100:00000010:1.0:1789608794.127619:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904054000. 00000800:00000200:0.0:1789608794.127625:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000020:00000040:1.0:1789608794.127626:0:36:0:(genops.c:1209:class_import_get()) import ffff94d902b13000 refcount=3 obd=lustre-OST0001-osc-ffff94d904ceb000 00000100:00000001:1.0:1789608794.127633:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608794.127635:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000800:00000010:0.0:1789608794.127638:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306800. 02000000:00000001:1.0:1789608794.127639:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608794.127651:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faa900. 00000800:00000200:0.0:1789608794.127652:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000100:00000001:1.0:1789608794.127658:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608794.127671:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID req@ffff94d904054000 x1876538934294656/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1789608794.127671:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608794.127718:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608794.127740:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608794.127746:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608794.127748:0:2410:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 0 is 4296525152 00000100:00000010:0.0:1789608794.127754:0:2410:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d9082d7ea0. 00000100:00000001:0.0:1789608794.127762:0:2410:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789608794.127770:0:2410:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 1 is 4296525152 00000100:00000010:0.0:1789608794.127773:0:2410:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d9082d7d80. 00000100:00000001:0.0:1789608794.127777:0:2410:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789608794.127780:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608794.127784:0:2410:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608794.127786:0:2410:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608794.127792:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904054a80 x1876538934294400/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608794.127800:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608794.127801:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608794.127804:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608794.127806:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608794.127808:0:2410:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608794.127811:0:2410:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904054a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934294400:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608794.127815:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608794.127817:0:2410:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608794.127819:0:2410:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608794.127821:0:2410:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608794.127824:0:2410:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d907e5a600. 02000000:00000001:0.0:1789608794.127826:0:2410:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608794.127830:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608794.127833:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b80b0. 00000400:00000010:0.0:1789608794.127836:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edaa0. 00000100:00000200:0.0:1789608794.127839:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934294400, portal 10 00000100:00000001:0.0:1789608794.127842:0:2410:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608794.127843:0:2410:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529110656 : -117815180440960 : ffff94d904054a80) 00000100:00000040:0.0:1789608794.127849:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904054a80 x1876538934294400/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608794.127857:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608794.127859:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608794.127862:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed088. 00000100:00000200:0.0:1789608794.127864:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934294400, offset 0 00000400:00000200:0.0:1789608794.127868:0:2410:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608794.127872:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608794.127876:0:2410:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608794.127879:0:2410:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608794.127881:0:2410:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608794.127884:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608794.127886:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608794.127889:0:2410:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2825:2825:255:4294967295] 192.168.203.121@tcp LPNI seq info [2825:2825:7:4294967295] 00000400:00000200:0.0:1789608794.127893:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608794.127900:0:2410:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608794.127904:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608794.127908:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306200. 00000800:00000200:0.0:1789608794.127912:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608794.127916:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608794.127919:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608794.127922:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608794.127926:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: using a timeout of 23445 usecs (24 jiffies) 00000400:00000200:0.0:1789608794.127929:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608794.127931:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296521242 00000100:00000001:0.0:1789608794.127934:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296525152 00000100:00000001:0.0:1789608794.127944:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296521242 00000100:00000001:0.0:1789608794.127951:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296525152 00000100:00000001:0.0:1789608794.127964:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608794.127967:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608794.127969:0:2410:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608794.127973:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608794.127976:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608794.127981:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608794.127985:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1580a48] to pc [ptlrpcd_00_01+1] req@ffff94d904054000 x1876538934294656/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608794.127993:0:2410:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608794.127997:0:2410:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789608794.128004:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608794.128005:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608794.128008:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608794.128011:0:2410:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608794.128018:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904054000 x1876538934294656/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608794.128026:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608794.128028:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608794.128030:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608794.128032:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608794.128034:0:2410:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608794.128037:0:2410:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904054000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934294656:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608794.128039:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608794.128042:0:2410:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608794.128044:0:2410:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608794.128046:0:2410:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608794.128048:0:2410:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d907e5ac00. 02000000:00000001:0.0:1789608794.128050:0:2410:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608794.128054:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608794.128056:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8ec8. 00000400:00000010:0.0:1789608794.128060:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed990. 00000100:00000200:0.0:1789608794.128063:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934294656, portal 4 00000100:00000001:0.0:1789608794.128065:0:2410:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608794.128066:0:2410:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529107968 : -117815180443648 : ffff94d904054000) 00000100:00000040:0.0:1789608794.128072:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904054000 x1876538934294656/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608794.128077:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608794.128079:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608794.128082:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed220. 00000100:00000200:0.0:1789608794.128084:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876538934294656, offset 0 00000400:00000200:0.0:1789608794.128088:0:2410:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608794.128092:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608794.128095:0:2410:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608794.128109:0:2410:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608794.128112:0:2410:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608794.128114:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608794.128116:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608794.128118:0:2410:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2826:2826:254:4294967295] 192.168.203.121@tcp LPNI seq info [2826:2826:6:4294967295] 00000400:00000200:0.0:1789608794.128122:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608794.128128:0:2410:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608794.128132:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608794.128136:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306700. 00000800:00000200:0.0:1789608794.128140:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608794.128145:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608794.128147:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608794.128150:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608794.128153:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: using a timeout of 25095 usecs (26 jiffies) 00000400:00000200:0.0:1789608794.128156:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608794.128158:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296521244 00000100:00000001:0.0:1789608794.128160:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296525152 00000100:00000001:0.0:1789608794.128162:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296521244 00000100:00000001:0.0:1789608794.128164:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296525152 00000100:00000001:0.0:1789608794.128166:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608794.128168:0:2410:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608794.128170:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608794.128172:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608794.128175:0:2410:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608794.128176:0:2410:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789608794.128178:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608794.128179:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608794.128181:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608794.128184:0:2410:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1789608794.128185:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608794.128187:0:2410:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608794.128189:0:2410:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608794.128190:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608794.128191:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608794.128192:0:2410:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608794.128197:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904057480 x1876538934294272/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608794.128203:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608794.128205:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608794.128207:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608794.128209:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608794.128211:0:2410:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608794.128213:0:2410:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934294272:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608794.128216:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608794.128219:0:2410:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608794.128220:0:2410:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608794.128222:0:2410:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608794.128225:0:2410:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d907e5bc00. 02000000:00000001:0.0:1789608794.128226:0:2410:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608794.128229:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608794.128232:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b85d8. 00000400:00000010:0.0:1789608794.128235:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed440. 00000100:00000200:0.0:1789608794.128237:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934294272, portal 10 00000100:00000001:0.0:1789608794.128239:0:2410:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608794.128240:0:2410:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529121408 : -117815180430208 : ffff94d904057480) 00000100:00000040:0.0:1789608794.128245:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904057480 x1876538934294272/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608794.128250:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608794.128252:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608794.128255:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed5d8. 00000100:00000200:0.0:1789608794.128257:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934294272, offset 0 00000400:00000200:0.0:1789608794.128260:0:2410:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608794.128265:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608794.128268:0:2410:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608794.128270:0:2410:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608794.128272:0:2410:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608794.128274:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608794.128276:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608794.128292:0:2410:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2827:2827:253:4294967295] 192.168.203.121@tcp LPNI seq info [2827:2827:5:4294967295] 00000400:00000200:0.0:1789608794.128296:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608794.128302:0:2410:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608794.128306:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608794.128310:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306d00. 00000800:00000200:0.0:1789608794.128314:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608794.128318:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608794.128320:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608794.128323:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608794.128325:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 837887 usecs (838 jiffies) 00000400:00000200:0.0:1789608794.128328:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608794.128330:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296522056 00000100:00000001:0.0:1789608794.128332:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296525152 00000100:00000001:0.0:1789608794.128334:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296522056 00000100:00000001:0.0:1789608794.128336:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296525152 00000100:00000001:0.0:1789608794.128338:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608794.128340:0:2410:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608794.128342:0:2410:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608794.128346:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904054e00 x1876538934294528/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608794.128353:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608794.128354:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608794.128357:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608794.128358:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608794.128360:0:2410:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608794.128362:0:2410:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904054e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934294528:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608794.128365:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608794.128367:0:2410:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608794.128369:0:2410:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608794.128370:0:2410:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608794.128374:0:2410:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d907e5ae00. 02000000:00000001:0.0:1789608794.128375:0:2410:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608794.128378:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608794.128380:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8c08. 00000400:00000010:0.0:1789608794.128383:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed7f8. 00000100:00000200:0.0:1789608794.128386:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934294528, portal 4 00000100:00000001:0.0:1789608794.128388:0:2410:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608794.128389:0:2410:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529111552 : -117815180440064 : ffff94d904054e00) 00000100:00000040:0.0:1789608794.128394:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904054e00 x1876538934294528/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608794.128400:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608794.128402:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608794.128404:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed660. 00000100:00000200:0.0:1789608794.128406:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876538934294528, offset 0 00000400:00000200:0.0:1789608794.128410:0:2410:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608794.128413:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608794.128416:0:2410:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608794.128418:0:2410:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608794.128420:0:2410:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608794.128422:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608794.128424:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608794.128426:0:2410:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2828:2828:252:4294967295] 192.168.203.121@tcp LPNI seq info [2828:2828:4:4294967295] 00000400:00000200:0.0:1789608794.128430:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608794.128437:0:2410:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000100:00000040:1.0:1789608794.128439:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1858) 00000800:00000200:0.0:1789608794.128445:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608794.128450:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306f00. 00000800:00000200:0.0:1789608794.128454:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608794.128460:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608794.128462:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608794.128464:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608794.128468:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 207727 usecs (208 jiffies) 00000400:00000200:0.0:1789608794.128471:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608794.128473:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296521426 00000100:00000001:0.0:1789608794.128475:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296525152 00000100:00000001:0.0:1789608794.128477:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296521426 00000100:00000001:0.0:1789608794.128479:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296525152 00000100:00000001:0.0:1789608794.128480:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608794.128482:0:2410:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608794.128484:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608794.128486:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608794.128545:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608794.128550:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306800. 00000400:00000200:0.0:1789608794.128556:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608794.128560:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608794.128565:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed550 00000400:00000010:0.0:1789608794.128568:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed550. 00000100:00000001:0.0:1789608794.128574:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608794.128581:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904055180 x1876538934294144/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608794.128592:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608794.128599:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904055180 x1876538934294144/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608810 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608794.128607:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608794.128609:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608794.128628:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608794.128631:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306200. 00000400:00000200:0.0:1789608794.128636:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608794.128643:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608794.128648:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed088 00000400:00000010:0.0:1789608794.128650:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed088. 00000100:00000001:0.0:1789608794.128657:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608794.128665:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904054a80 x1876538934294400/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608794.128674:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608794.128706:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904054a80 x1876538934294400/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608810 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608794.128714:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608794.128716:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608794.128732:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608794.128735:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306700. 00000400:00000200:0.0:1789608794.128739:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608794.128747:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608794.128751:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed220 00000400:00000010:0.0:1789608794.128753:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed220. 00000100:00000001:0.0:1789608794.128759:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608794.128766:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904054000 x1876538934294656/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608794.128773:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608794.128778:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904054000 x1876538934294656/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608810 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608794.128785:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608794.128787:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608794.128804:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608794.128807:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306d00. 00000400:00000200:0.0:1789608794.128813:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608794.128821:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608794.128825:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed5d8 00000400:00000010:0.0:1789608794.128828:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed5d8. 00000100:00000001:0.0:1789608794.128832:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608794.128836:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904057480 x1876538934294272/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608794.128842:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608794.128845:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904057480 x1876538934294272/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608810 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608794.128850:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608794.128851:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608794.128915:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608794.128918:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306f00. 00000400:00000200:0.0:1789608794.128920:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608794.128924:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608794.128926:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed660 00000400:00000010:0.0:1789608794.128928:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed660. 00000100:00000001:0.0:1789608794.128929:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608794.128933:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904054e00 x1876538934294528/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608794.128939:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608794.128942:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904054e00 x1876538934294528/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608810 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608794.128947:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608794.128949:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789608794.128959:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608794.128962:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789608794.139620:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608794.139645:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608794.139650:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608794.139653:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608794.139664:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608794.139674:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608794.139737:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608794.139744:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608794.139750:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608794.139757:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c495f880 00000400:00000200:1.0:1789608794.139763:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608794.139772:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x8171 [1] + 224 00000800:00000001:1.0:1789608794.139782:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608794.139788:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608794.139792:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608794.139797:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608794.139808:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608794.139820:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904054000 x1876538934294656/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608810 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608794.139847:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904054000 x1876538934294656/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608810 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608794.139861:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608794.139873:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608794.139877:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608794.139879:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608794.139881:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608794.139885:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608794.139888:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608794.139893:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608794.139895:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608794.139898:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608794.139902:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c495f800 00000400:00000200:1.0:1789608794.139906:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608794.139910:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x8191 [1] + 224 00000800:00000001:1.0:1789608794.139914:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608794.139918:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608794.139920:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608794.139923:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608794.139926:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608794.139930:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904054e00 x1876538934294528/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608810 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608794.139940:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904054e00 x1876538934294528/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608810 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608794.139947:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608794.139951:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608794.139954:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608794.139957:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608794.139959:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608794.139961:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608794.139964:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608794.139969:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608794.139971:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608794.139974:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608794.139977:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c495f780 00000400:00000200:1.0:1789608794.139981:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608794.139985:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x8161 [1] + 224 00000800:00000001:1.0:1789608794.139989:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608794.139993:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608794.139995:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608794.139998:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608794.140001:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608794.140006:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904054a80 x1876538934294400/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608810 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608794.140267:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904054a80 x1876538934294400/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608810 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608794.140275:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608794.140281:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608794.140287:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608794.140289:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608794.140291:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608794.140295:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608794.140299:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608794.140303:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608794.140306:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608794.140309:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608794.140312:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c495f700 00000400:00000200:1.0:1789608794.140316:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608794.140320:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x8181 [1] + 224 00000800:00000001:1.0:1789608794.140324:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608794.140335:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608794.140337:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608794.140341:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608794.140344:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608794.140349:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904057480 x1876538934294272/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608810 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608794.140358:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904057480 x1876538934294272/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608810 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608794.140365:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608794.140369:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608794.140373:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608794.140495:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608794.140501:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789608794.140511:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608794.140513:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608794.140518:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b85d8. 00000400:00000200:0.0:1789608794.140523:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed440 00000400:00000010:0.0:1789608794.140526:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed440. 00000100:00000001:0.0:1789608794.140530:0:2410:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608794.140535:0:2410:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904057480 x1876538934294272/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608810 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608794.140546:0:2410:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904057480 x1876538934294272/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608810 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608794.140561:0:2410:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608794.140563:0:2410:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608794.140566:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608794.140570:0:2410:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608794.140573:0:2410:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608794.140575:0:2410:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608794.140578:0:2410:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608794.140590:0:2410:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=152 v=5 (104 104 104 137) 00000100:00001000:0.0:1789608794.140595:0:2410:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=23 v=5 (1 0 0 0) 00000100:00000001:0.0:1789608794.140598:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608794.140600:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608794.140604:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608794.140608:0:2410:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608794.140613:0:2410:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608794.140615:0:2410:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967637 00000100:00000001:0.0:1789608794.140618:0:2410:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608794.140620:0:2410:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608794.140625:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904057480 x1876538934294272/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608810 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608794.140633:0:2410:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608794.140637:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608794.140639:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608794.140643:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904057480 x1876538934294272/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608810 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789608794.140651:0:2410:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934294272:192.168.203.121@tcp:400:kworker.0 00000400:00000001:0.0:1789608794.140657:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608794.140660:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608794.140662:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8c08. 00000400:00000200:0.0:1789608794.140665:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed7f8 00000400:00000010:0.0:1789608794.140667:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed7f8. 00000100:00000001:0.0:1789608794.140669:0:2410:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608794.140672:0:2410:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904054e00 x1876538934294528/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608810 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608794.140704:0:2410:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904054e00 x1876538934294528/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608810 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608794.140709:0:2410:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608794.140711:0:2410:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608794.140712:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608794.140714:0:2410:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608794.140715:0:2410:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608794.140716:0:2410:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608794.140718:0:2410:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608794.140722:0:2410:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13c60 time=152 v=5 (5 5 5 36) 00000100:00001000:0.0:1789608794.140725:0:2410:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=23 v=5 (1 0 0 0) 00000100:00000001:0.0:1789608794.140727:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608794.140735:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608794.140737:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608794.140739:0:2410:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608794.140741:0:2410:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608794.140742:0:2410:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: skip recheck: last_committed 4294967333 00000100:00000001:0.0:1789608794.140744:0:2410:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608794.140745:0:2410:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608794.140749:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904054e00 x1876538934294528/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608810 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608794.140755:0:2410:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608794.140757:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608794.140759:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608794.140762:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904054e00 x1876538934294528/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608810 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789608794.140770:0:2410:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904054e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934294528:192.168.203.121@tcp:400:kworker.0 00000400:00000001:0.0:1789608794.140778:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608794.140780:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608794.140781:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8ec8. 00000400:00000200:0.0:1789608794.140784:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed990 00000400:00000010:0.0:1789608794.140786:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed990. 00000100:00000001:0.0:1789608794.140788:0:2410:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608794.140792:0:2410:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904054000 x1876538934294656/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608810 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608794.140801:0:2410:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904054000 x1876538934294656/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608810 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608794.140808:0:2410:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608794.140809:0:2410:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608794.140811:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608794.140812:0:2410:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608794.140813:0:2410:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608794.140815:0:2410:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608794.140817:0:2410:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608794.140820:0:2410:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13460 time=152 v=5 (5 5 5 36) 00000100:00001000:0.0:1789608794.140823:0:2410:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13418 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1789608794.140825:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608794.140826:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608794.140827:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608794.140829:0:2410:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608794.140964:0:2410:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608794.140966:0:2410:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d904ceb000: skip recheck: last_committed 4294967322 00000100:00000001:0.0:1789608794.140968:0:2410:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608794.140969:0:2410:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608794.140974:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904054000 x1876538934294656/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608810 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608794.140980:0:2410:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608794.140982:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608794.140984:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608794.140988:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904054000 x1876538934294656/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608810 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789608794.140997:0:2410:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904054000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934294656:192.168.203.121@tcp:400:kworker.0 00000400:00000001:0.0:1789608794.141003:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608794.141004:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608794.141006:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b80b0. 00000400:00000200:0.0:1789608794.141009:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edaa0 00000400:00000010:0.0:1789608794.141019:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edaa0. 00000100:00000001:0.0:1789608794.141023:0:2410:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608794.141027:0:2410:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904054a80 x1876538934294400/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608810 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608794.141035:0:2410:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904054a80 x1876538934294400/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608810 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608794.141041:0:2410:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608794.141043:0:2410:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608794.141045:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608794.141046:0:2410:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608794.141048:0:2410:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608794.141050:0:2410:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608794.141052:0:2410:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608794.141057:0:2410:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b17c60 time=152 v=5 (104 104 104 137) 00000100:00001000:0.0:1789608794.141060:0:2410:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b17c18 time=152 v=5 (1 1 1 1) 00000100:00000001:0.0:1789608794.141062:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608794.141064:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608794.141066:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608794.141067:0:2410:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608794.141070:0:2410:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608794.141072:0:2410:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1789608794.141073:0:2410:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608794.141075:0:2410:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608794.141079:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904054a80 x1876538934294400/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608810 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608794.141085:0:2410:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608794.141088:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608794.141090:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608794.141094:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904054a80 x1876538934294400/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608810 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789608794.141111:0:2410:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904054a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934294400:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608794.141116:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608794.141119:0:2410:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608794.141123:0:2410:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904057480 x1876538934294272/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608810 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608794.141130:0:2410:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608794.141134:0:2410:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608794.141138:0:2410:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d907e5bc00. 02000000:00000001:0.0:1789608794.141144:0:2410:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608794.141148:0:2410:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608794.141151:0:2410:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:0.0:1789608794.141154:0:2410:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608794.141158:0:2410:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faa300. 02000000:00000001:0.0:1789608794.141164:0:2410:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608794.141166:0:2410:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608794.141168:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904057480. 00000100:00000001:0.0:1789608794.141174:0:2410:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608794.141176:0:2410:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608794.141178:0:2410:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608794.141181:0:2410:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904054e00 x1876538934294528/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608810 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608794.141188:0:2410:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608794.141189:0:2410:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608794.141191:0:2410:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d907e5ae00. 02000000:00000001:0.0:1789608794.141196:0:2410:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608794.141197:0:2410:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608794.141198:0:2410:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=2 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:0.0:1789608794.141200:0:2410:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608794.141202:0:2410:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faa400. 02000000:00000001:0.0:1789608794.141205:0:2410:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608794.141206:0:2410:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608794.141207:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904054e00. 00000100:00000001:0.0:1789608794.141210:0:2410:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608794.141211:0:2410:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608794.141213:0:2410:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608794.141216:0:2410:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904054000 x1876538934294656/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608810 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608794.141222:0:2410:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608794.141223:0:2410:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608794.141224:0:2410:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d907e5ac00. 02000000:00000001:0.0:1789608794.141226:0:2410:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608794.141227:0:2410:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608794.141228:0:2410:0:(genops.c:1222:class_import_put()) import ffff94d902b13000 refcount=2 obd=lustre-OST0001-osc-ffff94d904ceb000 00000020:00000001:0.0:1789608794.141230:0:2410:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608794.141231:0:2410:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faa900. 02000000:00000001:0.0:1789608794.141233:0:2410:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608794.141234:0:2410:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608794.141235:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904054000. 00000100:00000001:0.0:1789608794.141237:0:2410:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608794.141238:0:2410:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608794.141239:0:2410:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608794.141242:0:2410:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904054a80 x1876538934294400/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608810 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608794.141248:0:2410:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608794.141249:0:2410:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608794.141250:0:2410:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d907e5a600. 02000000:00000001:0.0:1789608794.141252:0:2410:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608794.141253:0:2410:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608794.141255:0:2410:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=3 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:0.0:1789608794.141257:0:2410:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608794.141258:0:2410:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faab00. 02000000:00000001:0.0:1789608794.141259:0:2410:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608794.141260:0:2410:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608794.141261:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904054a80. 00000100:00000001:0.0:1789608794.141263:0:2410:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608794.141265:0:2410:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608794.141269:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608794.141272:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608794.141274:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608794.141275:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608794.141277:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789608794.142712:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608794.143633:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608794.143640:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608794.143648:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608794.143658:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608794.143666:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608794.143712:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608794.143720:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608794.143726:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608794.143778:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 25 MB=0x6aab3c495f680 00000400:00000200:0.0:1789608794.143785:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608794.143792:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.121@tcp of length 224/224 into md 0x8151 [1] + 224 00000800:00000001:0.0:1789608794.143801:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608794.143814:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608794.143818:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608794.143823:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608794.143955:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608794.143967:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904055180 x1876538934294144/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608810 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608794.143979:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904055180 x1876538934294144/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608810 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608794.144055:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608794.144061:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608794.144079:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608794.144091:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608794.144095:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789608794.145178:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608794.145184:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608794.145188:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8d68. 00000400:00000200:1.0:1789608794.145196:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edc38 00000400:00000010:1.0:1789608794.145199:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edc38. 00000100:00000001:1.0:1789608794.145204:0:2410:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608794.145215:0:2410:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904055180 x1876538934294144/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608810 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608794.145228:0:2410:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904055180 x1876538934294144/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608810 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608794.145236:0:2410:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608794.145239:0:2410:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608794.145243:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608794.145247:0:2410:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608794.145250:0:2410:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608794.145253:0:2410:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608794.145257:0:2410:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608794.145267:0:2410:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d90510e460 time=152 v=5 (5 5 5 5) 00000100:00001000:1.0:1789608794.145272:0:2410:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d90510e418 time=152 v=5 (1 1 1 1) 00000100:00000001:1.0:1789608794.145275:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608794.145277:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608794.145281:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608794.145285:0:2410:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608794.145288:0:2410:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608794.145293:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904055180 x1876538934294144/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608810 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608794.145302:0:2410:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608794.145306:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608794.145308:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608794.145313:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904055180 x1876538934294144/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608810 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608794.145322:0:2410:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904055180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2410:1876538934294144:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608794.145328:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608794.145332:0:2410:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608794.145336:0:2410:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904055180 x1876538934294144/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608810 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608794.145343:0:2410:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608794.145347:0:2410:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608794.145351:0:2410:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d907e5b800. 02000000:00000001:1.0:1789608794.145356:0:2410:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608794.145360:0:2410:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608794.145362:0:2410:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=3 obd=MGC192.168.203.121@tcp 00000020:00000001:1.0:1789608794.145364:0:2410:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608794.145367:0:2410:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faaf00. 02000000:00000001:1.0:1789608794.145372:0:2410:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608794.145374:0:2410:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608794.145376:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904055180. 00000100:00000001:1.0:1789608794.145380:0:2410:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608794.145382:0:2410:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608794.145384:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608794.145395:0:2410:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608794.145397:0:2410:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608794.145401:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608794.145404:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608794.893842:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608794.893851:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608794.893859:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608794.893860:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608794.893965:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789608794.893969:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608794.893973:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789608795.150441:0:33376:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789608795.150451:0:33376:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608795.150454:0:33376:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789608795.150460:0:33376:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d9098a7840 going to sleep for 1 seconds 00000100:00000001:2.0:1789608795.150464:0:33376:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608795.150469:0:33376:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608795.918600:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608795.918609:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608795.918617:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608795.918618:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608795.919504:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789608795.919511:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608795.919516:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789608796.173753:0:33376:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789608796.173762:0:33376:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608796.173765:0:33376:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789608796.173772:0:33376:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d9098a7840 going to sleep for 1 seconds 00000100:00000001:2.0:1789608796.173776:0:33376:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608796.173780:0:33376:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608796.942158:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608796.942170:0:32466:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608796.942173:0:32466:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608796.942177:0:32466:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608796.942183:0:32466:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608796.942186:0:32466:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608796.942188:0:32466:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608796.942191:0:32466:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608796.942196:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608796.942197:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608796.945758:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608796.945767:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608796.946049:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789608797.199706:0:33376:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789608797.199713:0:33376:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000400:3.0:1789608797.199733:0:33376:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789608781/real 1789608781] req@ffff94d907d24e00 x1876538934291456/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 1 dl 1789608797 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000400:00000001:3.0:1789608797.199756:0:33376:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608797.199758:0:33376:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608797.199762:0:33376:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21e18. 00000400:00000200:3.0:1789608797.199772:0:33376:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6ca18 00000400:00000010:3.0:1789608797.199775:0:33376:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6ca18. 00000100:00000001:3.0:1789608797.199780:0:33376:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608797.199785:0:33376:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d24e00 x1876538934291456/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 1 dl 1789608797 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789608797.199794:0:33376:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d24e00 x1876538934291456/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 1 dl 1789608797 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608797.199802:0:33376:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608797.199804:0:33376:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608797.199807:0:33376:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608797.199809:0:33376:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608797.199815:0:33376:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:3.0:1789608797.199819:0:33376:0:(import.c:65:import_set_state_nolock()) ffff94d902b11800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1789608797.199823:0:33376:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff94d904ceb000: Connection to lustre-MDT0000 (at 192.168.203.121@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:3.0:1789608797.199827:0:33376:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1789608797.199831:0:33376:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:3.0:1789608797.199834:0:33376:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608797.199835:0:33376:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1789608797.199837:0:33376:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:3.0:1789608797.199856:0:33376:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:3.0:1789608797.199858:0:33376:0:(client.c:2556:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608797.199862:0:33376:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608797.199864:0:33376:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608797.199868:0:33376:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d9098a7840 going to sleep for 0 seconds 00000100:00000001:3.0:1789608797.199871:0:33376:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608797.199874:0:33376:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608797.199876:0:33376:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608797.199879:0:33376:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608797.199883:0:33376:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608797.199935:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789608797.199941:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789608797.199953:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d25f80. 00000020:00000040:2.0:1789608797.199959:0:36:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=4 obd=MGC192.168.203.121@tcp 00000100:00000001:2.0:1789608797.199964:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608797.199968:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608797.199974:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608797.199984:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d908d55500. 00000100:00000001:2.0:1789608797.199992:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608797.199999:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS req@ffff94d907d25f80 x1876538934294784/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789608797.200010:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608797.200015:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608797.200021:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000939432f3] to pc [ptlrpcd_01_01+1] req@ffff94d907d25f80 x1876538934294784/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608797.200051:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789608797.200054:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789608797.200057:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789608797.200060:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789608797.200062:0:36:0:(import.c:65:import_set_state_nolock()) ffff94d902b11800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789608797.200065:0:36:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789608797.200069:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff94d904ceb000: connect to NID 192.168.203.121@tcp last attempt 1831 00000400:00000200:2.0:1789608797.200088:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608797.200094:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.121@tcp is discovered: rc = 1 00000100:00000040:2.0:1789608797.200099:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff94d907ddb340 refcount 14 to 192.168.203.121@tcp 00000100:00000001:2.0:1789608797.200102:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789608797.200105:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff94d907ddb340 refcount 15 to 192.168.203.121@tcp 00000100:00000001:2.0:1789608797.200107:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446626258593624896 : -117815115926720 : ffff94d907ddb340) 00000020:00000001:2.0:1789608797.200116:0:36:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789608797.200119:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc54db3288176f34a 00000020:00000001:2.0:1789608797.200121:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608797.200125:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d903101000 refcount=5 00000020:00000001:2.0:1789608797.200128:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258513039360 : -117815196512256 : ffff94d903101000) 00000020:00000001:2.0:1789608797.200130:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626258513039360 : -117815196512256 : ffff94d903101000) 00000100:00000040:2.0:1789608797.200133:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff94d907ddb340 refcount 14 to 192.168.203.121@tcp 00000100:00000001:2.0:1789608797.200135:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789608797.200137:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff94d907ddb340 refcount 15 to 192.168.203.121@tcp 00000100:00000001:2.0:1789608797.200139:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446626258593624896 : -117815115926720 : ffff94d907ddb340) 00000020:00000040:2.0:1789608797.200142:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff94d903101000 : new refcount 4 00000100:00080000:2.0:1789608797.200146:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff94d904ceb000: import ffff94d902b11800 using connection 192.168.203.121@tcp/192.168.203.121@tcp 00000100:00000001:2.0:1789608797.200148:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608797.200151:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789608797.200158:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608797.200162:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608797.200164:0:36:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1789608797.200168:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789608797.200171:0:36:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608797.200173:0:36:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608797.200177:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d25c00. 00000020:00000040:2.0:1789608797.200179:0:36:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 02000000:00000001:2.0:1789608797.200182:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789608797.200184:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608797.200187:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608797.200189:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608797.200191:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608797.200196:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d903dbfc00. 00000100:00000001:2.0:1789608797.200199:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608797.200215:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94d907d25c00 x1876538934294912/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789608797.200222:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608797.200224:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608797.200228:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4d415d2] to pc [ptlrpcd_rcv+-1] req@ffff94d907d25c00 x1876538934294912/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608797.200252:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608797.200255:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789608797.200259:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789608797.200262:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d25500. 00000020:00000040:2.0:1789608797.200265:0:36:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=4 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000100:00000001:2.0:1789608797.200268:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608797.200269:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608797.200271:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608797.200274:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d908d55d00. 00000100:00000001:2.0:1789608797.200277:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608797.200281:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID req@ffff94d907d25500 x1876538934295040/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789608797.200288:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608797.200290:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608797.200294:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000074e8136d] to pc [ptlrpcd_01_00+0] req@ffff94d907d25500 x1876538934295040/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608797.200303:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608797.200305:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789608797.200308:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1789608797.200310:0:36:0:(import.c:2113:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:2.0:1789608797.200314:0:36:0:(import.c:1807:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1789608797.200317:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d25880. 00000020:00000040:2.0:1789608797.200320:0:36:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00000100:00000001:2.0:1789608797.200322:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608797.200323:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608797.200325:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608797.200328:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d908d55900. 00000100:00000001:2.0:1789608797.200331:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608797.200334:0:36:0:(import.c:1845:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446626258592880768 : -117815116670848 : ffff94d907d25880) 00000100:00080000:2.0:1789608797.200337:0:36:0:(import.c:65:import_set_state_nolock()) ffff94d902b13800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1789608797.200340:0:36:0:(import.c:2148:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff94d904ceb000: disconnect after 22s idle 00000100:00000001:2.0:1789608797.200342:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608797.200344:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608797.200348:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000018fafb34] to pc [ptlrpcd_rcv+-1] req@ffff94d907d25880 x1876538934295168/t0(0) o9->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608797.200356:0:36:0:(import.c:2152:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608797.200358:0:36:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608797.200361:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789608797.200364:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789608797.200368:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d26680. 00000020:00000040:2.0:1789608797.200370:0:36:0:(genops.c:1209:class_import_get()) import ffff94d902b13000 refcount=3 obd=lustre-OST0001-osc-ffff94d904ceb000 00000100:00000001:2.0:1789608797.200372:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608797.200373:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608797.200374:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608797.200377:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d908d55000. 00000100:00000001:2.0:1789608797.200380:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608797.200383:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID req@ffff94d907d26680 x1876538934295296/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789608797.200390:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608797.200391:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608797.200395:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b17d53d] to pc [ptlrpcd_01_01+1] req@ffff94d907d26680 x1876538934295296/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608797.200401:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608797.200406:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 2 (1861) 00000100:00000001:1.0:1789608797.200533:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608797.200538:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608797.200541:0:2408:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608797.200549:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d25c00 x1876538934294912/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608797.200559:0:2408:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608797.200560:0:2408:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608797.200564:0:2408:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608797.200567:0:2408:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608797.200570:0:2408:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608797.200574:0:2408:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25f5d458-2cbe-49cd-9693-334c08df7e27:2408:1876538934294912:192.168.203.121@tcp:38:kworker.0 00000100:00000001:1.0:1789608797.200578:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608797.200584:0:2408:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608797.200587:0:2408:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608797.200589:0:2408:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608797.200594:0:2408:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d908241000. 02000000:00000001:1.0:1789608797.200596:0:2408:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608797.200603:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608797.200607:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d341b8. 00000400:00000010:1.0:1789608797.200613:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d353b8. 00000100:00000200:1.0:1789608797.200621:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934294912, portal 10 00000100:00000001:1.0:1789608797.200624:0:2408:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608797.200626:0:2408:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592881664 : -117815116669952 : ffff94d907d25c00) 00000100:00000040:1.0:1789608797.200634:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907d25c00 x1876538934294912/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608797.200641:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608797.200644:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608797.200647:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35770. 00000100:00000200:1.0:1789608797.200650:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876538934294912, offset 0 00000400:00000200:1.0:1789608797.200657:0:2408:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608797.200666:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608797.200672:0:2408:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608797.200716:0:2408:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608797.200722:0:2408:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608797.200726:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608797.200730:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608797.200734:0:2408:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2829:2829:256:4294967295] 192.168.203.121@tcp LPNI seq info [2829:2829:8:4294967295] 00000400:00000200:1.0:1789608797.200739:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608797.200750:0:2408:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608797.200757:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608797.200764:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faaf00. 00000800:00000200:1.0:1789608797.200772:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608797.200781:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608797.200786:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faaf00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789608797.200798:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608797.200803:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 836780 usecs (837 jiffies) 00000400:00000200:1.0:1789608797.200807:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608797.200809:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296525128 00000100:00000001:1.0:1789608797.200813:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296525152 00000100:00000001:1.0:1789608797.200815:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296525128 00000100:00000001:1.0:1789608797.200817:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296525152 00000100:00000001:1.0:1789608797.200819:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608797.200822:0:2408:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608797.200825:0:2408:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608797.200831:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d25880 x1876538934295168/t0(0) o9->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608797.200839:0:2408:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608797.200841:0:2408:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608797.200844:0:2408:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608797.200846:0:2408:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608797.200848:0:2408:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608797.200851:0:2408:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d25880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25f5d458-2cbe-49cd-9693-334c08df7e27:2408:1876538934295168:192.168.203.121@tcp:9:kworker.0 00000100:00000001:1.0:1789608797.200855:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608797.200860:0:2408:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608797.200862:0:2408:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608797.200864:0:2408:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608797.200869:0:2408:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d906144600. 02000000:00000001:1.0:1789608797.200871:0:2408:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608797.200875:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608797.200878:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d349a0. 00000400:00000010:1.0:1789608797.200881:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35220. 00000100:00000200:1.0:1789608797.200884:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934295168, portal 4 00000100:00000001:1.0:1789608797.200886:0:2408:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608797.200887:0:2408:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592880768 : -117815116670848 : ffff94d907d25880) 00000100:00000040:1.0:1789608797.200892:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907d25880 x1876538934295168/t0(0) o9->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608797.200897:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608797.200899:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608797.200901:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35000. 00000100:00000200:1.0:1789608797.200903:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876538934295168, offset 0 00000400:00000200:1.0:1789608797.200911:0:2408:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608797.200914:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608797.200917:0:2408:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608797.200919:0:2408:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608797.200921:0:2408:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608797.200924:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608797.200926:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608797.200928:0:2408:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2830:2830:255:4294967295] 192.168.203.121@tcp LPNI seq info [2830:2830:7:4294967295] 00000400:00000200:1.0:1789608797.200931:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608797.200936:0:2408:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608797.200940:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608797.200943:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa700. 00000800:00000200:1.0:1789608797.200946:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608797.200950:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608797.200952:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608797.200955:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608797.200957:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 206855 usecs (207 jiffies) 00000400:00000200:1.0:1789608797.200960:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608797.200962:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296524498 00000100:00000001:1.0:1789608797.200964:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296525152 00000100:00000001:1.0:1789608797.200966:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296524498 00000100:00000001:1.0:1789608797.200968:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296525152 00000100:00000001:1.0:1789608797.200970:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608797.200972:0:2408:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608797.200974:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608797.200977:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608797.200987:0:2408:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608797.200988:0:2408:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1789608797.200990:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608797.200992:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608797.200993:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608797.200996:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608797.201055:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608797.201060:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faaf00. 00000400:00000200:1.0:1789608797.201067:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608797.201072:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608797.201092:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35770 00000400:00000010:1.0:1789608797.201095:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35770. 00000100:00000001:1.0:1789608797.201099:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608797.201104:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25c00 x1876538934294912/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608797.201114:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608797.201117:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d25c00 x1876538934294912/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608807 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608797.201124:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608797.201125:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789608797.201294:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608797.201298:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608797.201301:0:2412:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608797.201308:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d25f80 x1876538934294784/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608797.201316:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608797.201318:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608797.201321:0:2412:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608797.201323:0:2412:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608797.201325:0:2412:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608797.201328:0:2412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2412:1876538934294784:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608797.201331:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608797.201334:0:2412:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608797.201336:0:2412:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608797.201338:0:2412:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608797.201342:0:2412:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d91213c000. 02000000:00000001:3.0:1789608797.201344:0:2412:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608797.201348:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608797.201351:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a898. 00000400:00000010:3.0:1789608797.201356:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9b28. 00000100:00000200:3.0:1789608797.201359:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934294784, portal 25 00000100:00000001:3.0:1789608797.201361:0:2412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608797.201362:0:2412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592882560 : -117815116669056 : ffff94d907d25f80) 00000100:00000040:3.0:1789608797.201366:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907d25f80 x1876538934294784/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608797.201373:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608797.201375:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608797.201378:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9e58. 00000100:00000200:3.0:1789608797.201381:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876538934294784, offset 0 00000400:00000200:3.0:1789608797.201386:0:2412:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608797.201391:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608797.201395:0:2412:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608797.201398:0:2412:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608797.201400:0:2412:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608797.201403:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608797.201404:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608797.201408:0:2412:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2831:2831:255:4294967295] 192.168.203.121@tcp LPNI seq info [2831:2831:7:4294967295] 00000400:00000200:3.0:1789608797.201411:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608797.201418:0:2412:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608797.201422:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608797.201425:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d90827b000. 00000800:00000200:3.0:1789608797.201429:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608797.201433:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608797.201436:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d90827b000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789608797.201438:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608797.201441:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608797.201443:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 0 is 4296528225 00000100:00000001:3.0:1789608797.201453:0:2412:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296525152 00000100:00000001:3.0:1789608797.201458:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 1 is 4296528225 00000100:00000001:3.0:1789608797.201461:0:2412:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296525152 00000100:00000001:3.0:1789608797.201464:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608797.201466:0:2412:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608797.201468:0:2412:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608797.201472:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d26680 x1876538934295296/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608797.201478:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608797.201479:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608797.201481:0:2412:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608797.201483:0:2412:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608797.201484:0:2412:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608797.201486:0:2412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2412:1876538934295296:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608797.201489:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608797.201491:0:2412:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608797.201492:0:2412:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608797.201493:0:2412:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608797.201497:0:2412:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d91213ce00. 02000000:00000001:3.0:1789608797.201499:0:2412:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608797.201501:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608797.201504:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a6e0. 00000400:00000010:3.0:1789608797.201507:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a94c8. 00000100:00000200:3.0:1789608797.201511:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934295296, portal 4 00000100:00000001:3.0:1789608797.201512:0:2412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608797.201513:0:2412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592884352 : -117815116667264 : ffff94d907d26680) 00000100:00000040:3.0:1789608797.201519:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907d26680 x1876538934295296/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608797.201525:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608797.201527:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608797.201530:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9908. 00000100:00000200:3.0:1789608797.201533:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876538934295296, offset 0 00000400:00000200:3.0:1789608797.201537:0:2412:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608797.201545:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608797.201548:0:2412:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608797.201551:0:2412:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608797.201553:0:2412:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608797.201555:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608797.201557:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608797.201559:0:2412:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2832:2832:254:4294967295] 192.168.203.121@tcp LPNI seq info [2832:2832:6:4294967295] 00000400:00000200:3.0:1789608797.201563:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608797.201568:0:2412:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608797.201572:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608797.201575:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d90827bf00. 00000800:00000200:3.0:1789608797.201579:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608797.201583:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608797.201585:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d90827bf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789608797.201587:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608797.201591:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: using a timeout of 25038 usecs (26 jiffies) 00000400:00000200:3.0:1789608797.201594:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608797.201595:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296524317 00000100:00000001:3.0:1789608797.201597:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296528225 00000100:00000001:3.0:1789608797.201599:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296524317 00000100:00000001:3.0:1789608797.201601:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296528225 00000100:00000001:3.0:1789608797.201603:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608797.201605:0:2412:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608797.201607:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608797.201610:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608797.201616:0:2412:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608797.201618:0:2412:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789608797.201620:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608797.201622:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608797.201623:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608797.201627:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1789608797.201629:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608797.201630:0:2412:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608797.201632:0:2412:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608797.201633:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608797.201634:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608797.201636:0:2412:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608797.201640:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d25500 x1876538934295040/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608797.201646:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608797.201647:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608797.201649:0:2412:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608797.201650:0:2412:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608797.201652:0:2412:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608797.201654:0:2412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2412:1876538934295040:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608797.201657:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608797.201660:0:2412:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608797.201661:0:2412:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608797.201662:0:2412:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608797.201666:0:2412:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d91213dc00. 02000000:00000001:3.0:1789608797.201668:0:2412:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608797.201671:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608797.201673:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2aaa8. 00000400:00000010:3.0:1789608797.201726:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9990. 00000100:00000200:3.0:1789608797.201730:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934295040, portal 10 00000100:00000001:3.0:1789608797.201732:0:2412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608797.201734:0:2412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592879872 : -117815116671744 : ffff94d907d25500) 00000100:00000040:3.0:1789608797.201740:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907d25500 x1876538934295040/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608797.201746:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608797.201748:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608797.201750:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9bb0. 00000100:00000200:3.0:1789608797.201752:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934295040, offset 0 00000400:00000200:3.0:1789608797.201756:0:2412:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608797.201760:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608797.201763:0:2412:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608797.201766:0:2412:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608797.201768:0:2412:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608797.201770:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608797.201772:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608797.201775:0:2412:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2833:2833:253:4294967295] 192.168.203.121@tcp LPNI seq info [2833:2833:5:4294967295] 00000400:00000200:3.0:1789608797.201779:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608797.201785:0:2412:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608797.201789:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608797.201792:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d90827bc00. 00000800:00000200:3.0:1789608797.201796:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608797.201800:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608797.201803:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d90827bc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789608797.201805:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608797.201808:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: using a timeout of 23422 usecs (24 jiffies) 00000400:00000200:3.0:1789608797.201810:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608797.201812:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296524315 00000100:00000001:3.0:1789608797.201814:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296528225 00000100:00000001:3.0:1789608797.201816:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296524315 00000100:00000001:3.0:1789608797.201817:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296528225 00000100:00000001:3.0:1789608797.201819:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608797.201821:0:2412:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608797.201823:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608797.201825:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608797.201836:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608797.201839:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608797.201968:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608797.201972:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa700. 00000400:00000200:1.0:1789608797.201976:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608797.201980:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608797.201985:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35000 00000400:00000010:1.0:1789608797.201987:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35000. 00000100:00000001:1.0:1789608797.201990:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608797.201994:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25880 x1876538934295168/t0(0) o9->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608797.202003:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608797.202006:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d25880 x1876538934295168/t0(0) o9->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608807 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608797.202011:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608797.202013:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608797.202031:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608797.202033:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d90827b000. 00000400:00000200:1.0:1789608797.202037:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608797.202039:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608797.202042:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9e58 00000400:00000010:1.0:1789608797.202043:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9e58. 00000100:00000001:1.0:1789608797.202046:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608797.202049:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25f80 x1876538934294784/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608797.202055:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608797.202057:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d25f80 x1876538934294784/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608813 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608797.202062:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608797.202063:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608797.202070:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608797.202072:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d90827bf00. 00000400:00000200:1.0:1789608797.202074:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608797.202088:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608797.202090:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9908 00000400:00000010:1.0:1789608797.202091:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9908. 00000100:00000001:1.0:1789608797.202094:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608797.202098:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d26680 x1876538934295296/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608797.202104:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608797.202108:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d26680 x1876538934295296/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608813 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608797.202113:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608797.202115:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608797.202151:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608797.202153:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d90827bc00. 00000400:00000200:1.0:1789608797.202156:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608797.202162:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608797.202165:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9bb0 00000400:00000010:1.0:1789608797.202167:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9bb0. 00000100:00000001:1.0:1789608797.202169:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608797.202172:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25500 x1876538934295040/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608797.202178:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608797.202180:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d25500 x1876538934295040/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608813 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608797.202186:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608797.202187:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608797.208330:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608797.218143:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608797.218159:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608797.218167:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608797.218180:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608797.218190:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608797.218623:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608797.218630:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608797.219010:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608797.219016:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 25 MB=0x6aab3c495f900 00000400:00000200:0.0:1789608797.219022:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608797.219030:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.121@tcp of length 224/224 into md 0x81c1 [1] + 224 00000800:00000001:0.0:1789608797.219041:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608797.219050:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608797.219055:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608797.219060:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608797.219071:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608797.219093:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d25f80 x1876538934294784/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608813 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608797.219106:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907d25f80 x1876538934294784/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608813 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608797.219159:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608797.219165:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608797.219184:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608797.219197:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1789608797.219271:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608797.219273:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608797.219277:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a898. 00000400:00000200:3.0:1789608797.219284:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9b28 00000400:00000010:3.0:1789608797.219287:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9b28. 00000100:00000001:3.0:1789608797.219291:0:2412:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608797.219296:0:2412:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d25f80 x1876538934294784/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608813 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608797.219306:0:2412:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d25f80 x1876538934294784/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608813 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608797.219312:0:2412:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608797.219315:0:2412:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608797.219317:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608797.219321:0:2412:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608797.219324:0:2412:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608797.219327:0:2412:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608797.219330:0:2412:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789608797.219408:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608797.219411:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608797.219414:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608797.219418:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608797.219422:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608797.219429:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608797.219433:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608797.219436:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608797.219440:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c495fa00 00000400:00000200:0.0:1789608797.219444:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608797.219448:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x81d1 [1] + 224 00000800:00000001:0.0:1789608797.219452:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608797.219456:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608797.219458:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608797.219462:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608797.219465:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608797.219471:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d25500 x1876538934295040/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608813 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608797.219480:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907d25500 x1876538934295040/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608813 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608797.219487:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608797.219491:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608797.219494:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608797.219495:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608797.219497:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608797.219500:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608797.219504:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608797.219508:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608797.219510:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608797.219513:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608797.219516:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 416 into portal 10 MB=0x6aab3c495f980 00000400:00000200:0.0:1789608797.219519:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608797.219524:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 416/416 into md 0x81a1 [1] + 0 00000800:00000001:0.0:1789608797.219527:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608797.219531:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608797.219533:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608797.219536:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608797.219539:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608797.219544:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d25c00 x1876538934294912/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608807 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608797.219553:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff94d907d25c00 x1876538934294912/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608807 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608797.219572:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608797.219577:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608797.219581:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608797.219583:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608797.219585:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608797.219588:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608797.219592:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608797.219596:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608797.219599:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608797.219602:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608797.219609:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c495fb00 00000400:00000200:0.0:1789608797.219613:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608797.219617:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x81c9 [1] + 224 00000800:00000001:0.0:1789608797.219621:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608797.219625:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608797.219627:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608797.219630:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608797.219633:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608797.219638:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d26680 x1876538934295296/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608813 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608797.219652:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907d26680 x1876538934295296/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608813 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608797.219660:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608797.219663:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608797.219667:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608797.219668:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608797.219671:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608797.219744:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608797.219756:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789608797.219761:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608797.219763:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608797.219766:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d341b8. 00000400:00000200:1.0:1789608797.219770:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d353b8 00000400:00000010:1.0:1789608797.219772:0:2408:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d353b8. 00000100:00000001:1.0:1789608797.219775:0:2408:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608797.219781:0:2408:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d25c00 x1876538934294912/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608807 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608797.219791:0:2408:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d25c00 x1876538934294912/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608807 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608797.219799:0:2408:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608797.219800:0:2408:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608797.219802:0:2408:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608797.219804:0:2408:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608797.219805:0:2408:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608797.219807:0:2408:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608797.219809:0:2408:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608797.219817:0:2408:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=5 v=5 (5 104 104 104) 00000100:00001000:1.0:1789608797.219821:0:2408:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608797.219824:0:2408:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608797.219825:0:2408:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608797.219829:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608797.219833:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608797.219837:0:2408:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608797.219840:0:2408:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967637 00000100:00000001:1.0:1789608797.219842:0:2408:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608797.219843:0:2408:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608797.219849:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d25c00 x1876538934294912/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/416 e 0 to 0 dl 1789608807 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608797.219856:0:2408:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608797.219859:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608797.219861:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608797.219863:0:2408:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1789608797.219871:0:2408:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff94d904ceb000: connect to target with instance 1 00000020:00000001:1.0:1789608797.219875:0:2408:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789608797.219877:0:2408:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc54db3288176f34a 00000020:00000001:1.0:1789608797.219881:0:2408:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608797.219884:0:2408:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d903101000 refcount=5 00000020:00000001:1.0:1789608797.219887:0:2408:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258513039360 : -117815196512256 : ffff94d903101000) 00000020:00000001:1.0:1789608797.219889:0:2408:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626258513039360 : -117815196512256 : ffff94d903101000) 00000100:00001000:1.0:1789608797.219893:0:2408:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=1789608797 v=0 (0 0 0 0) 00000100:00001000:1.0:1789608797.219895:0:2408:0:(import.c:2262:obd_at_measure()) AT ffff94d902b11c18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:1.0:1789608797.219900:0:2408:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1703, crc32c 10415, adler 1371 00000020:00000040:1.0:1789608797.219907:0:2408:0:(genops.c:879:class_export_put()) PUTting export ffff94d903101000 : new refcount 4 00000100:00000001:1.0:1789608797.219910:0:2408:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:1.0:1789608797.219915:0:2408:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:1.0:1789608797.219919:0:2408:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff94d904ceb000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:1.0:1789608797.219923:0:2408:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:1.0:1789608797.219924:0:2408:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608797.219926:0:2408:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:1.0:1789608797.219930:0:2408:0:(lmv_obd.c:191:lmv_notify()) Process entered 00000080:00000001:1.0:1789608797.219933:0:2408:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1789608797.219936:0:2408:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608797.219938:0:2408:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608797.219940:0:2408:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608797.219941:0:2408:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1789608797.219943:0:2408:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608797.219944:0:2408:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608797.219946:0:2408:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1789608797.219950:0:2408:0:(import.c:1342:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.203.121@tcp after partition 00000100:00080000:1.0:1789608797.219953:0:2408:0:(import.c:65:import_set_state_nolock()) ffff94d902b11800 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:1.0:1789608797.219958:0:2408:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1789608797.219961:0:2408:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1789608797.219963:0:2408:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789608797.219965:0:2408:0:(import.c:65:import_set_state_nolock()) ffff94d902b11800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:1.0:1789608797.219967:0:2408:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:1.0:1789608797.219968:0:2408:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:1.0:1789608797.219969:0:2408:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:1.0:1789608797.219970:0:2408:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:1.0:1789608797.219972:0:2408:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:1.0:1789608797.219974:0:2408:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv ffff94d90933a1e8 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:1.0:1789608797.219977:0:2408:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xc54db3288176f34a 00800000:00000040:1.0:1789608797.219980:0:2408:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff94d904ceb000=25f5d458-2cbe-49cd-9693-334c08df7e27 device 3 (ffff94d90933b380) type mdc at LMV idx 0 00800000:00000040:1.0:1789608797.219982:0:2408:0:(lmv_obd.c:114:lmv_set_mdc_active()) OBD ffff94d90933b380 already active! 00800000:00000001:1.0:1789608797.219984:0:2408:0:(lmv_obd.c:115:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789608797.219985:0:2408:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1789608797.219986:0:2408:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608797.219987:0:2408:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608797.219989:0:2408:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608797.219991:0:2408:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1789608797.219992:0:2408:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789608797.219994:0:2408:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00001000:3.0:1789608797.220096:0:2412:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d90510e460 time=5 v=5 (5 5 5 5) 00000100:00001000:3.0:1789608797.220102:0:2412:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d90510e418 time=5 v=5 (1 1 1 1) 00000100:00000001:3.0:1789608797.220104:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608797.220105:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608797.220107:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608797.220109:0:2412:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608797.220112:0:2412:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608797.220117:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d25f80 x1876538934294784/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608813 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608797.220124:0:2412:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608797.220127:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608797.220128:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608797.220132:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d25f80 x1876538934294784/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608813 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608797.220140:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2412:1876538934294784:192.168.203.121@tcp:400:kworker.0 00000400:00000001:3.0:1789608797.220150:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608797.220152:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608797.220154:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a6e0. 00000400:00000200:3.0:1789608797.220157:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a94c8 00000400:00000010:3.0:1789608797.220159:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a94c8. 00000100:00000001:3.0:1789608797.220162:0:2412:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608797.220166:0:2412:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d26680 x1876538934295296/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608813 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608797.220174:0:2412:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d26680 x1876538934295296/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608813 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608797.220180:0:2412:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608797.220181:0:2412:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608797.220183:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608797.220185:0:2412:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608797.220186:0:2412:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608797.220188:0:2412:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608797.220190:0:2412:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608797.220196:0:2412:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13460 time=5 v=5 (5 5 5 5) 00000100:00001000:3.0:1789608797.220199:0:2412:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13418 time=24 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608797.220432:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608797.220434:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608797.220436:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608797.220438:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608797.220441:0:2412:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608797.220442:0:2412:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d904ceb000: skip recheck: last_committed 4294967322 00000100:00000001:3.0:1789608797.220444:0:2412:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608797.220446:0:2412:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608797.220451:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d26680 x1876538934295296/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608813 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608797.220458:0:2412:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608797.220459:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608797.220461:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608797.220464:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d26680 x1876538934295296/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608813 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608797.220472:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2412:1876538934295296:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608797.220477:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608797.220480:0:2412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608797.220484:0:2412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d25f80 x1876538934294784/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608813 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608797.220491:0:2412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608797.220494:0:2412:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608797.220500:0:2412:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d91213c000. 02000000:00000001:3.0:1789608797.220504:0:2412:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608797.220507:0:2412:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608797.220508:0:2412:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=3 obd=MGC192.168.203.121@tcp 00000020:00000001:3.0:1789608797.220511:0:2412:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608797.220514:0:2412:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d908d55500. 02000000:00000001:3.0:1789608797.220520:0:2412:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608797.220522:0:2412:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608797.220524:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d25f80. 00000100:00000001:3.0:1789608797.220528:0:2412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608797.220530:0:2412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608797.220532:0:2412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608797.220535:0:2412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d26680 x1876538934295296/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608813 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608797.220540:0:2412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608797.220542:0:2412:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608797.220543:0:2412:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d91213ce00. 02000000:00000001:3.0:1789608797.220545:0:2412:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608797.220546:0:2412:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608797.220547:0:2412:0:(genops.c:1222:class_import_put()) import ffff94d902b13000 refcount=2 obd=lustre-OST0001-osc-ffff94d904ceb000 00000020:00000001:3.0:1789608797.220549:0:2412:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608797.220551:0:2412:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d908d55000. 02000000:00000001:3.0:1789608797.220552:0:2412:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608797.220553:0:2412:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608797.220555:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d26680. 00000100:00000001:3.0:1789608797.220557:0:2412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608797.220559:0:2412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608797.220564:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608797.220566:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608797.220568:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608797.220571:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608797.220573:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608797.220575:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2aaa8. 00000400:00000200:3.0:1789608797.220577:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9990 00000400:00000010:3.0:1789608797.220579:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9990. 00000100:00000001:3.0:1789608797.220581:0:2412:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608797.220585:0:2412:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d25500 x1876538934295040/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608813 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608797.220594:0:2412:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d25500 x1876538934295040/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608813 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608797.220600:0:2412:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608797.220601:0:2412:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608797.220603:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608797.220605:0:2412:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608797.220606:0:2412:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608797.220608:0:2412:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608797.220610:0:2412:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608797.220615:0:2412:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b17c60 time=5 v=5 (5 104 104 104) 00000100:00001000:3.0:1789608797.220618:0:2412:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b17c18 time=5 v=5 (1 1 1 1) 00000100:00000001:3.0:1789608797.220620:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608797.220621:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608797.220623:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608797.220625:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608797.220627:0:2412:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608797.220629:0:2412:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1789608797.220630:0:2412:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608797.220632:0:2412:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608797.220635:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d25500 x1876538934295040/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608813 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608797.220642:0:2412:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608797.220644:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608797.220646:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608797.220649:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d25500 x1876538934295040/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608813 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608797.220657:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2412:1876538934295040:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608797.220661:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608797.220663:0:2412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608797.220666:0:2412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d25500 x1876538934295040/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608813 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608797.220672:0:2412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608797.220673:0:2412:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608797.220706:0:2412:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d91213dc00. 02000000:00000001:3.0:1789608797.220710:0:2412:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608797.220712:0:2412:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608797.220713:0:2412:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=3 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608797.220716:0:2412:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608797.220717:0:2412:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d908d55d00. 00000400:00000200:0.0:1789608797.221051:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608797.221060:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000002:00000001:2.0:1789608797.221068:0:2408:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608797.221071:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608797.221075:0:2408:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000400:00000200:0.0:1789608797.221088:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:02000000:2.0:1789608797.221090:0:2408:0:(import.c:1788:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff94d904ceb000: Connection restored to 192.168.203.121@tcp (at 192.168.203.121@tcp) 00000100:00080000:2.0:1789608797.221101:0:2408:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000d4fc7943): req@ffff94d907d24e00 x1876538934291456/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 1 dl 1789608797 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000400:00000200:0.0:1789608797.221105:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608797.221115:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c495fa80 00000400:00000200:0.0:1789608797.221123:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608797.221133:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x81b1 [1] + 224 00000100:00000001:2.0:1789608797.221140:0:2408:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789608797.221142:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1789608797.221145:0:2408:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608797.221153:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d25c00 x1876538934294912/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/416 e 0 to 0 dl 1789608807 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789608797.221161:0:2408:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25f5d458-2cbe-49cd-9693-334c08df7e27:2408:1876538934294912:192.168.203.121@tcp:38:kworker.0 00000800:00000001:0.0:1789608797.221163:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608797.221168:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608797.221169:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1789608797.221175:0:2408:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1789608797.221179:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000040:2.0:1789608797.221183:0:2408:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d25c00 x1876538934294912/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/416 e 0 to 0 dl 1789608807 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608797.221186:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:2.0:1789608797.221194:0:2408:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000200:0.0:1789608797.221195:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d25880 x1876538934295168/t0(0) o9->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608807 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1789608797.221197:0:2408:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608797.221202:0:2408:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d908241000. 02000000:00000001:2.0:1789608797.221206:0:2408:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608797.221208:0:2408:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608797.221209:0:2408:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:2.0:1789608797.221212:0:2408:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608797.221214:0:2408:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d903dbfc00. 02000000:00000001:2.0:1789608797.221218:0:2408:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608797.221220:0:2408:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608797.221222:0:2408:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d25c00. 00000100:00000001:2.0:1789608797.221225:0:2408:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608797.221227:0:2408:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608797.221229:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608797.221231:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608797.221232:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608797.221234:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608797.221235:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608797.221257:0:33376:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608797.221260:0:33376:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608797.221263:0:33376:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608797.221266:0:33376:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608797.221269:0:33376:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608797.221273:0:33376:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608797.221276:0:33376:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608797.221279:0:33376:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1789608797.221286:0:33376:0:(client.c:3742:ptlrpc_set_mbits()) resend with new mbits old x1876538934291456 new x1876538934295424 02000000:00000001:2.0:1789608797.221290:0:33376:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608797.221293:0:33376:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608797.221298:0:33376:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608797.221302:0:33376:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21738. 00000400:00000010:2.0:1789608797.221308:0:33376:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6cc38. 00000100:00000200:2.0:1789608797.221314:0:33376:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934291456, portal 10 00000100:00000001:2.0:1789608797.221317:0:33376:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608797.221319:0:33376:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592878080 : -117815116673536 : ffff94d907d24e00) 00000100:00000040:2.0:1789608797.221326:0:33376:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff94d907d24e00 x1876538934291456/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608813 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608797.221334:0:33376:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608797.221337:0:33376:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608797.221340:0:33376:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c198. 00000100:00000200:2.0:1789608797.221344:0:33376:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876538934291456, offset 0 00000400:00000200:2.0:1789608797.221351:0:33376:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608797.221358:0:33376:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608797.221365:0:33376:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608797.221372:0:33376:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608797.221377:0:33376:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608797.221381:0:33376:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608797.221384:0:33376:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608797.221388:0:33376:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2834:2834:256:4294967295] 192.168.203.121@tcp LPNI seq info [2834:2834:8:4294967295] 00000400:00000200:2.0:1789608797.221393:0:33376:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608797.221403:0:33376:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608797.221411:0:33376:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608797.221417:0:33376:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d908d55c00. 00000800:00000200:2.0:1789608797.221424:0:33376:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608797.221433:0:33376:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608797.221439:0:33376:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d908d55c00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1789608797.221449:0:33376:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608797.221455:0:33376:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 835685 usecs (836 jiffies) 00000400:00000200:2.0:1789608797.221458:0:33376:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608797.221461:0:33376:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296525147 00000100:00000001:2.0:1789608797.221465:0:33376:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296528225 00000100:00000001:2.0:1789608797.221469:0:33376:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296525147 00000100:00000001:2.0:1789608797.221472:0:33376:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296528225 00000100:00000001:2.0:1789608797.221474:0:33376:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608797.221477:0:33376:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608797.221481:0:33376:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608797.221483:0:33376:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789608797.221487:0:33376:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d9098a7840 going to sleep for 11 seconds 00000100:00000001:2.0:1789608797.221489:0:33376:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608797.221490:0:33376:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608797.221634:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907d25880 x1876538934295168/t0(0) o9->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608807 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608797.221653:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608797.221665:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1789608797.221769:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608797.221772:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608797.221776:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608797.221778:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608797.221781:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d349a0. 00000400:00000200:2.0:1789608797.221786:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35220 00000400:00000010:2.0:1789608797.221788:0:2408:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35220. 00000100:00000001:2.0:1789608797.221792:0:2408:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608797.221796:0:2408:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d25880 x1876538934295168/t0(0) o9->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608807 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789608797.221807:0:2408:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d25880 x1876538934295168/t0(0) o9->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608807 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608797.221814:0:2408:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608797.221816:0:2408:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608797.221818:0:2408:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608797.221821:0:2408:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608797.221823:0:2408:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608797.221826:0:2408:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608797.221830:0:2408:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608797.221838:0:2408:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13c60 time=5 v=5 (5 5 5 5) 00000100:00001000:2.0:1789608797.221841:0:2408:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608797.221845:0:2408:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608797.221846:0:2408:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608797.221849:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608797.221851:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608797.221855:0:2408:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608797.221857:0:2408:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: skip recheck: last_committed 4294967333 00000100:00000001:2.0:1789608797.221859:0:2408:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608797.221861:0:2408:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608797.221865:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d25880 x1876538934295168/t0(0) o9->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608807 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608797.221873:0:2408:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608797.221875:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608797.221877:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1789608797.221882:0:2408:0:(import.c:2058:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff94d907d25880 x1876538934295168/t0(0) o9->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608807 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789608797.221891:0:2408:0:(import.c:65:import_set_state_nolock()) ffff94d902b13800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:2.0:1789608797.221896:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d25880 x1876538934295168/t0(0) o9->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608807 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789608797.221903:0:2408:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d25880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25f5d458-2cbe-49cd-9693-334c08df7e27:2408:1876538934295168:192.168.203.121@tcp:9:kworker.0 00000100:00000001:2.0:1789608797.221908:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608797.221910:0:2408:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608797.221913:0:2408:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d25880 x1876538934295168/t0(0) o9->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608807 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608797.221920:0:2408:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608797.221922:0:2408:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608797.221925:0:2408:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d906144600. 02000000:00000001:2.0:1789608797.221929:0:2408:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608797.221932:0:2408:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608797.221933:0:2408:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=2 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:2.0:1789608797.221936:0:2408:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608797.221938:0:2408:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d908d55900. 02000000:00000001:2.0:1789608797.221942:0:2408:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608797.221944:0:2408:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608797.221946:0:2408:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d25880. 00000100:00000001:2.0:1789608797.221949:0:2408:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608797.221950:0:2408:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608797.221952:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608797.221961:0:2408:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608797.221963:0:2408:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608797.221965:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608797.221967:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608797.224131:0:2412:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608797.224135:0:2412:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608797.224138:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d25500. 00000100:00000001:3.0:1789608797.224148:0:2412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608797.224150:0:2412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608797.224154:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608797.224166:0:2412:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608797.224167:0:2412:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608797.224170:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608797.224173:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608797.224447:0:33397:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:3.0:1789608797.224451:0:33397:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:3.0:1789608797.224457:0:33397:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608797.224461:0:33397:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608797.224463:0:33397:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608797.224466:0:33397:0:(genops.c:1229:class_import_put()) Process leaving 00000002:00000001:3.0:1789608797.224468:0:33397:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789608797.232229:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608797.232243:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608797.232250:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608797.232261:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608797.232271:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608797.232285:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608797.232291:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608797.232298:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608797.232303:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 456 into portal 10 MB=0x6aab3c495fb80 00000400:00000200:0.0:1789608797.232309:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608797.232867:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 456/456 into md 0x81d9 [1] + 224 00000800:00000001:0.0:1789608797.232879:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608797.232894:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608797.232899:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608797.232904:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608797.232915:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608797.232927:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d24e00 x1876538934291456/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608813 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608797.232940:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff94d907d24e00 x1876538934291456/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608813 ref 3 fl Rpc:R/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608797.233020:0:33376:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608797.233103:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608797.233118:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608797.233122:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1789608797.233167:0:33376:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608797.233171:0:33376:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608797.233175:0:33376:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21738. 00000400:00000200:3.0:1789608797.233182:0:33376:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6cc38 00000400:00000010:3.0:1789608797.233185:0:33376:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6cc38. 00000100:00000001:3.0:1789608797.233189:0:33376:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608797.233194:0:33376:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d24e00 x1876538934291456/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608813 ref 3 fl Rpc:R/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789608797.233204:0:33376:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d24e00 x1876538934291456/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608813 ref 3 fl Rpc:RU/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608797.233211:0:33376:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000040:3.0:1789608797.233215:0:33376:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to UnregRPC req@ffff94d907d24e00 x1876538934291456/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608813 ref 3 fl Rpc:RU/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608797.233222:0:33376:0:(client.c:3011:ptlrpc_unregister_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608797.233225:0:33376:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608797.233227:0:33376:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608797.233229:0:33376:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608797.238947:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608797.238962:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d908d55c00. 00000400:00000200:1.0:1789608797.238972:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608797.238983:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608797.238994:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c198 00000400:00000010:1.0:1789608797.238997:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c198. 00000100:00000001:1.0:1789608797.239005:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608797.239016:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d24e00 x1876538934291456/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608813 ref 3 fl UnregRPC:RU/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608797.239045:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608797.239050:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d24e00 x1876538934291456/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608813 ref 3 fl UnregRPC:RQU/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608797.239058:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608797.239061:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789608797.239070:0:33376:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1789608797.239093:0:33376:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from UnregRPC to Rpc req@ffff94d907d24e00 x1876538934291456/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608813 ref 2 fl UnregRPC:RQU/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608797.239105:0:33376:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608797.239107:0:33376:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608797.239111:0:33376:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608797.239115:0:33376:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608797.239117:0:33376:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608797.239121:0:33376:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608797.239133:0:33376:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11cf0 time=155 v=5 (5 5 5 5) 00000100:00001000:3.0:1789608797.239139:0:33376:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608797.239142:0:33376:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608797.239144:0:33376:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608797.239147:0:33376:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608797.239151:0:33376:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608797.239156:0:33376:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1789608797.239158:0:33376:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1789608797.239160:0:33376:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1789608797.239163:0:33376:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608797.239165:0:33376:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592878080 : -117815116673536 : ffff94d907d24e00) 00000100:00000001:3.0:1789608797.239168:0:33376:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608797.239171:0:33376:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967637 00000100:00000001:3.0:1789608797.239173:0:33376:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608797.239175:0:33376:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608797.239181:0:33376:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d24e00 x1876538934291456/t4294967638(4294967638) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608813 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608797.239188:0:33376:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608797.239191:0:33376:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608797.239194:0:33376:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608797.239198:0:33376:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d24e00 x1876538934291456/t4294967638(4294967638) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608813 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789608797.239207:0:33376:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d24e00 pname:cluuid:pid:xid:nid:opc:job multiop:25f5d458-2cbe-49cd-9693-334c08df7e27:33376:1876538934291456:192.168.203.121@tcp:35:multiop.0 00000100:00000001:3.0:1789608797.239212:0:33376:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608797.239216:0:33376:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608797.239218:0:33376:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789608797.239221:0:33376:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608797.239223:0:33376:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d24e00 x1876538934291456/t4294967638(4294967638) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608813 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608797.239229:0:33376:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608797.239232:0:33376:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d9098a7840. 00000100:00000001:3.0:1789608797.239248:0:33376:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789608797.239250:0:33376:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608797.239259:0:33376:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608797.239260:0:33376:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592878080 : -117815116673536 : ffff94d907d24e00) 00000002:00000001:3.0:1789608797.239263:0:33376:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608797.239267:0:33376:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789608797.239272:0:33376:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d9071fbe00. 00000080:00000001:3.0:1789608797.239277:0:33376:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1789608797.239281:0:33376:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:3.0:1789608797.239285:0:33376:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608797.239288:0:33376:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608797.239291:0:33376:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608797.239293:0:33376:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608797.239296:0:33376:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608797.239298:0:33376:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:3.0:1789608797.239301:0:33376:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608797.239307:0:33376:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1789608797.239322:0:33376:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94d907d25180 x1876538934291200/t4294967635(4294967635) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/664 e 0 to 0 dl 1789608797 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608797.239330:0:33376:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608797.239333:0:33376:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d25180 x1876538934291200/t4294967635(4294967635) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/664 e 0 to 0 dl 1789608797 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608797.239349:0:33376:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1789608797.239353:0:33376:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608797.239355:0:33376:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608797.239358:0:33376:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608797.239361:0:33376:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d903dbdc00. 02000000:00000001:3.0:1789608797.239366:0:33376:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608797.239368:0:33376:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608797.239370:0:33376:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d25180. 00000100:00000001:3.0:1789608797.239375:0:33376:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608797.239376:0:33376:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608797.239378:0:33376:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608797.239380:0:33376:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d24e00 x1876538934291456/t4294967638(4294967638) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608813 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608797.239386:0:33376:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608797.239388:0:33376:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff94d907f68540. 00000002:00000001:3.0:1789608797.239391:0:33376:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608797.239393:0:33376:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789608797.239405:0:33376:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94d9071bf480. 00000100:00000001:3.0:1789608797.239408:0:33376:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608797.239412:0:33376:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d24e00 x1876538934291456/t4294967638(4294967638) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608813 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608797.239424:0:33376:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608797.239427:0:33376:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789608797.239433:0:33376:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d91a6d32c0. 00000080:00000001:3.0:1789608797.239447:0:33376:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608797.239453:0:33376:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e018bbdf0 00000080:00000008:3.0:1789608797.239456:0:33376:0:(file.c:523:ll_file_release()) COMPLETED file f22.recovery-small-2:[0x200000405:0x27:0x0](ffff94d9189242c8), flags 100002, rc = 0 00000080:00000001:3.0:1789608797.239459:0:33376:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608797.239466:0:33376:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1789608797.239468:0:33376:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e018bbe00 00000080:00002000:3.0:1789608797.239469:0:33376:0:(dcache.c:127:ll_ddelete()) deleting dentry f22.recovery-small-2 (ffff94d918b2e0d8, parent ffff94d918a99a20, inode ffff94d9189242c8) hashed, 00000080:00000001:3.0:1789608797.239472:0:33376:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789608797.239478:0:33376:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1789608797.239484:0:33376:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:3.1:1789608797.255025:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f68aa0. 00000080:00000001:2.0:1789608797.258656:0:33398:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789608797.258665:0:33398:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789608797.258667:0:33398:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789608797.258671:0:33398:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffb20 00000080:00200000:2.0:1789608797.258924:0:33398:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:2.0:1789608797.259297:0:33398:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d91ee89e00. 00800000:00000002:2.0:1789608797.259305:0:33398:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:2.0:1789608797.259311:0:33398:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789608797.259316:0:33398:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789608797.259319:0:33398:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffa40 00800000:00000002:2.0:1789608797.259321:0:33398:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608797.259326:0:33398:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789608797.259329:0:33398:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608797.259332:0:33398:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608797.259335:0:33398:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608797.259337:0:33398:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608797.259339:0:33398:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608797.259342:0:33398:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608797.259344:0:33398:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608797.259347:0:33398:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789608797.259353:0:33398:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789608797.259355:0:33398:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bff910 00000002:00010000:2.0:1789608797.259357:0:33398:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789608797.259362:0:33398:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789608797.259364:0:33398:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608797.259368:0:33398:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789608797.259376:0:33398:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608797.259378:0:33398:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608797.259381:0:33398:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608797.259383:0:33398:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789608797.259386:0:33398:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789608797.259393:0:33398:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d25880. 00000020:00000040:2.0:1789608797.259398:0:33398:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00010000:00000001:2.0:1789608797.259405:0:33398:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789608797.259411:0:33398:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608797.259416:0:33398:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608797.259420:0:33398:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608797.259423:0:33398:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608797.259428:0:33398:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608797.259437:0:33398:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d903dbfc00. 00000100:00000001:2.0:1789608797.259445:0:33398:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608797.259452:0:33398:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608797.259454:0:33398:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608797.259455:0:33398:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608797.259456:0:33398:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608797.259459:0:33398:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608797.259465:0:33398:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626258592880768 : -117815116670848 : ffff94d907d25880) 00010000:00000001:2.0:1789608797.259470:0:33398:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789608797.259472:0:33398:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789608797.259477:0:33398:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d903b69200. 00010000:00000010:2.0:1789608797.259482:0:33398:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d90847bb00. 00010000:00000001:2.0:1789608797.259489:0:33398:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789608797.259492:0:33398:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d909232000. 00000020:00000001:2.0:1789608797.259497:0:33398:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789608797.259500:0:33398:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d909232000 with handle 0xc54db3288176ff13 to hash 00000020:00000001:2.0:1789608797.259502:0:33398:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789608797.259504:0:33398:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626258614951936 : -117815094599680 : ffff94d909232000) 00010000:00000001:2.0:1789608797.259508:0:33398:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626258614951936 : -117815094599680 : ffff94d909232000) 00010000:00000001:2.0:1789608797.259513:0:33398:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608797.259516:0:33398:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608797.259521:0:33398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232000/0xc54db3288176ff13 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33398 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789608797.259530:0:33398:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232000/0xc54db3288176ff13 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33398 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789608797.259543:0:33398:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232000/0xc54db3288176ff13 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33398 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789608797.259548:0:33398:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789608797.259550:0:33398:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789608797.259559:0:33398:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d911de0780. 00000100:00000001:2.0:1789608797.259562:0:33398:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258761418624 : -117814948132992 : ffff94d911de0780) 00000100:00000001:2.0:1789608797.259564:0:33398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608797.259566:0:33398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592880768 : -117815116670848 : ffff94d907d25880) 00000100:00000001:2.0:1789608797.259571:0:33398:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608797.259575:0:33398:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608797.259578:0:33398:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789608797.259579:0:33398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608797.259593:0:33398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d25880 x1876538934295552/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608797.259603:0:33398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608797.259606:0:33398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608797.259610:0:33398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608797.259613:0:33398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608797.259616:0:33398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608797.259620:0:33398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d25880 pname:cluuid:pid:xid:nid:opc:job rm:25f5d458-2cbe-49cd-9693-334c08df7e27:33398:1876538934295552:192.168.203.121@tcp:101:rm.0 00000100:00000001:2.0:1789608797.259624:0:33398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608797.259630:0:33398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608797.259633:0:33398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608797.259636:0:33398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608797.259642:0:33398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d902b3e800. 02000000:00000001:2.0:1789608797.259644:0:33398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608797.259654:0:33398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608797.259658:0:33398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21160. 00000400:00000010:2.0:1789608797.259666:0:33398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c660. 00000100:00000200:2.0:1789608797.259875:0:33398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876538934295552, portal 10 00000100:00000001:2.0:1789608797.259880:0:33398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608797.259881:0:33398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592880768 : -117815116670848 : ffff94d907d25880) 00000100:00000040:2.0:1789608797.259890:0:33398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d907d25880 x1876538934295552/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608813 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608797.259899:0:33398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608797.259902:0:33398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608797.259908:0:33398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c330. 00000100:00000200:2.0:1789608797.259913:0:33398:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876538934295552, offset 0 00000400:00000200:2.0:1789608797.259920:0:33398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608797.260048:0:33398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608797.260058:0:33398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608797.260064:0:33398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608797.260070:0:33398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608797.260074:0:33398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608797.260086:0:33398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608797.260091:0:33398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2835:2835:256:4294967295] 192.168.203.121@tcp LPNI seq info [2835:2835:8:4294967295] 00000400:00000200:2.0:1789608797.260096:0:33398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608797.260107:0:33398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608797.260114:0:33398:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608797.260121:0:33398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d908d55900. 00000800:00000200:2.0:1789608797.260129:0:33398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608797.260137:0:33398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608797.260144:0:33398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d908d55900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1789608797.260511:0:33398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608797.260519:0:33398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 860512 usecs (861 jiffies) 00000400:00000200:2.0:1789608797.260524:0:33398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608797.260528:0:33398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296525211 00000100:00000001:2.0:1789608797.260533:0:33398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296528225 00000100:00000001:2.0:1789608797.260536:0:33398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296525211 00000100:00000001:2.0:1789608797.260538:0:33398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296528225 00000100:00000001:2.0:1789608797.260540:0:33398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608797.260544:0:33398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608797.260547:0:33398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608797.260550:0:33398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789608797.260553:0:33398:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d911de0780 going to sleep for 11 seconds 00000100:00000001:2.0:1789608797.260557:0:33398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608797.260561:0:33398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608797.261431:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608797.261441:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d908d55900. 00000400:00000200:0.0:1789608797.261450:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608797.261458:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608797.261467:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c330 00000400:00000010:0.0:1789608797.261470:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c330. 00000100:00000001:0.0:1789608797.261475:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608797.261482:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25880 x1876538934295552/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608813 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608797.261494:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608797.261498:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d25880 x1876538934295552/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608813 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608797.261505:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608797.261507:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608797.266171:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608797.266195:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608797.266201:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608797.266203:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608797.266213:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608797.266223:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608797.266235:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608797.266241:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608797.266247:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608797.266252:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 688 into portal 10 MB=0x6aab3c495fc00 00000400:00000200:1.0:1789608797.266258:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608797.266264:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 688/688 into md 0x81e1 [1] + 224 00000800:00000001:1.0:1789608797.266274:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608797.266282:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608797.266286:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608797.266293:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608797.266302:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608797.266315:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d25880 x1876538934295552/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608813 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608797.266327:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d907d25880 x1876538934295552/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608813 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608797.266349:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608797.266361:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608797.266364:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608797.266484:0:33398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608797.266495:0:33398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608797.266497:0:33398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608797.266502:0:33398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21160. 00000400:00000200:2.0:1789608797.266508:0:33398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c660 00000400:00000010:2.0:1789608797.266511:0:33398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c660. 00000100:00000001:2.0:1789608797.266515:0:33398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608797.266520:0:33398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d25880 x1876538934295552/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608813 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789608797.266529:0:33398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d25880 x1876538934295552/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608813 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608797.266534:0:33398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608797.266537:0:33398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608797.266539:0:33398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608797.266544:0:33398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608797.266547:0:33398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608797.266549:0:33398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608797.266553:0:33398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608797.266564:0:33398:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=5 v=5 (5 104 104 104) 00000100:00001000:2.0:1789608797.266568:0:33398:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608797.266571:0:33398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608797.266574:0:33398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608797.266577:0:33398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608797.266582:0:33398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608797.266587:0:33398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608797.266589:0:33398:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967637 00000100:00000001:2.0:1789608797.266592:0:33398:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608797.266595:0:33398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608797.266601:0:33398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d25880 x1876538934295552/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608813 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608797.266608:0:33398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608797.266612:0:33398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608797.266615:0:33398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608797.266619:0:33398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d25880 x1876538934295552/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608813 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789608797.266627:0:33398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d25880 pname:cluuid:pid:xid:nid:opc:job rm:25f5d458-2cbe-49cd-9693-334c08df7e27:33398:1876538934295552:192.168.203.121@tcp:101:rm.0 00000100:00000001:2.0:1789608797.266632:0:33398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608797.266635:0:33398:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608797.266638:0:33398:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789608797.266640:0:33398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608797.266643:0:33398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d25880 x1876538934295552/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608813 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608797.266651:0:33398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608797.266654:0:33398:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d911de0780. 00000100:00000001:2.0:1789608797.266659:0:33398:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789608797.266661:0:33398:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608797.266665:0:33398:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789608797.266670:0:33398:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608797.266674:0:33398:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608797.266787:0:33398:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232000 refcount=4 00000020:00000001:2.0:1789608797.266790:0:33398:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614951936 : -117815094599680 : ffff94d909232000) 00010000:00000001:2.0:1789608797.266794:0:33398:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614951936 : -117815094599680 : ffff94d909232000) 00010000:00000040:2.0:1789608797.266803:0:33398:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d909232000, remote cookie: 0x91bddff8e8ed952b, flags: 0x1001 00010000:00010000:2.0:1789608797.266809:0:33398:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232000/0xc54db3288176ff13 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed952b expref: -99 pid: 33398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789608797.266822:0:33398:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232000/0xc54db3288176ff13 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed952b expref: -99 pid: 33398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608797.266830:0:33398:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789608797.266836:0:33398:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789608797.266838:0:33398:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789608797.266840:0:33398:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789608797.266841:0:33398:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789608797.266845:0:33398:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff94d903b69200) refcount = 1 00010000:00010000:2.0:1789608797.266849:0:33398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232000/0xc54db3288176ff13 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed952b expref: -99 pid: 33398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608797.266866:0:33398:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789608797.266871:0:33398:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789608797.266873:0:33398:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608797.266877:0:33398:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789608797.266880:0:33398:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608797.266883:0:33398:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232000/0xc54db3288176ff13 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed952b expref: -99 pid: 33398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608797.266890:0:33398:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789608797.266892:0:33398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608797.266894:0:33398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608797.266894:0:33398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608797.266895:0:33398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608797.266898:0:33398:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608797.266903:0:33398:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789608797.266905:0:33398:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608797.266907:0:33398:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608797.266908:0:33398:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232000 refcount=3 00000020:00000001:2.0:1789608797.266910:0:33398:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614951936 : -117815094599680 : ffff94d909232000) 00010000:00000001:2.0:1789608797.266912:0:33398:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614951936 : -117815094599680 : ffff94d909232000) 00010000:00000001:2.0:1789608797.266916:0:33398:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608797.266917:0:33398:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608797.266918:0:33398:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232000 refcount=4 00000020:00000001:2.0:1789608797.266920:0:33398:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614951936 : -117815094599680 : ffff94d909232000) 00010000:00000001:2.0:1789608797.266922:0:33398:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614951936 : -117815094599680 : ffff94d909232000) 00010000:00000001:2.0:1789608797.266925:0:33398:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608797.266929:0:33398:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608797.266933:0:33398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232000/0xc54db3288176ff13 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed952b expref: -99 pid: 33398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608797.266940:0:33398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608797.266941:0:33398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608797.266942:0:33398:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608797.266943:0:33398:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608797.266944:0:33398:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232000 refcount=5 00000020:00000001:2.0:1789608797.266946:0:33398:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614951936 : -117815094599680 : ffff94d909232000) 00010000:00000001:2.0:1789608797.266948:0:33398:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614951936 : -117815094599680 : ffff94d909232000) 00010000:00000001:2.0:1789608797.266950:0:33398:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608797.266953:0:33398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232000/0xc54db3288176ff13 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed952b expref: -99 pid: 33398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608797.266959:0:33398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608797.266960:0:33398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789608797.266962:0:33398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232000/0xc54db3288176ff13 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed952b expref: -99 pid: 33398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608797.266969:0:33398:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608797.266971:0:33398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608797.266972:0:33398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608797.266973:0:33398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608797.266974:0:33398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789608797.266980:0:33398:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d907d25880 x1876538934295552/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608813 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1789608797.266994:0:33398:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608797.266996:0:33398:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608797.266997:0:33398:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232000 refcount=3 00000020:00000001:2.0:1789608797.266999:0:33398:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614951936 : -117815094599680 : ffff94d909232000) 00010000:00000001:2.0:1789608797.267001:0:33398:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614951936 : -117815094599680 : ffff94d909232000) 00010000:00000001:2.0:1789608797.267003:0:33398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608797.267004:0:33398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608797.267006:0:33398:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608797.267008:0:33398:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608797.267012:0:33398:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1789608797.267015:0:33398:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608797.267016:0:33398:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608797.267018:0:33398:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232000 refcount=3 00000020:00000001:2.0:1789608797.267019:0:33398:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614951936 : -117815094599680 : ffff94d909232000) 00010000:00000001:2.0:1789608797.267022:0:33398:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614951936 : -117815094599680 : ffff94d909232000) 00000002:00010000:2.0:1789608797.267025:0:33398:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232000/0xc54db3288176ff13 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed952b expref: -99 pid: 33398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608797.267031:0:33398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608797.267032:0:33398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608797.267034:0:33398:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789608797.267035:0:33398:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608797.267036:0:33398:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608797.267037:0:33398:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232000 refcount=3 00000020:00000001:2.0:1789608797.267039:0:33398:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614951936 : -117815094599680 : ffff94d909232000) 00010000:00000001:2.0:1789608797.267041:0:33398:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614951936 : -117815094599680 : ffff94d909232000) 00010000:00000040:2.0:1789608797.267048:0:33398:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69200 count: 2 00010000:00000001:2.0:1789608797.267051:0:33398:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789608797.267056:0:33398:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d91081f000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1789608797.267058:0:33398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608797.267060:0:33398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608797.267062:0:33398:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789608797.267066:0:33398:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bff898 00000002:00002000:2.0:1789608797.267068:0:33398:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1789608797.267071:0:33398:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608797.267084:0:33398:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608797.267088:0:33398:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789608797.267092:0:33398:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1789608797.267095:0:33398:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608797.267100:0:33398:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:2.0:1789608797.267105:0:33398:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d91ee89e00. 00000080:00000001:2.0:1789608797.267111:0:33398:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789608797.267113:0:33398:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789608797.267121:0:33398:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1789608797.267126:0:33398:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1789608797.267133:0:33398:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d9071bf0c0. 00800000:00000001:2.0:1789608797.267136:0:33398:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626258580926656 : -117815128624960 : ffff94d9071bf0c0) 00800000:00000001:2.0:1789608797.267138:0:33398:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608797.267141:0:33398:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789608797.267143:0:33398:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1789608797.267146:0:33398:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1789608797.267149:0:33398:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1789608797.268594:0:33398:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1789608797.268598:0:33398:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608797.268607:0:33398:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1789608797.268611:0:33398:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1789608797.268617:0:33398:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:2.0:1789608797.268621:0:33398:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608797.268624:0:33398:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608797.268629:0:33398:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232000 refcount=3 00000020:00000001:2.0:1789608797.268633:0:33398:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614951936 : -117815094599680 : ffff94d909232000) 00010000:00000001:2.0:1789608797.268635:0:33398:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614951936 : -117815094599680 : ffff94d909232000) 00010000:00000001:2.0:1789608797.268638:0:33398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608797.268640:0:33398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789608797.268642:0:33398:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789608797.268648:0:33398:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1789608797.268651:0:33398:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d9071bf0c0 1 00800000:00000010:2.0:1789608797.268654:0:33398:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d9071bf0c0. 00800000:00000001:2.0:1789608797.268659:0:33398:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608797.268664:0:33398:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176ff13 00800000:00000001:2.0:1789608797.268668:0:33398:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789608797.268671:0:33398:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789608797.268673:0:33398:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608797.268674:0:33398:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608797.268955:0:33398:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232000 refcount=3 00000020:00000001:2.0:1789608797.268959:0:33398:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614951936 : -117815094599680 : ffff94d909232000) 00010000:00000001:2.0:1789608797.268961:0:33398:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614951936 : -117815094599680 : ffff94d909232000) 00010000:00000001:2.0:1789608797.268964:0:33398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608797.268966:0:33398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608797.268967:0:33398:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608797.268969:0:33398:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608797.268972:0:33398:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608797.268975:0:33398:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:2.0:1789608797.268979:0:33398:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ff13 from it ffffae3e01bffb58 00010000:00000001:2.0:1789608797.268981:0:33398:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608797.268982:0:33398:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608797.268984:0:33398:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232000 refcount=3 00000020:00000001:2.0:1789608797.268986:0:33398:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614951936 : -117815094599680 : ffff94d909232000) 00010000:00000001:2.0:1789608797.268988:0:33398:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614951936 : -117815094599680 : ffff94d909232000) 00010000:00000001:2.0:1789608797.268991:0:33398:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608797.268995:0:33398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232000/0xc54db3288176ff13 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed952b expref: -99 pid: 33398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608797.269005:0:33398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608797.269006:0:33398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608797.269007:0:33398:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789608797.269011:0:33398:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789608797.269013:0:33398:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232000/0xc54db3288176ff13 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed952b expref: -99 pid: 33398 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789608797.269029:0:33398:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789608797.269033:0:33398:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789608797.269036:0:33398:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608797.269041:0:33398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608797.269042:0:33398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608797.269044:0:33398:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608797.269047:0:33398:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789608797.269050:0:33398:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608797.269052:0:33398:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608797.269054:0:33398:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608797.269056:0:33398:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608797.269058:0:33398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608797.269059:0:33398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789608797.269063:0:33398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608797.269105:0:33398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d25880 x1876538934295552/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608813 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608797.269113:0:33398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608797.269118:0:33398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608797.269123:0:33398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d902b3e800. 02000000:00000001:2.0:1789608797.269127:0:33398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608797.269131:0:33398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608797.269133:0:33398:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:2.0:1789608797.269135:0:33398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608797.269139:0:33398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d903dbfc00. 02000000:00000001:2.0:1789608797.269144:0:33398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608797.269146:0:33398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608797.269148:0:33398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d25880. 00000100:00000001:2.0:1789608797.269161:0:33398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608797.269163:0:33398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608797.269167:0:33398:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 1 00000080:00000001:2.0:1789608797.269173:0:33398:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789608797.269195:0:33398:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d907f68580. 00000020:00000001:2.0:1789608797.269203:0:33398:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffae8 00000080:00200000:2.0:1789608797.269205:0:33398:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff94d918926c08), flags=8 00000080:00000001:2.0:1789608797.269210:0:33398:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1789608797.269212:0:33398:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bff998 00000080:00200000:2.0:1789608797.269214:0:33398:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff94d918926c08), intent=getattr 00000080:00000001:2.0:1789608797.269220:0:33398:0:(statahead.c:1997:revalidate_statahead_dentry()) Process entered 00000080:00000020:2.0:1789608797.269224:0:33398:0:(statahead.c:273:sa_get()) lustre: wrong pid=33378:33398 for entry f22.recovery-small-2 00000080:00000001:2.0:1789608797.269242:0:33398:0:(statahead.c:2046:revalidate_statahead_dentry()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000080:00400000:2.0:1789608797.269245:0:33398:0:(statahead.c:2622:ll_revalidate_statahead()) revalidate statahead f22.recovery-small-2: rc = -22. 00000080:00000010:2.0:1789608797.269258:0:33398:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d91ee89e00. 00000080:00000001:3.0:1789608797.269322:0:33380:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1789608797.269327:0:33380:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1789608797.269334:0:33380:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff94d903cc7280. 00000020:00000001:3.0:1789608797.269337:0:33380:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e020c7cd8 00000080:00400000:3.0:1789608797.269339:0:33380:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-10(ffff94d903cc7280) index 9 00000080:00000001:3.0:1789608797.269344:0:33380:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446626258525385344 : -117815184166272 : ffff94d903cc7280) 00000080:00000001:3.0:1789608797.269347:0:33380:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:3.0:1789608797.269351:0:33380:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff94d908399800. 00800000:00000002:3.0:1789608797.269355:0:33380:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00800000:00000001:3.0:1789608797.269362:0:33380:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:3.0:1789608797.269367:0:33380:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608797.269370:0:33380:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608797.269373:0:33380:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608797.269376:0:33380:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608797.269378:0:33380:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608797.269380:0:33380:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608797.269383:0:33380:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608797.269386:0:33380:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:3.0:1789608797.269389:0:33380:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446626258562811392 : -117815146740224 : ffff94d906078600) 00000002:00000001:3.0:1789608797.269393:0:33380:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1789608797.269397:0:33380:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff94d910e06300. 00000002:00000001:3.0:1789608797.269401:0:33380:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000010:3.0:1789608797.269405:0:33380:0:(batch.c:289:batch_update_request_create()) kmalloced '(head)': 80 at ffff94d9092657e0. 00000002:00000010:3.0:1789608797.269410:0:33380:0:(batch.c:217:batch_update_buffer_create()) kmalloced '(buf)': 40 at ffff94d907ddb240. 00000002:00000010:3.0:1789608797.269415:0:33380:0:(batch.c:223:batch_update_buffer_create()) kmalloced '(bur)': 4096 at ffff94d907fd7000. 00000002:00000001:3.0:1789608797.269418:0:33380:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1789608797.269420:0:33380:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1789608797.269443:0:33380:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1789608797.269447:0:33380:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1789608797.269450:0:33380:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789608797.269457:0:33380:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69200 count: 2 00010000:00000001:3.0:1789608797.269461:0:33380:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608797.269464:0:33380:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789608797.269469:0:33380:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d9421c0200. 00000020:00000001:3.0:1789608797.269473:0:33380:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00800000:00000002:2.0:1789608797.269475:0:33398:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 3 00000020:00000040:3.0:1789608797.269477:0:33380:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d9421c0200 with handle 0xc54db3288176ff1a to hash 00000020:00000001:3.0:1789608797.269482:0:33380:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789608797.269484:0:33380:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626259570786816 : -117814138764800 : ffff94d9421c0200) 00000080:00000001:2.0:1789608797.269485:0:33398:0:(namei.c:944:ll_intent_lock()) Process entered 00010000:00000001:3.0:1789608797.269488:0:33380:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626259570786816 : -117814138764800 : ffff94d9421c0200) 00800000:00000001:2.0:1789608797.269491:0:33398:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00010000:00000001:3.0:1789608797.269493:0:33380:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:2.0:1789608797.269495:0:33398:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bff8b8 00010000:00000001:3.0:1789608797.269498:0:33380:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608797.269499:0:33398:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f22.recovery-small-2' on [0x200000007:0x1:0x0] 00010000:00010000:3.0:1789608797.269504:0:33380:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0200/0xc54db3288176ff1a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00800000:00000001:2.0:1789608797.269506:0:33398:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789608797.269509:0:33398:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608797.269512:0:33398:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608797.269515:0:33398:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608797.269517:0:33398:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608797.269518:0:33380:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0200/0xc54db3288176ff1a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x0 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 80000000:00000001:2.0:1789608797.269519:0:33398:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608797.269524:0:33398:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608797.269529:0:33398:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608797.269535:0:33380:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608797.269535:0:33398:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bff850 00800000:00000002:2.0:1789608797.269538:0:33398:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='f22.recovery-small-2' -> mds #0 00000002:00000001:3.0:1789608797.269540:0:33380:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608797.269547:0:33380:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608797.269547:0:33398:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789608797.269550:0:33398:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bff788 00000002:00010000:2.0:1789608797.269554:0:33398:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f22.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000010:3.0:1789608797.269555:0:33380:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff94d907ddbc40. 00000002:00000001:3.0:1789608797.269560:0:33380:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608797.269562:0:33398:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789608797.269564:0:33380:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608797.269567:0:33398:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000002:00000001:3.0:1789608797.269568:0:33380:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608797.269572:0:33380:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608797.269574:0:33380:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608797.269575:0:33398:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d25880. 00800000:00000001:3.0:1789608797.269577:0:33380:0:(lmv_obd.c:4492:lmv_batch_flush()) Process entered 00000020:00000040:2.0:1789608797.269581:0:33398:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000002:00000001:3.0:1789608797.269582:0:33380:0:(batch.c:690:cli_batch_flush()) Process entered 00000002:00000001:3.0:1789608797.269585:0:33380:0:(batch.c:435:batch_send_update_req()) Process entered 00000002:00000001:3.0:1789608797.269589:0:33380:0:(batch.c:121:batch_prep_update_req()) Process entered 00010000:00000001:2.0:1789608797.269589:0:33398:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789608797.269595:0:33398:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000010:3.0:1789608797.269597:0:33380:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908492a00. 00010000:00000001:2.0:1789608797.269599:0:33398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608797.269601:0:33398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1789608797.269602:0:33380:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00010000:00000001:2.0:1789608797.269604:0:33398:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608797.269609:0:33398:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1789608797.269610:0:33380:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608797.269612:0:33398:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608797.269613:0:33380:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608797.269618:0:33398:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608797.269619:0:33380:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608797.269629:0:33380:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d90839a000. 02000000:00000010:2.0:1789608797.269629:0:33398:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d903dbfc00. 00000100:00000001:3.0:1789608797.269637:0:33380:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608797.269637:0:33398:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608797.269644:0:33398:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00000002:00000001:3.0:1789608797.269645:0:33380:0:(batch.c:105:batch_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608797.269646:0:33398:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608797.269649:0:33380:0:(batch.c:143:batch_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608797.269650:0:33398:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608797.269653:0:33398:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608797.269654:0:33380:0:(batch.c:198:batch_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608797.269657:0:33398:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608797.269661:0:33380:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000002:00000001:2.0:1789608797.269663:0:33398:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626258592880768 : -117815116670848 : ffff94d907d25880) 00000100:00000001:3.0:1789608797.269669:0:33380:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608797.269669:0:33398:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789608797.269674:0:33398:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1789608797.269702:0:33398:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69200 count: 3 00010000:00000001:2.0:1789608797.269705:0:33398:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608797.269708:0:33398:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789608797.269717:0:33398:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d909233e00. 00000020:00000001:2.0:1789608797.269721:0:33398:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789608797.269724:0:33398:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d909233e00 with handle 0xc54db3288176ff21 to hash 00000100:00000040:3.0:1789608797.269726:0:33380:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d7c83ee3] to pc [ptlrpcd_01_00+0] req@ffff94d908492a00 x1876538934295680/t0(0) o63->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:24/4 lens 680/4320 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1789608797.269726:0:33398:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789608797.269729:0:33398:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626258614959616 : -117815094592000 : ffff94d909233e00) 00010000:00000001:2.0:1789608797.269734:0:33398:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626258614959616 : -117815094592000 : ffff94d909233e00) 00010000:00000001:2.0:1789608797.269740:0:33398:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608797.269744:0:33398:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608797.269748:0:33398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233e00/0xc54db3288176ff21 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 33398 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789608797.269756:0:33398:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233e00/0xc54db3288176ff21 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 33398 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00000001:3.0:1789608797.269762:0:33380:0:(batch.c:480:batch_send_update_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608797.269767:0:33398:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233e00/0xc54db3288176ff21 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 33398 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789608797.269774:0:33398:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789608797.269777:0:33398:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789608797.269783:0:33398:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d911de0780. 00000100:00000001:2.0:1789608797.269786:0:33398:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258761418624 : -117814948132992 : ffff94d911de0780) 00000100:00000001:2.0:1789608797.269789:0:33398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608797.269792:0:33398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592880768 : -117815116670848 : ffff94d907d25880) 00000100:00000001:2.0:1789608797.269795:0:33398:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608797.269798:0:33398:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608797.269800:0:33398:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789608797.269802:0:33398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608797.269808:0:33398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d25880 x1876538934295808/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608797.269816:0:33398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608797.269819:0:33398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608797.269823:0:33398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608797.269825:0:33398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608797.269828:0:33398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608797.269831:0:33398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d25880 pname:cluuid:pid:xid:nid:opc:job rm:25f5d458-2cbe-49cd-9693-334c08df7e27:33398:1876538934295808:192.168.203.121@tcp:101:rm.0 00000100:00000001:2.0:1789608797.269835:0:33398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608797.269841:0:33398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608797.269843:0:33398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608797.269846:0:33398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608797.269851:0:33398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d902b3e800. 02000000:00000001:2.0:1789608797.269853:0:33398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608797.269863:0:33398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608797.269868:0:33398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21160. 00000400:00000010:2.0:1789608797.269875:0:33398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c660. 00000100:00000200:2.0:1789608797.269885:0:33398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876538934295808, portal 10 00000100:00000001:2.0:1789608797.269887:0:33398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608797.269888:0:33398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592880768 : -117815116670848 : ffff94d907d25880) 00000100:00000040:2.0:1789608797.269898:0:33398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d907d25880 x1876538934295808/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608813 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608797.269906:0:33398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608797.269909:0:33398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608797.269912:0:33398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c7f8. 00000002:00000001:3.0:1789608797.269917:0:33380:0:(batch.c:699:cli_batch_flush()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1789608797.269919:0:33398:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876538934295808, offset 0 00800000:00000001:3.0:1789608797.269921:0:33380:0:(lmv_obd.c:4514:lmv_batch_flush()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608797.269925:0:33380:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000010:3.0:1789608797.269930:0:33380:0:(statahead.c:1525:ll_statahead_by_fname()) kfreed 'fname': 255 at ffff94d90827b600. 00000400:00000200:2.0:1789608797.269930:0:33398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000080:00000001:3.0:1789608797.269938:0:33380:0:(statahead.c:1526:ll_statahead_by_fname()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608797.269942:0:33380:0:(lmv_obd.c:4492:lmv_batch_flush()) Process entered 00000400:00000200:2.0:1789608797.269944:0:33398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608797.269954:0:33398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608797.269960:0:33398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608797.269965:0:33398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608797.269969:0:33398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608797.269972:0:33398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608797.269976:0:33398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2836:2836:256:4294967295] 192.168.203.121@tcp LPNI seq info [2836:2836:8:4294967295] 00000400:00000200:2.0:1789608797.269980:0:33398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608797.269992:0:33398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608797.269998:0:33398:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608797.270005:0:33398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d908d55100. 00000800:00000200:2.0:1789608797.270012:0:33398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608797.270022:0:33398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608797.270026:0:33398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d908d55100 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1789608797.270036:0:33398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608797.270041:0:33398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 859367 usecs (860 jiffies) 00000400:00000200:2.0:1789608797.270044:0:33398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608797.270048:0:33398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296525220 00000100:00000001:2.0:1789608797.270052:0:33398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296528225 00000100:00000001:2.0:1789608797.270054:0:33398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296525220 00000100:00000001:2.0:1789608797.270056:0:33398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296528225 00000100:00000001:2.0:1789608797.270058:0:33398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608797.270061:0:33398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608797.270063:0:33398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608797.270066:0:33398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789608797.270069:0:33398:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d911de0780 going to sleep for 11 seconds 00000100:00000001:2.0:1789608797.270071:0:33398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608797.270074:0:33398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608797.270118:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608797.270122:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608797.270124:0:2411:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608797.270131:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908492a00 x1876538934295680/t0(0) o63->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:24/4 lens 680/4320 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608797.270137:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608797.270139:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608797.270141:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608797.270142:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608797.270144:0:2411:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608797.270146:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908492a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934295680:192.168.203.121@tcp:63:ll_sa.0 00000100:00000001:2.0:1789608797.270149:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608797.270151:0:2411:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608797.270153:0:2411:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608797.270154:0:2411:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608797.270161:0:2411:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff94d907e12000. 02000000:00000001:2.0:1789608797.270162:0:2411:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608797.270166:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608797.270168:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21f20. 00000400:00000010:2.0:1789608797.270173:0:2411:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff94d911de0000. 00000100:00000200:2.0:1789608797.270175:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1876538934295680, portal 4 00000100:00000001:2.0:1789608797.270177:0:2411:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608797.270179:0:2411:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600667648 : -117815108883968 : ffff94d908492a00) 00000100:00000040:2.0:1789608797.270183:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d908492a00 x1876538934295680/t0(0) o63->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:24/4 lens 680/4320 e 0 to 0 dl 1789608813 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608797.270188:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608797.270190:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608797.270192:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c908. 00000100:00000200:2.0:1789608797.270194:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 680 bytes to portal 24, xid 1876538934295680, offset 0 00000400:00000200:2.0:1789608797.270198:0:2411:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608797.270202:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608797.270205:0:2411:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608797.270208:0:2411:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608797.270211:0:2411:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608797.270213:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608797.270215:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608797.270217:0:2411:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2837:2837:255:4294967295] 192.168.203.121@tcp LPNI seq info [2837:2837:7:4294967295] 00000400:00000200:2.0:1789608797.270221:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608797.270226:0:2411:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608797.270231:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 680 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608797.270235:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d908d55900. 00000800:00000200:2.0:1789608797.270239:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608797.270243:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608797.270245:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d908d55900 type 1, nob 776 niov 1 nkiov 1 00000100:00000001:2.0:1789608797.270248:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608797.270251:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 859367 usecs (860 jiffies) 00000400:00000200:2.0:1789608797.270253:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608797.270255:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296525220 00000100:00000001:2.0:1789608797.270257:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296528225 00000100:00000001:2.0:1789608797.270259:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296525220 00000100:00000001:2.0:1789608797.270261:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296528225 00000100:00000001:2.0:1789608797.270263:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608797.270265:0:2411:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608797.270267:0:33380:0:(batch.c:690:cli_batch_flush()) Process entered 00000100:00000001:2.0:1789608797.270268:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608797.270271:0:33380:0:(batch.c:694:cli_batch_flush()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608797.270273:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608797.270275:0:33380:0:(lmv_obd.c:4514:lmv_batch_flush()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608797.270279:0:33380:0:(statahead.c:1604:ll_statahead_thread()) Process leaving 00800000:00000001:3.0:1789608797.270281:0:33380:0:(lmv_obd.c:4459:lmv_batch_stop()) Process entered 00000002:00000001:3.0:1789608797.270284:0:33380:0:(batch.c:675:cli_batch_stop()) Process entered 00000100:00000001:2.0:1789608797.270284:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000002:00000001:3.0:1789608797.270287:0:33380:0:(batch.c:435:batch_send_update_req()) Process entered 00000100:00000001:2.0:1789608797.270288:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000002:00000001:3.0:1789608797.270290:0:33380:0:(batch.c:438:batch_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608797.270293:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000002:00000010:3.0:1789608797.270294:0:33380:0:(batch.c:680:cli_batch_stop()) kfreed 'cbh': 32 at ffff94d906078600. 00000100:00000001:2.0:1789608797.270296:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608797.270299:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608797.270300:0:33380:0:(batch.c:681:cli_batch_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608797.270303:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00800000:00000010:3.0:1789608797.270304:0:33380:0:(lmv_obd.c:4472:lmv_batch_stop()) kfreed 'sub': 32 at ffff94d906078280. 00800000:00000010:3.0:1789608797.270309:0:33380:0:(lmv_obd.c:4480:lmv_batch_stop()) kfreed 'lbh': 48 at ffff94d907ddbf40. 00800000:00000001:3.0:1789608797.270312:0:33380:0:(lmv_obd.c:4481:lmv_batch_stop()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1789608797.270316:0:33380:0:(statahead.c:1138:ll_stop_agl()) stop agl thread: sai ffff94d9071fac00 pid 33381 00000100:00000001:2.0:1789608797.270323:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608797.270327:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608797.270369:0:33381:0:(statahead.c:1120:ll_agl_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1789608797.270728:0:33380:0:(statahead.c:1153:ll_stop_agl()) agl thread stopped: sai ffff94d9071fac00, parent / 00000800:00000200:0.0:1789608797.272380:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608797.272389:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d908d55100. 00000400:00000200:0.0:1789608797.272400:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608797.272409:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608797.272418:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c7f8 00000400:00000010:0.0:1789608797.272421:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c7f8. 00000100:00000001:0.0:1789608797.272427:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608797.272436:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25880 x1876538934295808/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608813 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608797.272450:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608797.272453:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d25880 x1876538934295808/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608813 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608797.272460:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608797.272462:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608797.272546:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608797.272549:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d908d55900. 00000400:00000200:0.0:1789608797.272552:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608797.272555:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608797.272558:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c908 00000400:00000010:0.0:1789608797.272560:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c908. 00000100:00000001:0.0:1789608797.272562:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608797.272566:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908492a00 x1876538934295680/t0(0) o63->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:24/4 lens 680/4320 e 0 to 0 dl 1789608813 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608797.272573:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608797.272575:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908492a00 x1876538934295680/t0(0) o63->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:24/4 lens 680/4320 e 0 to 0 dl 1789608813 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608797.272581:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608797.272582:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608797.277983:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608797.278015:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608797.278020:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608797.278023:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608797.278034:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608797.278044:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608797.278055:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608797.278060:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608797.278066:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608797.278071:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 640 into portal 10 MB=0x6aab3c495fd00 00000400:00000200:1.0:1789608797.278087:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608797.278095:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 640/640 into md 0x81e9 [1] + 224 00000800:00000001:1.0:1789608797.278105:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608797.278130:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608797.278135:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608797.278141:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608797.278151:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608797.278162:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d25880 x1876538934295808/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608813 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608797.278176:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff94d907d25880 x1876538934295808/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608813 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608797.278213:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608797.278223:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608797.278227:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608797.278375:0:33398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608797.278385:0:33398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608797.278387:0:33398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608797.278391:0:33398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21160. 00000400:00000200:3.0:1789608797.278398:0:33398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c660 00000400:00000010:3.0:1789608797.278401:0:33398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c660. 00000100:00000001:3.0:1789608797.278405:0:33398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608797.278411:0:33398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d25880 x1876538934295808/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608813 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789608797.278422:0:33398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d25880 x1876538934295808/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608813 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608797.278428:0:33398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608797.278431:0:33398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608797.278433:0:33398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608797.278437:0:33398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608797.278440:0:33398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608797.278443:0:33398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608797.278447:0:33398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608797.278458:0:33398:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=5 v=5 (5 104 104 104) 00000100:00001000:3.0:1789608797.278463:0:33398:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608797.278466:0:33398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608797.278469:0:33398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608797.278472:0:33398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608797.278476:0:33398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608797.278480:0:33398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608797.278483:0:33398:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967637 00000100:00000001:3.0:1789608797.278486:0:33398:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608797.278490:0:33398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608797.278496:0:33398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d25880 x1876538934295808/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/640 e 0 to 0 dl 1789608813 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608797.278503:0:33398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608797.278507:0:33398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608797.278511:0:33398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608797.278515:0:33398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d25880 x1876538934295808/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/640 e 0 to 0 dl 1789608813 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789608797.278527:0:33398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d25880 pname:cluuid:pid:xid:nid:opc:job rm:25f5d458-2cbe-49cd-9693-334c08df7e27:33398:1876538934295808:192.168.203.121@tcp:101:rm.0 00000100:00000001:3.0:1789608797.278533:0:33398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608797.278536:0:33398:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608797.278539:0:33398:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789608797.278542:0:33398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608797.278545:0:33398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d25880 x1876538934295808/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/640 e 0 to 0 dl 1789608813 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608797.278552:0:33398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608797.278555:0:33398:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d911de0780. 00000100:00000001:3.0:1789608797.278561:0:33398:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789608797.278563:0:33398:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608797.278566:0:33398:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789608797.278571:0:33398:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608797.278575:0:33398:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608797.278579:0:33398:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233e00 refcount=4 00000020:00000001:3.0:1789608797.278582:0:33398:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614959616 : -117815094592000 : ffff94d909233e00) 00010000:00000001:3.0:1789608797.278585:0:33398:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614959616 : -117815094592000 : ffff94d909233e00) 00010000:00000040:3.0:1789608797.278593:0:33398:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d909233e00, remote cookie: 0x91bddff8e8ed9547, flags: 0x1001 00010000:00010000:3.0:1789608797.278600:0:33398:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233e00/0xc54db3288176ff21 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9547 expref: -99 pid: 33398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1789608797.278610:0:33398:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x27:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1789608797.278613:0:33398:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1789608797.278779:0:33398:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d9037fc800. 00010000:00000010:0.0:1789608797.278787:0:33398:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d90330c180. 00010000:00000001:0.0:1789608797.278793:0:33398:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608797.278798:0:33398:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233e00/0xc54db3288176ff21 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9547 expref: -99 pid: 33398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789608797.278807:0:33398:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233e00/0xc54db3288176ff21 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9547 expref: -99 pid: 33398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608797.278880:0:33398:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789608797.278886:0:33398:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789608797.278888:0:33398:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789608797.278889:0:33398:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789608797.278891:0:33398:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789608797.278894:0:33398:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x27:0x0].0x0 (ffff94d9037fc800) refcount = 1 00010000:00010000:0.0:1789608797.278899:0:33398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233e00/0xc54db3288176ff21 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9547 expref: -99 pid: 33398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608797.278912:0:33398:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789608797.278916:0:33398:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789608797.278918:0:33398:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789608797.278921:0:33398:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789608797.278924:0:33398:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608797.278928:0:33398:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233e00/0xc54db3288176ff21 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9547 expref: -99 pid: 33398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608797.278934:0:33398:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789608797.278936:0:33398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608797.278937:0:33398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608797.278938:0:33398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608797.278940:0:33398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608797.278941:0:33398:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608797.279052:0:33398:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789608797.279055:0:33398:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608797.279057:0:33398:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608797.279059:0:33398:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233e00 refcount=3 00000020:00000001:0.0:1789608797.279062:0:33398:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614959616 : -117815094592000 : ffff94d909233e00) 00010000:00000001:0.0:1789608797.279064:0:33398:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614959616 : -117815094592000 : ffff94d909233e00) 00010000:00000001:0.0:1789608797.279067:0:33398:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608797.279068:0:33398:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608797.279069:0:33398:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233e00 refcount=4 00000020:00000001:0.0:1789608797.279071:0:33398:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614959616 : -117815094592000 : ffff94d909233e00) 00010000:00000001:0.0:1789608797.279073:0:33398:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614959616 : -117815094592000 : ffff94d909233e00) 00010000:00000001:0.0:1789608797.279084:0:33398:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608797.279089:0:33398:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608797.279092:0:33398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233e00/0xc54db3288176ff21 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9547 expref: -99 pid: 33398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608797.279098:0:33398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608797.279100:0:33398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608797.279102:0:33398:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608797.279103:0:33398:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608797.279105:0:33398:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233e00 refcount=5 00000020:00000001:0.0:1789608797.279106:0:33398:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614959616 : -117815094592000 : ffff94d909233e00) 00010000:00000001:0.0:1789608797.279109:0:33398:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614959616 : -117815094592000 : ffff94d909233e00) 00010000:00000001:0.0:1789608797.279111:0:33398:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789608797.279177:0:33398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233e00/0xc54db3288176ff21 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9547 expref: -99 pid: 33398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608797.279185:0:33398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608797.279186:0:33398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789608797.279190:0:33398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233e00/0xc54db3288176ff21 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9547 expref: -99 pid: 33398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608797.279197:0:33398:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789608797.279198:0:33398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608797.279199:0:33398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608797.279261:0:33398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608797.279262:0:33398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789608797.279269:0:33398:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d907d25880 x1876538934295808/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/640 e 0 to 0 dl 1789608813 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789608797.279280:0:33398:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608797.279281:0:33398:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608797.279283:0:33398:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233e00 refcount=3 00000020:00000001:0.0:1789608797.279284:0:33398:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614959616 : -117815094592000 : ffff94d909233e00) 00010000:00000001:0.0:1789608797.279286:0:33398:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614959616 : -117815094592000 : ffff94d909233e00) 00000002:00010000:0.0:1789608797.279290:0:33398:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233e00/0xc54db3288176ff21 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9547 expref: -99 pid: 33398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1789608797.279300:0:33398:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff94d91213b780. 00010000:00000001:0.0:1789608797.279303:0:33398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608797.279304:0:33398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789608797.279306:0:33398:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608797.279308:0:33398:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608797.279370:0:33398:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789608797.279373:0:33398:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608797.279375:0:33398:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608797.279376:0:33398:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233e00 refcount=3 00000020:00000001:0.0:1789608797.279378:0:33398:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614959616 : -117815094592000 : ffff94d909233e00) 00010000:00000001:0.0:1789608797.279381:0:33398:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614959616 : -117815094592000 : ffff94d909233e00) 00000002:00010000:0.0:1789608797.279384:0:33398:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233e00/0xc54db3288176ff21 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9547 expref: -99 pid: 33398 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608797.279390:0:33398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608797.279391:0:33398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608797.279393:0:33398:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789608797.279395:0:33398:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608797.279396:0:33398:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608797.279397:0:33398:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233e00 refcount=3 00000020:00000001:0.0:1789608797.279399:0:33398:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614959616 : -117815094592000 : ffff94d909233e00) 00010000:00000001:0.0:1789608797.279401:0:33398:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614959616 : -117815094592000 : ffff94d909233e00) 00010000:00000040:0.0:1789608797.279405:0:33398:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fc800 count: 2 00010000:00000001:0.0:1789608797.279408:0:33398:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789608797.279412:0:33398:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d91081f000 type 13 mode 4 res 8589935621/39 (0 0) 00010000:00000001:0.0:1789608797.279415:0:33398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608797.279416:0:33398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789608797.279417:0:33398:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789608797.279420:0:33398:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bff710 00000002:00002000:0.0:1789608797.279422:0:33398:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f22.recovery-small-2 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789608797.279425:0:33398:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608797.279429:0:33398:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608797.279432:0:33398:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789608797.279435:0:33398:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1789608797.279439:0:33398:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608797.279443:0:33398:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 3 00000080:00000001:0.0:1789608797.279446:0:33398:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789608797.279448:0:33398:0:(namei.c:674:ll_lookup_it_finish()) it ffffae3e01bffb20 it_disposition b 00000080:00000001:0.0:1789608797.279451:0:33398:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789608797.279458:0:33398:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789608797.279461:0:33398:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789608797.279464:0:33398:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611175 : 144115205339611175 : 200000405000027) 00000080:00000001:0.0:1789608797.279467:0:33398:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:0.0:1789608797.279476:0:33398:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789608797.279482:0:33398:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514698040 : -117815194853576 : ffff94d903295f38) 00000020:00001000:0.0:1789608797.279484:0:33398:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295f30 00000020:00000001:0.0:1789608797.279488:0:33398:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1789608797.279492:0:33398:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1789608797.279495:0:33398:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789608797.279502:0:33398:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d9082d78a0. 00020000:00000010:0.0:1789608797.279507:0:33398:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d903f8b380. 00020000:00000010:0.0:1789608797.279512:0:33398:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d9082d7120. 00020000:00000001:0.0:1789608797.279515:0:33398:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626258598850848 : -117815110700768 : ffff94d9082d7120) 00020000:00000002:0.0:1789608797.279519:0:33398:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d9082d7120, objid 0x27:1029, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789608797.279525:0:33398:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789608797.279529:0:33398:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d903f8b380: ostid: 0x2c0000401:20 ost idx: 1 gen: 0 00020000:00000002:0.0:1789608797.279533:0:33398:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff94d910b656c8) owner ffff94d9420d4f80 00020000:00000001:0.0:1789608797.279536:0:33398:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789608797.279539:0:33398:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff94d910b656c8) owner ffff94d9420d4f80 00020000:00000010:0.0:1789608797.279543:0:33398:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d903f8b380. 00020000:00000010:0.0:1789608797.279550:0:33398:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d9082d78a0. 00020000:00000010:0.0:1789608797.279554:0:33398:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d9082d7120. 00020000:00000002:0.0:1789608797.279556:0:33398:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x27:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1789608797.279559:0:33398:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608797.279561:0:33398:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789608797.279563:0:33398:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295f30 00000080:00000001:0.0:1789608797.279568:0:33398:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611175 : 144115205339611175 : 200000405000027) 00000080:00000001:0.0:1789608797.279571:0:33398:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1789608797.279577:0:33398:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x27:0x0](ffff94d9189242c8): rc = 0 00000080:00000001:0.0:1789608797.279580:0:33398:0:(namei.c:156:ll_iget()) Process leaving (rc=18446626258873893576 : -117814835658040 : ffff94d9189242c8) 00010000:00000001:0.0:1789608797.279583:0:33398:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608797.279584:0:33398:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608797.279586:0:33398:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233e00 refcount=3 00000020:00000001:0.0:1789608797.279588:0:33398:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614959616 : -117815094592000 : ffff94d909233e00) 00010000:00000001:0.0:1789608797.279590:0:33398:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614959616 : -117815094592000 : ffff94d909233e00) 00000080:00000001:0.0:1789608797.279594:0:33398:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789608797.279596:0:33398:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789608797.279597:0:33398:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514698040 : -117815194853576 : ffff94d903295f38) 00000020:00001000:0.0:1789608797.279599:0:33398:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295f30 00000020:00000001:0.0:1789608797.279601:0:33398:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1789608797.279602:0:33398:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1789608797.279603:0:33398:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789608797.279606:0:33398:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d9082d7120. 00020000:00000010:0.0:1789608797.279608:0:33398:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d903f8b380. 00020000:00000010:0.0:1789608797.279611:0:33398:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d9082d78a0. 00020000:00000001:0.0:1789608797.279613:0:33398:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626258598852768 : -117815110698848 : ffff94d9082d78a0) 00020000:00000002:0.0:1789608797.279615:0:33398:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d9082d78a0, objid 0x27:1029, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789608797.279619:0:33398:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789608797.279622:0:33398:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d903f8b380: ostid: 0x2c0000401:20 ost idx: 1 gen: 0 00020000:00000002:0.0:1789608797.279624:0:33398:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff94d910b656c8) owner ffff94d9420d4f80 00020000:00000001:0.0:1789608797.279626:0:33398:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789608797.279628:0:33398:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff94d910b656c8) owner ffff94d9420d4f80 00020000:00000010:0.0:1789608797.279631:0:33398:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d903f8b380. 00020000:00000010:0.0:1789608797.279634:0:33398:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d9082d7120. 00020000:00000010:0.0:1789608797.279636:0:33398:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d9082d78a0. 00020000:00000002:0.0:1789608797.279638:0:33398:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x27:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1789608797.279640:0:33398:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608797.279641:0:33398:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608797.279645:0:33398:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1789608797.279648:0:33398:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b656c8) owner 0000000000000000/ffff94d9420d4f80 00020000:00000002:0.0:1789608797.279651:0:33398:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d907f831e0 addref 2/0 by ffff94d9420d4f80. 00020000:00000002:0.0:1789608797.279654:0:33398:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b656c8) owner 0000000000000000/ffff94d9420d4f80 00020000:00000001:0.0:1789608797.279657:0:33398:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1789608797.279660:0:33398:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1789608797.279661:0:33398:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1789608797.279663:0:33398:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1789608797.279665:0:33398:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1789608797.279668:0:33398:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x27:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1789608797.279670:0:33398:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295f30 00000080:00000001:0.0:1789608797.279673:0:33398:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608797.279674:0:33398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608797.279701:0:33398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789608797.279703:0:33398:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789608797.279707:0:33398:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789608797.279709:0:33398:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789608797.279713:0:33398:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x27:0x0](ffff94d9189242c8) for lock 0xc54db3288176ff21 00800000:00000001:0.0:1789608797.279716:0:33398:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789608797.279719:0:33398:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789608797.279720:0:33398:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608797.279722:0:33398:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608797.279723:0:33398:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233e00 refcount=3 00000020:00000001:0.0:1789608797.279725:0:33398:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614959616 : -117815094592000 : ffff94d909233e00) 00010000:00000001:0.0:1789608797.279727:0:33398:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614959616 : -117815094592000 : ffff94d909233e00) 00010000:00000001:0.0:1789608797.279730:0:33398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608797.279731:0:33398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789608797.279733:0:33398:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608797.279734:0:33398:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1789608797.279742:0:33398:0:(namei.c:653:ll_splice_alias()) Add dentry ffff94d918b2ee58 inode ffff94d9189242c8 refc 1 flags 0x40000e 00000080:00000001:0.0:1789608797.279747:0:33398:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1789608797.279752:0:33398:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x27:0x0](ffff94d9189242c8) 00000080:00010000:0.0:1789608797.279756:0:33398:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ff21 from it ffffae3e01bffb20 00010000:00000001:0.0:1789608797.279758:0:33398:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608797.279759:0:33398:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608797.279760:0:33398:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233e00 refcount=3 00000020:00000001:0.0:1789608797.279762:0:33398:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614959616 : -117815094592000 : ffff94d909233e00) 00010000:00000001:0.0:1789608797.279764:0:33398:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614959616 : -117815094592000 : ffff94d909233e00) 00010000:00000001:0.0:1789608797.279766:0:33398:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789608797.279769:0:33398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233e00/0xc54db3288176ff21 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x91bddff8e8ed9547 expref: -99 pid: 33398 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608797.279777:0:33398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608797.279778:0:33398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608797.279780:0:33398:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789608797.279783:0:33398:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789608797.279785:0:33398:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233e00/0xc54db3288176ff21 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9547 expref: -99 pid: 33398 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789608797.279794:0:33398:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789608797.279797:0:33398:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789608797.279800:0:33398:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789608797.279806:0:33398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608797.279807:0:33398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608797.279873:0:33398:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608797.279878:0:33398:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789608797.279880:0:33398:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608797.279882:0:33398:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608797.279886:0:33398:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608797.279888:0:33398:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789608797.279890:0:33398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608797.279891:0:33398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789608797.279893:0:33398:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789608797.279899:0:33398:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d91ee89e00. 00000100:00000001:0.0:1789608797.279905:0:33398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608797.279911:0:33398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d25880 x1876538934295808/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/640 e 0 to 0 dl 1789608813 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608797.279919:0:33398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608797.279923:0:33398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608797.279928:0:33398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d902b3e800. 02000000:00000001:0.0:1789608797.279932:0:33398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608797.279935:0:33398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608797.279937:0:33398:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:0.0:1789608797.279940:0:33398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608797.279944:0:33398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d903dbfc00. 02000000:00000001:0.0:1789608797.280063:0:33398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608797.280067:0:33398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608797.280070:0:33398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d25880. 00000100:00000001:0.0:1789608797.280084:0:33398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608797.280085:0:33398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789608797.280089:0:33398:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1789608797.280091:0:33398:0:(dcache.c:176:ll_intent_release()) intent ffffae3e01bffb20 released 00000080:00000001:0.0:1789608797.280093:0:33398:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:0.0:1789608797.280270:0:33398:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffd08 00000080:00200008:0.0:1789608797.280281:0:33398:0:(file.c:6296:ll_getattr_dentry()) START file f22.recovery-small-2:[0x200000405:0x27:0x0](ffff94d9189242c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789608797.280291:0:33398:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789608797.280292:0:33398:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffc80 00000080:00200000:0.0:1789608797.280294:0:33398:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x27:0x0](ffff94d9189242c8),name=f22.recovery-small-2 00000080:00000010:0.0:1789608797.280302:0:33398:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d907e5a600. 00800000:00000002:0.0:1789608797.280309:0:33398:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 3 00000080:00000001:0.0:1789608797.280525:0:33398:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789608797.280529:0:33398:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789608797.280532:0:33398:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffba0 00800000:00000002:0.0:1789608797.280534:0:33398:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x27:0x0] 'f22.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789608797.280538:0:33398:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789608797.280542:0:33398:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789608797.280545:0:33398:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789608797.280548:0:33398:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789608797.280551:0:33398:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789608797.280553:0:33398:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608797.280555:0:33398:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789608797.280557:0:33398:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608797.280560:0:33398:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789608797.280561:0:33398:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789608797.280562:0:33398:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789608797.280564:0:33398:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789608797.280566:0:33398:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608797.280568:0:33398:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:0.0:1789608797.280570:0:33398:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608797.280572:0:33398:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x27:0x0], name='' -> mds #0 00000002:00000001:0.0:1789608797.280578:0:33398:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789608797.280580:0:33398:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffa70 00000002:00010000:0.0:1789608797.280582:0:33398:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789608797.280586:0:33398:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789608797.280589:0:33398:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608797.280591:0:33398:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608797.280597:0:33398:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fc800 count: 2 00010000:00000001:0.0:1789608797.280600:0:33398:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789608797.280604:0:33398:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608797.280608:0:33398:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789608797.280611:0:33398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233e00/0xc54db3288176ff21 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9547 expref: -99 pid: 33398 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789608797.280621:0:33398:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789608797.280626:0:33398:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608797.280630:0:33398:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233e00/0xc54db3288176ff21 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9547 expref: -99 pid: 33398 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789608797.280637:0:33398:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789608797.280639:0:33398:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789608797.280641:0:33398:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789608797.280643:0:33398:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789608797.280645:0:33398:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789608797.280647:0:33398:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789608797.280650:0:33398:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789608797.280653:0:33398:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 3 00000080:00000010:0.0:1789608797.280656:0:33398:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d907e5a600. 00000080:00000001:0.0:1789608797.280661:0:33398:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789608797.280663:0:33398:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789608797.280665:0:33398:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x27:0x0](ffff94d9189242c8) 00000080:00010000:0.0:1789608797.280668:0:33398:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x27:0x0](ffff94d9189242c8) for lock 0xc54db3288176ff21 00800000:00000001:0.0:1789608797.280671:0:33398:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789608797.280672:0:33398:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789608797.280674:0:33398:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608797.281281:0:33398:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608797.281286:0:33398:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233e00 refcount=3 00000020:00000001:0.0:1789608797.281290:0:33398:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614959616 : -117815094592000 : ffff94d909233e00) 00010000:00000001:0.0:1789608797.281294:0:33398:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614959616 : -117815094592000 : ffff94d909233e00) 00010000:00000001:0.0:1789608797.281298:0:33398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608797.281300:0:33398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789608797.281301:0:33398:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608797.281303:0:33398:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789608797.281306:0:33398:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ff21 from it ffffae3e01bffcb8 00010000:00000001:0.0:1789608797.281309:0:33398:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608797.281387:0:33398:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608797.281389:0:33398:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233e00 refcount=3 00000020:00000001:0.0:1789608797.281392:0:33398:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614959616 : -117815094592000 : ffff94d909233e00) 00010000:00000001:0.0:1789608797.281394:0:33398:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614959616 : -117815094592000 : ffff94d909233e00) 00010000:00000001:0.0:1789608797.281396:0:33398:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789608797.281399:0:33398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233e00/0xc54db3288176ff21 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x91bddff8e8ed9547 expref: -99 pid: 33398 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789608797.281408:0:33398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608797.281409:0:33398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608797.281411:0:33398:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789608797.281413:0:33398:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789608797.281415:0:33398:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233e00/0xc54db3288176ff21 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9547 expref: -99 pid: 33398 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789608797.281422:0:33398:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789608797.281425:0:33398:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789608797.281426:0:33398:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789608797.281430:0:33398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608797.281431:0:33398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608797.281433:0:33398:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608797.281435:0:33398:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789608797.281437:0:33398:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608797.281439:0:33398:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608797.281442:0:33398:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608797.281445:0:33398:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789608797.281447:0:33398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608797.281448:0:33398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789608797.281451:0:33398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789608797.281453:0:33398:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789608797.281457:0:33398:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1789608797.281461:0:33398:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1789608797.281463:0:33398:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789608797.281466:0:33398:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1789608797.281468:0:33398:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608797.281471:0:33398:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1789608797.281475:0:33398:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1789608797.281478:0:33398:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789608797.281482:0:33398:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514698040 : -117815194853576 : ffff94d903295f38) 00000020:00001000:0.0:1789608797.281484:0:33398:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295f30 00000020:00000001:0.0:1789608797.281490:0:33398:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbf58 -> ffff94d9040dbf58 00000020:00000001:0.0:1789608797.281494:0:33398:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1789608797.281497:0:33398:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1789608797.281499:0:33398:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x27:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1789608797.281502:0:33398:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789608797.281503:0:33398:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1789608797.281505:0:33398:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1789608797.281508:0:33398:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608797.281510:0:33398:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789608797.281515:0:33398:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x27:0x0]io ffff94d904aae7b0 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1789608797.281518:0:33398:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b656c8) owner 0000000000000000/ffff94d9420d4f80 00020000:00000001:0.0:1789608797.281522:0:33398:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1789608797.281524:0:33398:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1789608797.281527:0:33398:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1789608797.281529:0:33398:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608797.281531:0:33398:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1789608797.281534:0:33398:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1789608797.281535:0:33398:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608797.281537:0:33398:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789608797.281538:0:33398:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1789608797.281540:0:33398:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1789608797.281541:0:33398:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b656c8) owner 0000000000000000/ffff94d9420d4f80 00000020:00000001:0.0:1789608797.281544:0:33398:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1789608797.281546:0:33398:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1789608797.281548:0:33398:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x27:0x0] 00000020:00000001:0.0:1789608797.281551:0:33398:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1789608797.281553:0:33398:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1789608797.281555:0:33398:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1789608797.281558:0:33398:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1789608797.281564:0:33398:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1789608797.281572:0:33398:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d90330c500. 00020000:00000002:0.0:1789608797.281575:0:33398:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1789608797.281577:0:33398:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1789608797.281580:0:33398:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789608797.281582:0:33398:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1789608797.281583:0:33398:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789608797.281585:0:33398:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258599424584 : -117815110127032 : ffff94d908363248) 00000020:00001000:0.0:1789608797.281587:0:33398:0:(cl_object.c:823:cl_env_get()) 1@ffff94d908363240 00000020:00000001:0.0:1789608797.281590:0:33398:0:(cl_object.c:143:cl_object_top()) ffff94d9040db468 -> ffff94d9040dbf58 00000020:00000001:0.0:1789608797.281592:0:33398:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1789608797.281597:0:33398:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789608797.281598:0:33398:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1789608797.281600:0:33398:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1789608797.281602:0:33398:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258539964336 : -117815169587280 : ffff94d904aae7b0) 00000020:00000001:0.0:1789608797.281604:0:33398:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608797.281606:0:33398:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608797.281608:0:33398:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593381304 : -117815116170312 : ffff94d907d9fbb8) 00000020:00000001:0.0:1789608797.281610:0:33398:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1789608797.281616:0:33398:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d90611c850. 00000008:00010000:0.0:1789608797.281619:0:33398:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1789608797.281622:0:33398:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789608797.281624:0:33398:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1789608797.281626:0:33398:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d90330c530, osc lock ffff94d90611c850, flags 0x400001002 00000020:00000001:0.0:1789608797.281628:0:33398:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608797.281630:0:33398:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608797.281633:0:33398:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626258515182848 : -117815194368768 : ffff94d90330c500) 00000020:00000001:0.0:1789608797.281635:0:33398:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789608797.281636:0:33398:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1789608797.281638:0:33398:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608797.281640:0:33398:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608797.281642:0:33398:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1789608797.281644:0:33398:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1789608797.281647:0:33398:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1789608797.281649:0:33398:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1789608797.281650:0:33398:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789608797.281652:0:33398:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593381304 : -117815116170312 : ffff94d907d9fbb8) 00000020:00000001:0.0:1789608797.281653:0:33398:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1789608797.281656:0:33398:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1789608797.281658:0:33398:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1789608797.281662:0:33398:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1789608797.281664:0:33398:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1789608797.281666:0:33398:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1789608797.281668:0:33398:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1789608797.281669:0:33398:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1789608797.281670:0:33398:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1789608797.281673:0:33398:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1789608797.281703:0:33398:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608797.281710:0:33398:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d90906b300 count: 2 00010000:00000001:0.0:1789608797.281713:0:33398:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789608797.281718:0:33398:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608797.281722:0:33398:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789608797.281726:0:33398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 000000008376af89/0xc54db3288176fefe lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed94ec expref: -99 pid: 33381 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789608797.281737:0:33398:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789608797.281742:0:33398:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608797.281745:0:33398:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 000000008376af89/0xc54db3288176fefe lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed94ec expref: -99 pid: 33381 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789608797.281753:0:33398:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608797.281754:0:33398:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608797.281756:0:33398:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a000 refcount=3 00000020:00000001:0.0:1789608797.281758:0:33398:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000001:0.0:1789608797.281760:0:33398:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00000008:00000001:0.0:1789608797.281764:0:33398:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1789608797.281766:0:33398:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608797.281768:0:33398:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608797.281769:0:33398:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a000 refcount=4 00000020:00000001:0.0:1789608797.281771:0:33398:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000001:0.0:1789608797.281773:0:33398:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00000008:00000001:0.0:1789608797.281776:0:33398:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1789608797.281779:0:33398:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5dc0 -> ffff94d9040dbf58 00000008:00010000:0.0:1789608797.281784:0:33398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 000000008376af89/0xc54db3288176fefe lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x91bddff8e8ed94ec expref: -99 pid: 33381 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:0.0:1789608797.281792:0:33398:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5dc0 -> ffff94d9040dbf58 00000020:00000001:0.0:1789608797.281794:0:33398:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1789608797.281797:0:33398:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1789608797.281799:0:33398:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1789608797.281802:0:33398:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608797.281804:0:33398:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608797.281805:0:33398:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5dc0 -> ffff94d9040dbf58 00000008:00000001:0.0:1789608797.281807:0:33398:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:0.0:1789608797.281871:0:33398:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1789608797.281874:0:33398:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1789608797.281877:0:33398:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1789608797.281879:0:33398:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608797.281881:0:33398:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608797.281883:0:33398:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608797.281884:0:33398:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a000 refcount=5 00000020:00000001:0.0:1789608797.281886:0:33398:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000001:0.0:1789608797.281889:0:33398:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000001:0.0:1789608797.281891:0:33398:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789608797.281894:0:33398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 000000008376af89/0xc54db3288176fefe lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x91bddff8e8ed94ec expref: -99 pid: 33381 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789608797.281901:0:33398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608797.281902:0:33398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608797.281903:0:33398:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789608797.281905:0:33398:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789608797.281907:0:33398:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 000000008376af89/0xc54db3288176fefe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x91bddff8e8ed94ec expref: -99 pid: 33381 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789608797.281917:0:33398:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789608797.281919:0:33398:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789608797.281920:0:33398:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789608797.281922:0:33398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608797.281923:0:33398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608797.281925:0:33398:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608797.281926:0:33398:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789608797.281927:0:33398:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608797.281929:0:33398:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608797.281931:0:33398:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608797.281932:0:33398:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789608797.281933:0:33398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608797.281934:0:33398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608797.281935:0:33398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608797.281936:0:33398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789608797.281938:0:33398:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789608797.281940:0:33398:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608797.281942:0:33398:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608797.281944:0:33398:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608797.281946:0:33398:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608797.281948:0:33398:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1789608797.281949:0:33398:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1789608797.281952:0:33398:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1789608797.281953:0:33398:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1789608797.281955:0:33398:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608797.281957:0:33398:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608797.281961:0:33398:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1789608797.281963:0:33398:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbf58 -> ffff94d9040dbf58 00000020:00000001:0.0:1789608797.281965:0:33398:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbf58 -> ffff94d9040dbf58 00000020:00000001:0.0:1789608797.281966:0:33398:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1789608797.281970:0:33398:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1789608797.281974:0:33398:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789608797.281975:0:33398:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608797.281977:0:33398:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789608797.281978:0:33398:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789608797.281981:0:33398:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x27:1029 on OST[1]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:0.0:1789608797.281984:0:33398:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789608797.281986:0:33398:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:0.0:1789608797.282055:0:33398:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608797.282057:0:33398:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608797.282059:0:33398:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbf58 -> ffff94d9040dbf58 00000080:00200000:0.0:1789608797.282061:0:33398:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x27:0x0] updating i_size 0 i_blocks 1 00000080:00000001:0.0:1789608797.282064:0:33398:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1789608797.282066:0:33398:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1789608797.282068:0:33398:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d904aae750 (ffff94d903295f38/0) at cl_lock_release():245 00000020:00000001:0.0:1789608797.282071:0:33398:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789608797.282072:0:33398:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d904aae750 (ffff94d903295f38/0) at cl_lock_cancel():142 00020000:00000001:0.0:1789608797.282083:0:33398:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1789608797.282085:0:33398:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789608797.282086:0:33398:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593381304 : -117815116170312 : ffff94d907d9fbb8) 00000020:00000001:0.0:1789608797.282088:0:33398:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789608797.282089:0:33398:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d90330c530 (ffff94d908363248/1) at cl_lock_cancel():142 00000008:00000001:0.0:1789608797.282092:0:33398:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1789608797.282093:0:33398:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1789608797.282094:0:33398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608797.282095:0:33398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789608797.282097:0:33398:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1789608797.282098:0:33398:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1789608797.282100:0:33398:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789608797.282101:0:33398:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789608797.282102:0:33398:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789608797.282103:0:33398:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d904aae750 (ffff94d903295f38/0) at cl_lock_fini():72 00020000:00000001:0.0:1789608797.282166:0:33398:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1789608797.282167:0:33398:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789608797.282169:0:33398:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d90330c530 (ffff94d903295f38/1) at cl_lock_fini():72 00000008:00000010:0.0:1789608797.282172:0:33398:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d90611c850. 00000020:00000001:0.0:1789608797.282176:0:33398:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1789608797.282178:0:33398:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d90330c500. 00020000:00000001:0.0:1789608797.282181:0:33398:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1789608797.282182:0:33398:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1789608797.282183:0:33398:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1789608797.282185:0:33398:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608797.282188:0:33398:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1789608797.282191:0:33398:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1789608797.282193:0:33398:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1789608797.282195:0:33398:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1789608797.282196:0:33398:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789608797.282198:0:33398:0:(cl_object.c:917:cl_env_put()) 1@ffff94d908363240 00020000:00000001:0.0:1789608797.282270:0:33398:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1789608797.282272:0:33398:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1789608797.282275:0:33398:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1789608797.282277:0:33398:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x27:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1789608797.282281:0:33398:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1789608797.282282:0:33398:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608797.282285:0:33398:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789608797.282287:0:33398:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1789608797.282288:0:33398:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789608797.282289:0:33398:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295f30 00000001:00000001:0.0:1789608797.282291:0:33398:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608797.282422:0:33398:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffd08 00000080:00000008:0.0:1789608797.282424:0:33398:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f22.recovery-small-2:[0x200000405:0x27:0x0](ffff94d9189242c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789608797.282431:0:33398:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789608797.282432:0:33398:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffda0 00000080:00002000:0.0:1789608797.282434:0:33398:0:(dcache.c:127:ll_ddelete()) keeping dentry f22.recovery-small-2 (ffff94d918b2ee58, parent ffff94d918a99a20, inode ffff94d9189242c8) hashed, 00000080:00000001:0.0:1789608797.282437:0:33398:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608797.282491:0:33398:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789608797.282495:0:33398:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789608797.282497:0:33398:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789608797.282499:0:33398:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffbd8 00000080:00200000:0.0:1789608797.282501:0:33398:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:0.0:1789608797.282508:0:33398:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d907e5a600. 00800000:00000002:0.0:1789608797.282515:0:33398:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 3 00000080:00000001:0.0:1789608797.282519:0:33398:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789608797.282523:0:33398:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789608797.282525:0:33398:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffaf8 00800000:00000002:0.0:1789608797.282527:0:33398:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789608797.282531:0:33398:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789608797.282535:0:33398:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789608797.282537:0:33398:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789608797.282540:0:33398:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789608797.282543:0:33398:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789608797.282545:0:33398:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608797.282547:0:33398:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789608797.282550:0:33398:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608797.282553:0:33398:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789608797.282558:0:33398:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789608797.282559:0:33398:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bff9c8 00000002:00010000:0.0:1789608797.282561:0:33398:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789608797.282566:0:33398:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789608797.282568:0:33398:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608797.282570:0:33398:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608797.282576:0:33398:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69200 count: 3 00010000:00000001:0.0:1789608797.282579:0:33398:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789608797.282583:0:33398:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608797.282586:0:33398:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789608797.282589:0:33398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232000/0xc54db3288176ff13 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed952b expref: -99 pid: 33398 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789608797.282598:0:33398:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789608797.282603:0:33398:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608797.282605:0:33398:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232000/0xc54db3288176ff13 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed952b expref: -99 pid: 33398 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789608797.282611:0:33398:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789608797.282613:0:33398:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789608797.282615:0:33398:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789608797.282617:0:33398:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789608797.282619:0:33398:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789608797.282622:0:33398:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789608797.282625:0:33398:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789608797.282628:0:33398:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 3 00000080:00000010:0.0:1789608797.282632:0:33398:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d907e5a600. 00000080:00000001:0.0:1789608797.282637:0:33398:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789608797.282639:0:33398:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789608797.282641:0:33398:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:0.0:1789608797.282644:0:33398:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176ff13 00800000:00000001:0.0:1789608797.282648:0:33398:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789608797.282650:0:33398:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789608797.282651:0:33398:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608797.282652:0:33398:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608797.282654:0:33398:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232000 refcount=3 00000020:00000001:0.0:1789608797.282657:0:33398:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614951936 : -117815094599680 : ffff94d909232000) 00010000:00000001:0.0:1789608797.282659:0:33398:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614951936 : -117815094599680 : ffff94d909232000) 00010000:00000001:0.0:1789608797.282661:0:33398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608797.282662:0:33398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789608797.282664:0:33398:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608797.282666:0:33398:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789608797.282668:0:33398:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ff13 from it ffffae3e01bffc10 00010000:00000001:0.0:1789608797.282670:0:33398:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608797.282671:0:33398:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608797.282672:0:33398:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232000 refcount=3 00000020:00000001:0.0:1789608797.282674:0:33398:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614951936 : -117815094599680 : ffff94d909232000) 00010000:00000001:0.0:1789608797.282711:0:33398:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614951936 : -117815094599680 : ffff94d909232000) 00010000:00000001:0.0:1789608797.282713:0:33398:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789608797.282716:0:33398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232000/0xc54db3288176ff13 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed952b expref: -99 pid: 33398 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789608797.282722:0:33398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608797.282723:0:33398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608797.282724:0:33398:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789608797.282726:0:33398:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789608797.282728:0:33398:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232000/0xc54db3288176ff13 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed952b expref: -99 pid: 33398 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789608797.282734:0:33398:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789608797.282738:0:33398:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789608797.282739:0:33398:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789608797.282743:0:33398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608797.282744:0:33398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608797.282746:0:33398:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608797.282748:0:33398:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789608797.282750:0:33398:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608797.282752:0:33398:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608797.282754:0:33398:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608797.282756:0:33398:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789608797.282757:0:33398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608797.282759:0:33398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789608797.282761:0:33398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789608797.282763:0:33398:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789608797.282765:0:33398:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 1 00000080:00000001:0.0:1789608797.282768:0:33398:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608797.282777:0:33398:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1789608797.282779:0:33398:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffda0 00000080:00002000:0.0:1789608797.282781:0:33398:0:(dcache.c:87:ll_dcompare()) found name f22.recovery-small-2(ffff94d918b2ee58) flags 0x48000e refc 0 00000080:00000001:0.0:1789608797.282784:0:33398:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608797.282785:0:33398:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffe10 00000080:00200000:0.0:1789608797.282787:0:33398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f22.recovery-small-2, flags=0 00000080:00000001:0.0:1789608797.282793:0:33398:0:(statahead.c:1997:revalidate_statahead_dentry()) Process entered 00000080:00000020:0.0:1789608797.282797:0:33398:0:(statahead.c:273:sa_get()) lustre: wrong pid=33378:33398 for entry f22.recovery-small-2 00000080:00000001:0.0:1789608797.282801:0:33398:0:(statahead.c:2046:revalidate_statahead_dentry()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000080:00400000:0.0:1789608797.282803:0:33398:0:(statahead.c:2622:ll_revalidate_statahead()) revalidate statahead f22.recovery-small-2: rc = -22. 00000080:00000001:0.0:1789608797.282872:0:33398:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789608797.282874:0:33398:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789608797.282876:0:33398:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffd30 00000080:00200000:0.0:1789608797.282878:0:33398:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:0.0:1789608797.282883:0:33398:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d907e5a600. 00800000:00000002:0.0:1789608797.282886:0:33398:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 3 00000080:00000001:0.0:1789608797.282888:0:33398:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789608797.282890:0:33398:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789608797.282892:0:33398:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffc50 00800000:00000002:0.0:1789608797.282894:0:33398:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789608797.282897:0:33398:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789608797.282899:0:33398:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789608797.282901:0:33398:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789608797.282902:0:33398:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789608797.282904:0:33398:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789608797.282905:0:33398:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608797.282907:0:33398:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789608797.282908:0:33398:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608797.282910:0:33398:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789608797.282913:0:33398:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789608797.282914:0:33398:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffb20 00000002:00010000:0.0:1789608797.282916:0:33398:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789608797.282918:0:33398:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789608797.282920:0:33398:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608797.282921:0:33398:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608797.282924:0:33398:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69200 count: 3 00010000:00000001:0.0:1789608797.282926:0:33398:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789608797.282928:0:33398:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608797.282930:0:33398:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789608797.282933:0:33398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232000/0xc54db3288176ff13 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed952b expref: -99 pid: 33398 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1789608797.282940:0:33398:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789608797.283060:0:33398:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608797.283065:0:33398:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232000/0xc54db3288176ff13 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed952b expref: -99 pid: 33398 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1789608797.283072:0:33398:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789608797.283074:0:33398:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789608797.283085:0:33398:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789608797.283087:0:33398:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789608797.283089:0:33398:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789608797.283091:0:33398:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789608797.283094:0:33398:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789608797.283096:0:33398:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 3 00000080:00000010:0.0:1789608797.283099:0:33398:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d907e5a600. 00000080:00000001:0.0:1789608797.283103:0:33398:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789608797.283105:0:33398:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789608797.283107:0:33398:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:0.0:1789608797.283109:0:33398:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176ff13 00800000:00000001:0.0:1789608797.283112:0:33398:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789608797.283124:0:33398:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789608797.283125:0:33398:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608797.283127:0:33398:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608797.283129:0:33398:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232000 refcount=3 00000020:00000001:0.0:1789608797.283131:0:33398:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614951936 : -117815094599680 : ffff94d909232000) 00010000:00000001:0.0:1789608797.283132:0:33398:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614951936 : -117815094599680 : ffff94d909232000) 00010000:00000001:0.0:1789608797.283135:0:33398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608797.283136:0:33398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789608797.283137:0:33398:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608797.283138:0:33398:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789608797.283140:0:33398:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ff13 from it ffffae3e01bffd68 00010000:00000001:0.0:1789608797.283142:0:33398:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608797.283143:0:33398:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608797.283144:0:33398:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232000 refcount=3 00000020:00000001:0.0:1789608797.283146:0:33398:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614951936 : -117815094599680 : ffff94d909232000) 00010000:00000001:0.0:1789608797.283148:0:33398:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614951936 : -117815094599680 : ffff94d909232000) 00010000:00000001:0.0:1789608797.283150:0:33398:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789608797.283152:0:33398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232000/0xc54db3288176ff13 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed952b expref: -99 pid: 33398 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789608797.283158:0:33398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608797.283160:0:33398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608797.283161:0:33398:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789608797.283162:0:33398:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789608797.283165:0:33398:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232000/0xc54db3288176ff13 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed952b expref: -99 pid: 33398 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789608797.283171:0:33398:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789608797.283172:0:33398:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789608797.283174:0:33398:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789608797.283176:0:33398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608797.283178:0:33398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608797.283179:0:33398:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608797.283181:0:33398:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789608797.283183:0:33398:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608797.283185:0:33398:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608797.283187:0:33398:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608797.283189:0:33398:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789608797.283190:0:33398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608797.283191:0:33398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789608797.283193:0:33398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789608797.283195:0:33398:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789608797.283197:0:33398:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 3 00000080:00000001:0.0:1789608797.283371:0:33398:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608797.283377:0:33398:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:0.0:1789608797.283380:0:33398:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffdf8 00000080:00200000:0.0:1789608797.283382:0:33398:0:(namei.c:2351:ll_unlink()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00000001:0.0:1789608797.283386:0:33398:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1789608797.283388:0:33398:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789608797.283392:0:33398:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514698040 : -117815194853576 : ffff94d903295f38) 00000020:00001000:0.0:1789608797.283395:0:33398:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295f30 00000020:00000001:0.0:1789608797.283397:0:33398:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1789608797.283401:0:33398:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b656c8) owner 0000000000000000/ffff94d9420d4f80 00020000:00000002:0.0:1789608797.283405:0:33398:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d907f831e0 addref 2/0 by ffff94d9420d4f80. 00020000:00000002:0.0:1789608797.283407:0:33398:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b656c8) owner 0000000000000000/ffff94d9420d4f80 00020000:00000001:0.0:1789608797.283411:0:33398:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1789608797.283413:0:33398:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1789608797.283415:0:33398:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1789608797.283417:0:33398:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1789608797.283420:0:33398:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1789608797.283422:0:33398:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295f30 00000080:00000001:0.0:1789608797.283425:0:33398:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1789608797.283430:0:33398:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d907e5a600. 00800000:00000002:0.0:1789608797.283433:0:33398:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 3 00800000:00000001:0.0:1789608797.283444:0:33398:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:0.0:1789608797.283448:0:33398:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789608797.283449:0:33398:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789608797.283451:0:33398:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789608797.283452:0:33398:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789608797.283454:0:33398:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608797.283456:0:33398:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789608797.283458:0:33398:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608797.283460:0:33398:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789608797.283461:0:33398:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789608797.283462:0:33398:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789608797.283464:0:33398:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789608797.283465:0:33398:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608797.283467:0:33398:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:0.0:1789608797.283469:0:33398:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608797.283472:0:33398:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1789608797.283474:0:33398:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789608797.283475:0:33398:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789608797.283476:0:33398:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789608797.283477:0:33398:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789608797.283479:0:33398:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608797.283481:0:33398:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:0.0:1789608797.283483:0:33398:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608797.283485:0:33398:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x27:0x0] 00800000:00000001:0.0:1789608797.283487:0:33398:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608797.283490:0:33398:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x27:0x0] -> mds #0 00000002:00000001:0.0:1789608797.283495:0:33398:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1789608797.283498:0:33398:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789608797.283501:0:33398:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69200 count: 3 00010000:00000001:0.0:1789608797.283504:0:33398:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789608797.283508:0:33398:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789608797.283512:0:33398:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789608797.283515:0:33398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232000/0xc54db3288176ff13 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x91bddff8e8ed952b expref: -99 pid: 33398 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1789608797.283524:0:33398:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789608797.283528:0:33398:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789608797.283531:0:33398:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789608797.283533:0:33398:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1789608797.283536:0:33398:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608797.283537:0:33398:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608797.283539:0:33398:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69200 count: 4 00010000:00000001:0.0:1789608797.283541:0:33398:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789608797.283544:0:33398:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608797.283545:0:33398:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608797.283547:0:33398:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608797.283548:0:33398:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69200 count: 4 00010000:00000001:0.0:1789608797.283550:0:33398:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789608797.283552:0:33398:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608797.283554:0:33398:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608797.283555:0:33398:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608797.283556:0:33398:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69200 count: 4 00010000:00000001:0.0:1789608797.283558:0:33398:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789608797.283560:0:33398:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608797.283563:0:33398:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789608797.283566:0:33398:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff94d918926b40, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1789608797.283571:0:33398:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1789608797.283574:0:33398:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1789608797.283576:0:33398:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789608797.283577:0:33398:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608797.283581:0:33398:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789608797.283585:0:33398:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789608797.283587:0:33398:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789608797.283588:0:33398:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608797.283590:0:33398:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789608797.283593:0:33398:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d909232000 with handle 0xc54db3288176ff13 from hash 00010000:00000001:0.0:1789608797.283596:0:33398:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789608797.283597:0:33398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608797.283598:0:33398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608797.283599:0:33398:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789608797.283602:0:33398:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789608797.283603:0:33398:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789608797.283606:0:33398:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789608797.283609:0:33398:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789608797.283611:0:33398:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789608797.283613:0:33398:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789608797.283615:0:33398:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fc800 count: 2 00010000:00000001:0.0:1789608797.283617:0:33398:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789608797.283619:0:33398:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789608797.283621:0:33398:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789608797.283623:0:33398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233e00/0xc54db3288176ff21 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x91bddff8e8ed9547 expref: -99 pid: 33398 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1789608797.283629:0:33398:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789608797.283630:0:33398:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789608797.283632:0:33398:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789608797.283633:0:33398:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x27:0x0] mode (null) 00000002:00000001:0.0:1789608797.283634:0:33398:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608797.283636:0:33398:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608797.283637:0:33398:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fc800 count: 3 00010000:00000001:0.0:1789608797.283639:0:33398:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789608797.283641:0:33398:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608797.283643:0:33398:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608797.283644:0:33398:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608797.283645:0:33398:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fc800 count: 3 00010000:00000001:0.0:1789608797.283647:0:33398:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789608797.283649:0:33398:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608797.283651:0:33398:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608797.283652:0:33398:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608797.283653:0:33398:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fc800 count: 3 00010000:00000001:0.0:1789608797.283655:0:33398:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789608797.283657:0:33398:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608797.283659:0:33398:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608797.283660:0:33398:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608797.283661:0:33398:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d9037fc800 count: 3 00010000:00000001:0.0:1789608797.283663:0:33398:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789608797.283664:0:33398:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608797.283666:0:33398:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608797.283668:0:33398:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789608797.283670:0:33398:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789608797.283672:0:33398:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514698040 : -117815194853576 : ffff94d903295f38) 00000020:00001000:0.0:1789608797.283895:0:33398:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295f30 00000020:00000001:0.0:1789608797.283901:0:33398:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1789608797.283903:0:33398:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x27:0x0]: losing layout lock 00000080:00000001:0.0:1789608797.283907:0:33398:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1789608797.283910:0:33398:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1789608797.283914:0:33398:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1789608797.283917:0:33398:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789608797.283920:0:33398:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x27:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1789608797.283922:0:33398:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608797.283924:0:33398:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789608797.283926:0:33398:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295f30 00000080:00000001:0.0:1789608797.283929:0:33398:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608797.283932:0:33398:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1789608797.283934:0:33398:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x27:0x0](ffff94d9189242c8) invalid 00000020:00000001:0.0:1789608797.283936:0:33398:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffa60 00000080:00002000:0.0:1789608797.283939:0:33398:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f22.recovery-small-2 (ffff94d918b2ee58) parent ffff94d918a99a20 inode ffff94d9189242c8 refc 1 00000080:00000001:0.0:1789608797.283944:0:33398:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1789608797.283945:0:33398:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789608797.283946:0:33398:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608797.283949:0:33398:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789608797.283951:0:33398:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789608797.283952:0:33398:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789608797.283954:0:33398:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608797.283956:0:33398:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789608797.283958:0:33398:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d909233e00 with handle 0xc54db3288176ff21 from hash 00010000:00000001:0.0:1789608797.283960:0:33398:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789608797.283962:0:33398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608797.283963:0:33398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608797.283964:0:33398:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789608797.283966:0:33398:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789608797.283968:0:33398:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789608797.283970:0:33398:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789608797.283972:0:33398:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789608797.283975:0:33398:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1789608797.283982:0:33398:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5f800. 00000020:00000040:0.0:1789608797.284104:0:33398:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 02000000:00000001:0.0:1789608797.284112:0:33398:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789608797.284114:0:33398:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608797.284182:0:33398:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789608797.284187:0:33398:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789608797.284190:0:33398:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608797.284193:0:33398:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608797.284195:0:33398:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608797.284199:0:33398:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608797.284277:0:33398:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d907e5ac00. 00000100:00000001:0.0:1789608797.284286:0:33398:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608797.284290:0:33398:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789608797.284293:0:33398:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789608797.284300:0:33398:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233e00/0xc54db3288176ff21 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x91bddff8e8ed9547 expref: -99 pid: 33398 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789608797.284309:0:33398:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232000/0xc54db3288176ff13 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed952b expref: -99 pid: 33398 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1789608797.284387:0:33398:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1789608797.284389:0:33398:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1789608797.284391:0:33398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789608797.284394:0:33398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233e00/0xc54db3288176ff21 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x91bddff8e8ed9547 expref: -99 pid: 33398 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1789608797.284403:0:33398:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d91213b780. 00010000:00000040:0.0:1789608797.284409:0:33398:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d9037fc800 count: 0 00010000:00000010:0.0:1789608797.284417:0:33398:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d90330c180. 00010000:00000001:0.0:1789608797.284427:0:33398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608797.284428:0:33398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789608797.284431:0:33398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232000/0xc54db3288176ff13 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed952b expref: -99 pid: 33398 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789608797.284438:0:33398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608797.284441:0:33398:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608797.284443:0:33398:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789608797.284444:0:33398:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608797.284447:0:33398:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1789608797.284461:0:33398:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d904ceb000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1789608797.284476:0:33398:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d907e5f800 x1876538934296064/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789608797.284484:0:33398:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789608797.284487:0:33398:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789608797.284495:0:33398:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d902fa4840. 00000100:00000001:0.0:1789608797.284497:0:33398:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258511611968 : -117815197939648 : ffff94d902fa4840) 00000100:00000001:0.0:1789608797.284500:0:33398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608797.284502:0:33398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594166784 : -117815115384832 : ffff94d907e5f800) 00000100:00000001:0.0:1789608797.284508:0:33398:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608797.284512:0:33398:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608797.284515:0:33398:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789608797.284518:0:33398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608797.284522:0:33398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5f800 x1876538934296064/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608797.284531:0:33398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608797.284534:0:33398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608797.284538:0:33398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608797.284541:0:33398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608797.284544:0:33398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608797.284548:0:33398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5f800 pname:cluuid:pid:xid:nid:opc:job rm:25f5d458-2cbe-49cd-9693-334c08df7e27:33398:1876538934296064:192.168.203.121@tcp:36:rm.0 00000100:00000001:0.0:1789608797.284553:0:33398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608797.284559:0:33398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608797.284563:0:33398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608797.284566:0:33398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608797.284571:0:33398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903117800. 02000000:00000001:0.0:1789608797.284574:0:33398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608797.284583:0:33398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608797.284589:0:33398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b80b0. 00000400:00000010:0.0:1789608797.284599:0:33398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edaa0. 00000100:00000200:0.0:1789608797.284608:0:33398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934296064, portal 10 00000100:00000001:0.0:1789608797.284610:0:33398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608797.284611:0:33398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594166784 : -117815115384832 : ffff94d907e5f800) 00000100:00000040:0.0:1789608797.284619:0:33398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5f800 x1876538934296064/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 504/624 e 0 to 0 dl 1789608813 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608797.284626:0:33398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608797.284629:0:33398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608797.284633:0:33398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed990. 00000100:00000200:0.0:1789608797.284636:0:33398:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1876538934296064, offset 0 00000400:00000200:0.0:1789608797.284643:0:33398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608797.284652:0:33398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608797.284662:0:33398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608797.284668:0:33398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608797.284673:0:33398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608797.284701:0:33398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608797.284705:0:33398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608797.284709:0:33398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2838:2838:256:4294967295] 192.168.203.121@tcp LPNI seq info [2838:2838:8:4294967295] 00000400:00000200:0.0:1789608797.284714:0:33398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608797.284725:0:33398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608797.284732:0:33398:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608797.284738:0:33398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306f00. 00000800:00000200:0.0:1789608797.284748:0:33398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608797.284756:0:33398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608797.284761:0:33398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306f00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:0.0:1789608797.284782:0:33398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608797.284788:0:33398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 858228 usecs (859 jiffies) 00000400:00000200:0.0:1789608797.284792:0:33398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608797.284795:0:33398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296525233 00000100:00000001:0.0:1789608797.284798:0:33398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296528225 00000100:00000001:0.0:1789608797.284802:0:33398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296525233 00000100:00000001:0.0:1789608797.284805:0:33398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296528225 00000100:00000001:0.0:1789608797.286704:0:33398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608797.286976:0:33398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789608797.286980:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1789608797.286982:0:33398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608797.286986:0:33398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000001:1.0:1789608797.287002:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608797.287006:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608797.287009:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608797.287019:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608797.287028:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608797.287038:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608797.287043:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00100000:0.0:1789608797.287050:0:33398:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d902fa4840 going to sleep for 11 seconds 00000400:00000200:1.0:1789608797.287051:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608797.287057:0:33398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1789608797.287061:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 4320 into portal 4 MB=0x6aab3c495fc80 00000400:00000200:1.0:1789608797.287070:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608797.287085:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 4320/4320 into md 0x81f1 [2] + 224 00000800:00000001:1.0:1789608797.287095:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608797.287108:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608797.287112:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608797.287118:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608797.287128:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608797.287138:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908492a00 x1876538934295680/t0(0) o63->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:24/4 lens 680/4320 e 0 to 0 dl 1789608813 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608797.287147:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff94d908492a00 x1876538934295680/t0(0) o63->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:24/4 lens 680/4320 e 0 to 0 dl 1789608813 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608797.287160:0:33398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608797.287169:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608797.287247:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608797.287252:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608797.287262:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608797.287264:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608797.287269:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21f20. 00000800:00000200:1.0:1789608797.287269:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1789608797.287276:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911de0000 00000800:00000010:1.0:1789608797.287276:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306f00. 00000400:00000010:2.0:1789608797.287281:0:2411:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff94d911de0000. 00000400:00000200:1.0:1789608797.287283:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1789608797.287287:0:2411:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000200:1.0:1789608797.287289:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608797.287295:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed990 00000100:00000200:2.0:1789608797.287296:0:2411:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908492a00 x1876538934295680/t0(0) o63->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:24/4 lens 680/4320 e 0 to 0 dl 1789608813 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1789608797.287298:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed990. 00000100:00000001:1.0:1789608797.287306:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608797.287313:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5f800 x1876538934296064/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 504/624 e 0 to 0 dl 1789608813 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789608797.287322:0:2411:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908492a00 x1876538934295680/t0(0) o63->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:24/4 lens 680/4320 e 0 to 0 dl 1789608813 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608797.287326:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608797.287332:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907e5f800 x1876538934296064/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 504/624 e 0 to 0 dl 1789608813 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608797.287334:0:2411:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608797.287338:0:2411:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608797.287343:0:2411:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:1.0:1789608797.287345:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608797.287348:0:2411:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608797.287348:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789608797.287354:0:2411:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608797.287358:0:2411:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789608797.287358:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1789608797.287364:0:2411:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789608797.287365:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1789608797.287377:0:2411:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11dc8 time=15 v=5 (5 0 0 0) 00000100:00001000:2.0:1789608797.287383:0:2411:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608797.287386:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1789608797.287391:0:2411:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff94d908492a00 x1876538934295680/t0(0) o63->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:24/4 lens 680/4320 e 0 to 0 dl 1789608813 ref 1 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608797.287399:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1789608797.287403:0:2411:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608797.287405:0:2411:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967637 00000100:00000001:2.0:1789608797.287408:0:2411:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608797.287410:0:2411:0:(client.c:1798:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:2.0:1789608797.287416:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908492a00 x1876538934295680/t0(0) o63->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:24/4 lens 680/4320 e 0 to 0 dl 1789608813 ref 1 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608797.287423:0:2411:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:2.0:1789608797.287426:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608797.287428:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789608797.287431:0:2411:0:(batch.c:404:batch_update_interpret()) Process entered 00000002:00000001:2.0:1789608797.287438:0:2411:0:(batch.c:335:batch_update_request_fini()) Process entered 00010000:00000001:2.0:1789608797.287443:0:2411:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789608797.287446:0:2411:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608797.287449:0:2411:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608797.287454:0:2411:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0200 refcount=4 00000020:00000001:2.0:1789608797.287456:0:2411:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786816 : -117814138764800 : ffff94d9421c0200) 00010000:00000001:2.0:1789608797.287459:0:2411:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786816 : -117814138764800 : ffff94d9421c0200) 00010000:00010000:2.0:1789608797.287465:0:2411:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0200/0xc54db3288176ff1a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608797.287474:0:2411:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:2.0:1789608797.287478:0:2411:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0200/0xc54db3288176ff1a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608797.287484:0:2411:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608797.287487:0:2411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0200/0xc54db3288176ff1a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608797.287492:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608797.287493:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789608797.287495:0:2411:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0200/0xc54db3288176ff1a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608797.287500:0:2411:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608797.287504:0:2411:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608797.287507:0:2411:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1789608797.287510:0:2411:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0200/0xc54db3288176ff1a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789608797.287516:0:2411:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d9421c0200 already unused, calling callback (ffffffffc193f740) 00000080:00000001:2.0:1789608797.287521:0:2411:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1789608797.287525:0:2411:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0200/0xc54db3288176ff1a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x206400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608797.287536:0:2411:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1789608797.287538:0:2411:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1789608797.287541:0:2411:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0200/0xc54db3288176ff1a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x206400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608797.287546:0:2411:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1789608797.287549:0:2411:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1789608797.287551:0:2411:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608797.287552:0:2411:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608797.287553:0:2411:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0200 refcount=5 00000020:00000001:2.0:1789608797.287555:0:2411:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786816 : -117814138764800 : ffff94d9421c0200) 00010000:00000001:2.0:1789608797.287557:0:2411:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786816 : -117814138764800 : ffff94d9421c0200) 00010000:00000001:2.0:1789608797.287560:0:2411:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789608797.287563:0:2411:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0200/0xc54db3288176ff1a lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x20e400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1789608797.287569:0:2411:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789608797.287571:0:2411:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608797.287574:0:2411:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1789608797.287576:0:2411:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789608797.287579:0:2411:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789608797.287581:0:2411:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789608797.287582:0:2411:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608797.287584:0:2411:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789608797.287586:0:2411:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d9421c0200 with handle 0xc54db3288176ff1a from hash 00010000:00000001:2.0:1789608797.287589:0:2411:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789608797.287590:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608797.287591:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608797.287593:0:2411:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789608797.287594:0:2411:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789608797.287596:0:2411:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1789608797.287599:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608797.287600:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608797.287602:0:2411:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608797.287604:0:2411:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608797.287607:0:2411:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0200/0xc54db3288176ff1a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608797.287611:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608797.287613:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608797.287614:0:2411:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1789608797.287616:0:2411:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608797.287617:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608797.287618:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608797.287619:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789608797.287621:0:2411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0200/0xc54db3288176ff1a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 33380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789608797.287628:0:2411:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d903b69200 count: 0 00010000:00000010:2.0:1789608797.287639:0:2411:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d90847bb00. 00010000:00000001:2.0:1789608797.287651:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608797.287653:0:2411:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:2.0:1789608797.287658:0:2411:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:2.0:1789608797.287661:0:2411:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bdfc58 00000080:00400000:2.0:1789608797.287663:0:2411:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-10 rc -125 00000080:00000001:2.0:1789608797.287666:0:2411:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:2.0:1789608797.287669:0:2411:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1789608797.287670:0:2411:0:(dcache.c:176:ll_intent_release()) intent ffff94d908399990 released 00000080:00000001:2.0:1789608797.287672:0:2411:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:2.0:1789608797.287694:0:2411:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 3 00000080:00000010:2.0:1789608797.287698:0:2411:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff94d910e06300. 00000080:00000010:2.0:1789608797.287701:0:2411:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff94d908399800. 00000080:00000001:2.0:1789608797.287706:0:2411:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:2.0:1789608797.287709:0:2411:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff94d907ddbc40. 00000002:00000010:2.0:1789608797.287713:0:2411:0:(batch.c:317:batch_update_request_destroy()) kvfree 'bub->bub_req': 4096 at ffff94d907fd7000. 00000002:00000010:2.0:1789608797.287717:0:2411:0:(batch.c:318:batch_update_request_destroy()) kfreed 'bub': 40 at ffff94d907ddb240. 00000002:00000010:2.0:1789608797.287729:0:2411:0:(batch.c:321:batch_update_request_destroy()) kfreed 'head': 80 at ffff94d9092657e0. 00000002:00000001:2.0:1789608797.287733:0:2411:0:(batch.c:394:batch_update_request_fini()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000002:00000001:2.0:1789608797.287736:0:2411:0:(batch.c:422:batch_update_interpret()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:2.0:1789608797.287742:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908492a00 x1876538934295680/t0(0) o63->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:24/4 lens 680/4320 e 0 to 0 dl 1789608813 ref 1 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789608797.287751:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908492a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934295680:192.168.203.121@tcp:63:ll_sa.0 00000100:00000001:2.0:1789608797.287756:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608797.287758:0:2411:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608797.287761:0:2411:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908492a00 x1876538934295680/t0(0) o63->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:24/4 lens 680/4320 e 0 to 0 dl 1789608813 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608797.287767:0:2411:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608797.287770:0:2411:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608797.287773:0:2411:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff94d907e12000. 02000000:00000001:2.0:1789608797.287777:0:2411:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608797.287780:0:2411:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608797.287782:0:2411:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:2.0:1789608797.287784:0:2411:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608797.287787:0:2411:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d90839a000. 02000000:00000001:2.0:1789608797.287789:0:2411:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608797.287792:0:2411:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608797.287794:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908492a00. 00000100:00000001:2.0:1789608797.287797:0:2411:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608797.287798:0:2411:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608797.287800:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608797.288612:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608797.288618:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608797.288623:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608797.288626:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1789608797.293482:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d9037fc800. 00010000:00000010:0.1:1789608797.293504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909233e00. 00010000:00000010:0.1:1789608797.293510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232000. 00000800:00000001:0.0:1789608797.295865:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608797.295888:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608797.295893:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608797.295895:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608797.295906:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608797.295915:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608797.295926:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608797.295932:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608797.295938:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608797.295943:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 456 into portal 10 MB=0x6aab3c495fe00 00000400:00000200:0.0:1789608797.295959:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608797.295966:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 456/456 into md 0x81f9 [1] + 224 00000800:00000001:0.0:1789608797.295976:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608797.295984:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608797.295994:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608797.296000:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608797.296009:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608797.296020:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5f800 x1876538934296064/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 504/624 e 0 to 0 dl 1789608813 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608797.296032:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff94d907e5f800 x1876538934296064/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 504/624 e 0 to 0 dl 1789608813 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608797.296048:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608797.296058:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608797.296062:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608797.296353:0:33398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608797.296364:0:33398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608797.296367:0:33398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608797.296371:0:33398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b80b0. 00000400:00000200:2.0:1789608797.296377:0:33398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edaa0 00000400:00000010:2.0:1789608797.296380:0:33398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edaa0. 00000100:00000001:2.0:1789608797.296384:0:33398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608797.296390:0:33398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5f800 x1876538934296064/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 504/624 e 0 to 0 dl 1789608813 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789608797.296400:0:33398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5f800 x1876538934296064/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 504/624 e 0 to 0 dl 1789608813 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608797.296407:0:33398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608797.296410:0:33398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608797.296413:0:33398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608797.296417:0:33398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608797.296421:0:33398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608797.296423:0:33398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608797.296427:0:33398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608797.296439:0:33398:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=5 v=5 (5 104 104 104) 00000100:00001000:2.0:1789608797.296444:0:33398:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608797.296447:0:33398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608797.296450:0:33398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608797.296453:0:33398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608797.296457:0:33398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608797.296461:0:33398:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789608797.296463:0:33398:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009c/0x100000153] 00000100:00000001:2.0:1789608797.296465:0:33398:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789608797.296468:0:33398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608797.296469:0:33398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594166784 : -117815115384832 : ffff94d907e5f800) 00000100:00000001:2.0:1789608797.296474:0:33398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608797.296476:0:33398:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967637 00000100:00000001:2.0:1789608797.296478:0:33398:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608797.296481:0:33398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608797.296486:0:33398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5f800 x1876538934296064/t4294967639(4294967639) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 504/456 e 0 to 0 dl 1789608813 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608797.296494:0:33398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608797.296497:0:33398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608797.296500:0:33398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608797.296504:0:33398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5f800 x1876538934296064/t4294967639(4294967639) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 504/456 e 0 to 0 dl 1789608813 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789608797.296517:0:33398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5f800 pname:cluuid:pid:xid:nid:opc:job rm:25f5d458-2cbe-49cd-9693-334c08df7e27:33398:1876538934296064:192.168.203.121@tcp:36:rm.0 00000100:00000001:2.0:1789608797.296523:0:33398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608797.296526:0:33398:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608797.296528:0:33398:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789608797.296532:0:33398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608797.296535:0:33398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907e5f800 x1876538934296064/t4294967639(4294967639) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 504/456 e 0 to 0 dl 1789608813 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608797.296543:0:33398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608797.296546:0:33398:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d902fa4840. 00000100:00000001:2.0:1789608797.296550:0:33398:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789608797.296552:0:33398:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608797.296562:0:33398:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608797.296566:0:33398:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608797.296571:0:33398:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:2.0:1789608797.296575:0:33398:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d907e5a600. 00000100:00000001:2.0:1789608797.296583:0:33398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608797.296586:0:33398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5f800 x1876538934296064/t4294967639(4294967639) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 504/456 e 0 to 0 dl 1789608813 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608797.296593:0:33398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608797.296599:0:33398:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608797.296613:0:33398:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789608797.296618:0:33398:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffe28 00000080:00002000:2.0:1789608797.296621:0:33398:0:(dcache.c:127:ll_ddelete()) deleting dentry f22.recovery-small-2 (ffff94d918b2ee58, parent ffff94d918a99a20, inode 0000000000000000) hashed, 00000080:00000001:2.0:1789608797.296625:0:33398:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789608797.296632:0:33398:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789608797.296639:0:33398:0:(dcache.c:48:ll_release()) Process leaving 00010000:00000010:2.1:1789608797.301702:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69200. 00010000:00000010:2.1:1789608797.301728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0200. 00000080:00000010:2.1:1789608797.308762:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f68580. 00000080:00400000:3.0:1789608797.397888:0:33380:0:(statahead.c:1623:ll_statahead_thread()) lustre: statahead thread stopped: sai ffff94d9071fac00, parent / hit 0 miss 0 00000080:00000001:3.0:1789608797.397914:0:33380:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:3.0:1789608797.397917:0:33380:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1789608797.397921:0:33380:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789608797.397927:0:33380:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258593596264 : -117815115955352 : ffff94d907dd4368) 00000020:00001000:3.0:1789608797.397933:0:33380:0:(cl_object.c:823:cl_env_get()) 1@ffff94d907dd4360 00000020:00000001:3.0:1789608797.397941:0:33380:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbf58 -> ffff94d9040dbf58 00000020:00000001:3.0:1789608797.397944:0:33380:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:3.0:1789608797.397948:0:33380:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1789608797.397950:0:33380:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x27:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1789608797.397953:0:33380:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789608797.397955:0:33380:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1789608797.397957:0:33380:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789608797.397961:0:33380:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x27:0x0]io ffff94d9109bd780 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1789608797.397965:0:33380:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b656c8) owner 0000000000000000/ffff94d902aea7c0 00020000:00000001:3.0:1789608797.397970:0:33380:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1789608797.397972:0:33380:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1789608797.397974:0:33380:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1789608797.397976:0:33380:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608797.397979:0:33380:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1789608797.397981:0:33380:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1789608797.397983:0:33380:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608797.397985:0:33380:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789608797.397986:0:33380:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1789608797.397987:0:33380:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1789608797.397988:0:33380:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b656c8) owner 0000000000000000/ffff94d902aea7c0 00000020:00000001:3.0:1789608797.397990:0:33380:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608797.397993:0:33380:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:3.0:1789608797.397995:0:33380:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1789608797.397997:0:33380:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1789608797.398002:0:33380:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1789608797.398007:0:33380:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1789608797.398010:0:33380:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789608797.398012:0:33380:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1789608797.398013:0:33380:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789608797.398015:0:33380:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258593598136 : -117815115953480 : ffff94d907dd4ab8) 00000020:00001000:3.0:1789608797.398018:0:33380:0:(cl_object.c:823:cl_env_get()) 1@ffff94d907dd4ab0 00000020:00000001:3.0:1789608797.398022:0:33380:0:(cl_object.c:143:cl_object_top()) ffff94d9040db468 -> ffff94d9040dbf58 00000020:00000001:3.0:1789608797.398023:0:33380:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:3.0:1789608797.398028:0:33380:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789608797.398030:0:33380:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1789608797.398032:0:33380:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:3.0:1789608797.398034:0:33380:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258740303744 : -117814969247872 : ffff94d9109bd780) 00000020:00000001:3.0:1789608797.398036:0:33380:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608797.398039:0:33380:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608797.398042:0:33380:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258608516616 : -117815101035000 : ffff94d908c0ee08) 00000020:00000001:3.0:1789608797.398044:0:33380:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1789608797.398046:0:33380:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608797.398049:0:33380:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608797.398052:0:33380:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608797.398054:0:33380:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:3.0:1789608797.398056:0:33380:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1789608797.398058:0:33380:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789608797.398059:0:33380:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:3.0:1789608797.398061:0:33380:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789608797.398063:0:33380:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608797.398064:0:33380:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608797.398067:0:33380:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608797.398068:0:33380:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608797.398070:0:33380:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789608797.398071:0:33380:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608797.398072:0:33380:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608797.398085:0:33380:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:3.0:1789608797.398088:0:33380:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1789608797.398090:0:33380:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789608797.398091:0:33380:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:3.0:1789608797.398093:0:33380:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1789608797.398096:0:33380:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1789608797.398100:0:33380:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1789608797.398103:0:33380:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff94d9183e5dc0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1789608797.398107:0:33380:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1789608797.398110:0:33380:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff94d9183e5dc0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:3.0:1789608797.398180:0:33380:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789608797.398183:0:33380:0:(osc_io.c:1174:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608797.398185:0:33380:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608797.398187:0:33380:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608797.398189:0:33380:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608797.398190:0:33380:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608797.398193:0:33380:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:3.0:1789608797.398195:0:33380:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1789608797.398197:0:33380:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1789608797.398198:0:33380:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:3.0:1789608797.398200:0:33380:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:3.0:1789608797.398201:0:33380:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608797.398204:0:33380:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1789608797.398206:0:33380:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:3.0:1789608797.398208:0:33380:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:3.0:1789608797.398210:0:33380:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1789608797.398212:0:33380:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789608797.398213:0:33380:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:3.0:1789608797.398214:0:33380:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1789608797.398216:0:33380:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608797.398218:0:33380:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608797.398220:0:33380:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1789608797.398221:0:33380:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1789608797.398223:0:33380:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1789608797.398225:0:33380:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1789608797.398226:0:33380:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1789608797.398228:0:33380:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1789608797.398229:0:33380:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789608797.398230:0:33380:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1789608797.398232:0:33380:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1789608797.398233:0:33380:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608797.398235:0:33380:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608797.398237:0:33380:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1789608797.398239:0:33380:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1789608797.398240:0:33380:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608797.398243:0:33380:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:3.0:1789608797.398245:0:33380:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1789608797.398246:0:33380:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1789608797.398248:0:33380:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:3.0:1789608797.398249:0:33380:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789608797.398251:0:33380:0:(cl_object.c:917:cl_env_put()) 1@ffff94d907dd4ab0 00020000:00000001:3.0:1789608797.398255:0:33380:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1789608797.398257:0:33380:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1789608797.398259:0:33380:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1789608797.398262:0:33380:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x27:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1789608797.398265:0:33380:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1789608797.398266:0:33380:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789608797.398269:0:33380:0:(cl_object.c:917:cl_env_put()) 1@ffff94d907dd4360 00000080:00000001:3.0:1789608797.398271:0:33380:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608797.398277:0:33380:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:3.0:1789608797.398279:0:33380:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x27:0x0](ffff94d9189242c8) 00800000:00000001:3.0:1789608797.398286:0:33380:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:3.0:1789608797.398288:0:33380:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x27:0x0] 00000002:00000001:3.0:1789608797.398294:0:33380:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:3.0:1789608797.398302:0:33380:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608797.398304:0:33380:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:3.0:1789608797.398306:0:33380:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608797.398308:0:33380:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608797.398311:0:33380:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:3.0:1789608797.398314:0:33380:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:3.0:1789608797.398316:0:33380:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608797.398319:0:33380:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608797.398323:0:33380:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789608797.398325:0:33380:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258593596264 : -117815115955352 : ffff94d907dd4368) 00000020:00001000:3.0:1789608797.398327:0:33380:0:(cl_object.c:823:cl_env_get()) 1@ffff94d907dd4360 00020000:00000001:3.0:1789608797.398334:0:33380:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:3.0:1789608797.398336:0:33380:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b656c8) owner 0000000000000000/ffff94d902aea7c0 00020000:00000001:3.0:1789608797.398339:0:33380:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:3.0:1789608797.398343:0:33380:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d907f831e0, objid 0x27:1029, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789608797.398348:0:33380:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789608797.398353:0:33380:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d907096b00: ostid: 0x2c0000401:20 ost idx: 1 gen: 0 00020000:00000001:3.0:1789608797.398356:0:33380:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:3.0:1789608797.398358:0:33380:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608797.398361:0:33380:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:3.0:1789608797.398363:0:33380:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:3.0:1789608797.398369:0:33380:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:3.0:1789608797.398375:0:33380:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d90906b300 count: 2 00010000:00000001:3.0:1789608797.398378:0:33380:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608797.398382:0:33380:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:3.0:1789608797.398384:0:33380:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:3.0:1789608797.398391:0:33380:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 0 blocks 1 [cma]time 0 0 0 ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 000000008376af89/0xc54db3288176fefe lrc: 1/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x91bddff8e8ed94ec expref: -99 pid: 33381 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00000001:3.0:1789608797.398404:0:33380:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5dc0 -> ffff94d9040dbf58 00000020:00000001:3.0:1789608797.398406:0:33380:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5dc0 -> ffff94d9040dbf58 00000008:00000001:3.0:1789608797.398408:0:33380:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789608797.398411:0:33380:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789608797.398414:0:33380:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789608797.398416:0:33380:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1789608797.398423:0:33380:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff94d9183e5dc0. 00020000:00000001:3.0:1789608797.398430:0:33380:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:3.0:1789608797.398433:0:33380:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff94d9040db3e8. 00020000:00000001:3.0:1789608797.398438:0:33380:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:3.0:1789608797.398441:0:33380:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608797.398443:0:33380:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789608797.398445:0:33380:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b656c8) owner 0000000000000000/ffff94d902aea7c0 00020000:00000001:3.0:1789608797.398448:0:33380:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:3.0:1789608797.398450:0:33380:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:3.0:1789608797.398451:0:33380:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b656c8) owner 0000000000000000/ffff94d902aea7c0 00020000:00000001:3.0:1789608797.398454:0:33380:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:3.0:1789608797.398456:0:33380:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff94d91806b2c0. 00020000:00000010:3.0:1789608797.398460:0:33380:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff94d9098a7240. 00020000:00000010:3.0:1789608797.398464:0:33380:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff94d911da5780. 00020000:00000002:3.0:1789608797.398469:0:33380:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d907f831e0, objid 0x27:1029, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789608797.398473:0:33380:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789608797.398476:0:33380:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d907096b00: ostid: 0x2c0000401:20 ost idx: 1 gen: 0 00020000:00000010:3.0:1789608797.398481:0:33380:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d907096b00. 00020000:00000010:3.0:1789608797.398484:0:33380:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d907f83ba0. 00020000:00000010:3.0:1789608797.398488:0:33380:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d907f831e0. 00020000:00000001:3.0:1789608797.398489:0:33380:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:3.0:1789608797.398490:0:33380:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b656c8) owner 0000000000000000/ffff94d902aea7c0 00020000:00000010:3.0:1789608797.398493:0:33380:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff94d910b656c8. 00020000:00000001:3.0:1789608797.398496:0:33380:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:3.0:1789608797.398499:0:33380:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff94d9040dbed8. 00000020:00001000:3.0:1789608797.398502:0:33380:0:(cl_object.c:917:cl_env_put()) 1@ffff94d907dd4360 00000080:00000001:3.0:1789608797.398505:0:33380:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:3.0:1789608797.398508:0:33380:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000020:00000001:3.0:1789608797.398519:0:33380:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e020c7e60 00000080:00400000:3.0:1789608797.398522:0:33380:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-2(ffff94d9029cbc80) index 1 00000080:00000010:3.0:1789608797.398524:0:33380:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff94d9029cbc80. 00000020:00000001:3.0:1789608797.398529:0:33380:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e020c7e60 00000080:00400000:3.0:1789608797.398530:0:33380:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-3(ffff94d9029cbd80) index 2 00000080:00000010:3.0:1789608797.398532:0:33380:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff94d9029cbd80. 00000020:00000001:3.0:1789608797.398535:0:33380:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e020c7e60 00000080:00400000:3.0:1789608797.398537:0:33380:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-4(ffff94d9029cb080) index 3 00000080:00000010:3.0:1789608797.398538:0:33380:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff94d9029cb080. 00000020:00000001:3.0:1789608797.398541:0:33380:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e020c7e60 00000080:00400000:3.0:1789608797.398543:0:33380:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-5(ffff94d9029cba00) index 4 00000080:00000010:3.0:1789608797.398545:0:33380:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff94d9029cba00. 00000020:00000001:3.0:1789608797.398547:0:33380:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e020c7e60 00000080:00400000:3.0:1789608797.398549:0:33380:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-6(ffff94d9029cb500) index 5 00000080:00000010:3.0:1789608797.398550:0:33380:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff94d9029cb500. 00000020:00000001:3.0:1789608797.398552:0:33380:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e020c7e60 00000080:00400000:3.0:1789608797.398554:0:33380:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-7(ffff94d9029cb200) index 6 00000080:00000010:3.0:1789608797.398556:0:33380:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff94d9029cb200. 00000020:00000001:3.0:1789608797.398559:0:33380:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e020c7e60 00000080:00400000:3.0:1789608797.398560:0:33380:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-8(ffff94d9029cb480) index 7 00000080:00000010:3.0:1789608797.398563:0:33380:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff94d9029cb480. 00000020:00000001:3.0:1789608797.398565:0:33380:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e020c7e60 00000080:00400000:3.0:1789608797.398567:0:33380:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-9(ffff94d9029cbe80) index 8 00000080:00000010:3.0:1789608797.398569:0:33380:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff94d9029cbe80. 00000020:00000001:3.0:1789608797.398572:0:33380:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e020c7e60 00000080:00400000:3.0:1789608797.398573:0:33380:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-10(ffff94d903cc7280) index 9 00000080:00000010:3.0:1789608797.398575:0:33380:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff94d903cc7280. 00000080:00000010:3.0:1789608797.398580:0:33380:0:(statahead.c:636:ll_sai_free()) kfreed 'sai': 504 at ffff94d9071fac00. 00000080:00000010:3.0:1789608797.398584:0:33380:0:(statahead.c:555:ll_sax_free()) kfreed 'ctx': 2592 at ffff94d907e85000. 00000080:00000010:3.1:1789608797.416019:0:33402:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d918924200. 00010000:00000001:3.0:1789608797.965858:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608797.965867:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608797.965872:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608797.965874:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608797.966121:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608797.966126:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608797.966130:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789608798.340789:0:33485:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608798.989769:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608798.989777:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608798.989783:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608798.989784:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608798.992565:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608798.992572:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608798.992577:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789608799.247340:0:26948:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789608799.247350:0:26948:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789608799.247360:0:26948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908493800. 00000020:00000040:3.0:1789608799.247365:0:26948:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=4 obd=MGC192.168.203.121@tcp 00000100:00000001:3.0:1789608799.247369:0:26948:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608799.247372:0:26948:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608799.247377:0:26948:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608799.247385:0:26948:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d90827b600. 00000100:00000001:3.0:1789608799.247392:0:26948:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608799.247403:0:26948:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS req@ffff94d908493800 x1876538934296192/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789608799.247611:0:26948:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608799.247616:0:26948:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608799.247625:0:26948:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e85e96c7] to pc [ptlrpcd_01_01+1] req@ffff94d908493800 x1876538934296192/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608799.247652:0:26948:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608799.247655:0:26948:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789608799.247658:0:26948:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789608799.247661:0:26948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908490000. 00000020:00000040:3.0:1789608799.247664:0:26948:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:3.0:1789608799.247667:0:26948:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608799.247668:0:26948:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608799.247670:0:26948:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608799.247697:0:26948:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d90827b500. 00000100:00000001:3.0:1789608799.247701:0:26948:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608799.247707:0:26948:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID req@ffff94d908490000 x1876538934296320/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789608799.248239:0:26948:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608799.248241:0:26948:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608799.248247:0:26948:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000489b5cde] to pc [ptlrpcd_01_00+0] req@ffff94d908490000 x1876538934296320/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608799.248257:0:26948:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608799.248259:0:26948:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789608799.248262:0:26948:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789608799.248266:0:26948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908491c00. 00000020:00000040:3.0:1789608799.248269:0:26948:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=4 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000100:00000001:3.0:1789608799.248271:0:26948:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608799.248273:0:26948:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608799.248275:0:26948:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608799.248279:0:26948:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d90827bc00. 00000100:00000001:3.0:1789608799.248283:0:26948:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608799.248286:0:26948:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID req@ffff94d908491c00 x1876538934296448/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789608799.248294:0:26948:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608799.248295:0:26948:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608799.248299:0:26948:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069b983a4] to pc [ptlrpcd_01_01+1] req@ffff94d908491c00 x1876538934296448/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608799.248305:0:26948:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608799.248307:0:26948:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789608799.248310:0:26948:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789608799.248313:0:26948:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789608799.248316:0:26948:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789608799.248320:0:26948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908491180. 00000020:00000040:3.0:1789608799.248322:0:26948:0:(genops.c:1209:class_import_get()) import ffff94d902b13000 refcount=3 obd=lustre-OST0001-osc-ffff94d904ceb000 00000100:00000001:3.0:1789608799.248324:0:26948:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608799.248325:0:26948:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608799.248326:0:26948:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608799.248329:0:26948:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d90827bf00. 00000100:00000001:3.0:1789608799.248331:0:26948:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608799.248335:0:26948:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID req@ffff94d908491180 x1876538934296576/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789608799.248346:0:26948:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608799.248348:0:26948:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608799.248350:0:26948:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d70c18c5] to pc [ptlrpcd_01_00+0] req@ffff94d908491180 x1876538934296576/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608799.248356:0:26948:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608799.248360:0:26948:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 2 (1864) 00000100:00000001:3.0:1789608799.248378:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608799.248381:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608799.248384:0:2412:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608799.248388:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908493800 x1876538934296192/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608799.248395:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608799.248397:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608799.248401:0:2412:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608799.248403:0:2412:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608799.248405:0:2412:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608799.248408:0:2412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908493800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2412:1876538934296192:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608799.248412:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608799.249370:0:2412:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608799.249375:0:2412:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608799.249378:0:2412:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608799.249384:0:2412:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d9070af000. 02000000:00000001:3.0:1789608799.249386:0:2412:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608799.249394:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608799.249399:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2aaa8. 00000400:00000010:3.0:1789608799.249405:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9990. 00000100:00000200:3.0:1789608799.249412:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934296192, portal 25 00000100:00000001:3.0:1789608799.249415:0:2412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608799.249417:0:2412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600671232 : -117815108880384 : ffff94d908493800) 00000100:00000040:3.0:1789608799.249425:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d908493800 x1876538934296192/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608799.249437:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608799.249441:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608799.249443:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a94c8. 00000100:00000200:3.0:1789608799.249447:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876538934296192, offset 0 00000400:00000200:3.0:1789608799.249452:0:2412:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608799.249461:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608799.249469:0:2412:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608799.249473:0:2412:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608799.249477:0:2412:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608799.249480:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608799.249483:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608799.249486:0:2412:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2839:2839:256:4294967295] 192.168.203.121@tcp LPNI seq info [2839:2839:8:4294967295] 00000400:00000200:3.0:1789608799.249491:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608799.249500:0:2412:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608799.249506:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608799.249511:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d90827b000. 00000800:00000200:3.0:1789608799.249518:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608799.249525:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608799.249530:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d90827b000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789608799.249610:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608799.249615:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608799.249617:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 0 is 4296530273 00000100:00000001:3.0:1789608799.249624:0:2412:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296528225 00000100:00000001:3.0:1789608799.249628:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 1 is 4296530273 00000100:00000001:3.0:1789608799.249631:0:2412:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296528225 00000100:00000001:3.0:1789608799.249634:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608799.249636:0:2412:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608799.249639:0:2412:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608799.249643:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908491c00 x1876538934296448/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608799.249650:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608799.249651:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608799.249654:0:2412:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608799.249656:0:2412:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608799.249657:0:2412:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608799.249660:0:2412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908491c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2412:1876538934296448:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608799.249663:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608799.249666:0:2412:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608799.249667:0:2412:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608799.249668:0:2412:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608799.249671:0:2412:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d9070ae200. 02000000:00000001:3.0:1789608799.249673:0:2412:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608799.249690:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608799.249694:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a6e0. 00000400:00000010:3.0:1789608799.249698:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9b28. 00000100:00000200:3.0:1789608799.249701:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934296448, portal 10 00000100:00000001:3.0:1789608799.249703:0:2412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608799.249704:0:2412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600664064 : -117815108887552 : ffff94d908491c00) 00000100:00000040:3.0:1789608799.249720:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d908491c00 x1876538934296448/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608799.249726:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608799.249728:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608799.249731:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9ee0. 00000100:00000200:3.0:1789608799.249733:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934296448, offset 0 00000400:00000200:3.0:1789608799.249737:0:2412:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608799.249741:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608799.249744:0:2412:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608799.249747:0:2412:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608799.249749:0:2412:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608799.249751:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608799.249753:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608799.249756:0:2412:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2840:2840:255:4294967295] 192.168.203.121@tcp LPNI seq info [2840:2840:7:4294967295] 00000400:00000200:3.0:1789608799.249760:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608799.249766:0:2412:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608799.249784:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608799.249788:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d90827b100. 00000800:00000200:3.0:1789608799.249792:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608799.249796:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608799.249799:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d90827b100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789608799.249801:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608799.249805:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: using a timeout of 23430 usecs (24 jiffies) 00000400:00000200:3.0:1789608799.249808:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608799.249810:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296526364 00000100:00000001:3.0:1789608799.249812:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296530273 00000100:00000001:3.0:1789608799.249814:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296526364 00000100:00000001:3.0:1789608799.249816:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296530273 00000100:00000001:3.0:1789608799.249818:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608799.249821:0:2412:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608799.249823:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608799.249827:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608799.249834:0:2412:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608799.249836:0:2412:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789608799.249839:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608799.249840:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608799.249842:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608799.249844:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1789608799.249846:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608799.249848:0:2412:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608799.249849:0:2412:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608799.249851:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608799.249852:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608799.249853:0:2412:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608799.249858:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908490000 x1876538934296320/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608799.249865:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608799.249867:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608799.249869:0:2412:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608799.249871:0:2412:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608799.249873:0:2412:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608799.249876:0:2412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908490000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2412:1876538934296320:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608799.249879:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608799.249882:0:2412:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608799.249883:0:2412:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608799.249885:0:2412:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608799.249888:0:2412:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d9070af800. 02000000:00000001:3.0:1789608799.249890:0:2412:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608799.249893:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608799.249896:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a898. 00000400:00000010:3.0:1789608799.249899:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9cc0. 00000100:00000200:3.0:1789608799.249902:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934296320, portal 10 00000100:00000001:3.0:1789608799.249903:0:2412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608799.249905:0:2412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600656896 : -117815108894720 : ffff94d908490000) 00000100:00000040:3.0:1789608799.249911:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d908490000 x1876538934296320/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608799.249917:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608799.249919:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608799.249922:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9220. 00000100:00000200:3.0:1789608799.249924:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934296320, offset 0 00000400:00000200:3.0:1789608799.249928:0:2412:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608799.249932:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608799.249935:0:2412:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608799.249937:0:2412:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608799.249940:0:2412:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608799.249942:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608799.249944:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608799.249947:0:2412:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2841:2841:254:4294967295] 192.168.203.121@tcp LPNI seq info [2841:2841:6:4294967295] 00000400:00000200:3.0:1789608799.249951:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608799.249957:0:2412:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608799.249961:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608799.249965:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d90827b300. 00000800:00000200:3.0:1789608799.249968:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608799.249972:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608799.249975:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d90827b300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789608799.249978:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608799.249981:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 855980 usecs (856 jiffies) 00000400:00000200:3.0:1789608799.249983:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608799.249986:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296527196 00000100:00000001:3.0:1789608799.250002:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296530273 00000100:00000001:3.0:1789608799.250005:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296527196 00000100:00000001:3.0:1789608799.250007:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296530273 00000100:00000001:3.0:1789608799.250009:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608799.250017:0:2412:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608799.250020:0:2412:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608799.250024:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908491180 x1876538934296576/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608799.250032:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608799.250033:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608799.250035:0:2412:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608799.250037:0:2412:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608799.250038:0:2412:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608799.250041:0:2412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908491180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2412:1876538934296576:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608799.250044:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608799.250047:0:2412:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608799.250048:0:2412:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608799.250050:0:2412:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608799.250053:0:2412:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d9070ae000. 02000000:00000001:3.0:1789608799.250055:0:2412:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608799.250058:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608799.250072:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2af20. 00000400:00000010:3.0:1789608799.250077:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9550. 00000100:00000200:3.0:1789608799.250080:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934296576, portal 4 00000100:00000001:3.0:1789608799.250081:0:2412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608799.250082:0:2412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600661376 : -117815108890240 : ffff94d908491180) 00000100:00000040:3.0:1789608799.250088:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d908491180 x1876538934296576/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608799.250094:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608799.250096:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608799.250099:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9bb0. 00000100:00000200:3.0:1789608799.250101:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876538934296576, offset 0 00000400:00000200:3.0:1789608799.250105:0:2412:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608799.250109:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608799.250113:0:2412:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608799.250115:0:2412:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608799.250117:0:2412:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608799.250119:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608799.250121:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608799.250123:0:2412:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2842:2842:253:4294967295] 192.168.203.121@tcp LPNI seq info [2842:2842:5:4294967295] 00000400:00000200:3.0:1789608799.250127:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608799.250133:0:2412:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608799.250137:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608799.250140:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d90827bb00. 00000800:00000200:3.0:1789608799.250144:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608799.250148:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608799.250150:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d90827bb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789608799.250153:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608799.250156:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: using a timeout of 25037 usecs (26 jiffies) 00000400:00000200:3.0:1789608799.250160:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608799.250162:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296526366 00000100:00000001:3.0:1789608799.250164:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296530273 00000100:00000001:3.0:1789608799.250166:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296526366 00000100:00000001:3.0:1789608799.250167:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296530273 00000100:00000001:3.0:1789608799.250169:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608799.250172:0:2412:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608799.250174:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608799.250176:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608799.250186:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608799.250188:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608799.251304:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608799.251311:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d90827b000. 00000400:00000200:1.0:1789608799.251317:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608799.251324:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608799.251330:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a94c8 00000400:00000010:1.0:1789608799.251333:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a94c8. 00000100:00000001:1.0:1789608799.251338:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608799.251344:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908493800 x1876538934296192/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608799.251354:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608799.251357:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908493800 x1876538934296192/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608815 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608799.251363:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608799.251365:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608799.251380:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608799.251382:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d90827b100. 00000400:00000200:1.0:1789608799.251385:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608799.251388:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608799.251391:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9ee0 00000400:00000010:1.0:1789608799.251393:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9ee0. 00000100:00000001:1.0:1789608799.251396:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608799.251399:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908491c00 x1876538934296448/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608799.251406:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608799.251409:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908491c00 x1876538934296448/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608815 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608799.251414:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608799.251416:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608799.251424:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608799.251426:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d90827b300. 00000400:00000200:1.0:1789608799.251428:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608799.251431:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608799.251433:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9220 00000400:00000010:1.0:1789608799.251434:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9220. 00000100:00000001:1.0:1789608799.251436:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608799.251439:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908490000 x1876538934296320/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608799.251445:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608799.251447:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908490000 x1876538934296320/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608815 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608799.251453:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608799.251454:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608799.251482:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608799.251484:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d90827bb00. 00000400:00000200:1.0:1789608799.251487:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608799.251490:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608799.251492:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9bb0 00000400:00000010:1.0:1789608799.251494:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9bb0. 00000100:00000001:1.0:1789608799.251496:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608799.251499:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908491180 x1876538934296576/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608799.251505:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608799.251508:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908491180 x1876538934296576/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608815 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608799.251514:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608799.251515:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608799.257137:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608799.257158:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608799.257164:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608799.257166:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608799.257176:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608799.257186:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608799.257197:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608799.257202:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608799.257208:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608799.257213:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c495ff80 00000400:00000200:0.0:1789608799.257219:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608799.257226:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x8211 [1] + 224 00000800:00000001:0.0:1789608799.257235:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608799.257244:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608799.257248:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608799.257252:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608799.257262:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608799.257274:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908491c00 x1876538934296448/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608815 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608799.257349:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d908491c00 x1876538934296448/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608815 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608799.257370:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608799.257381:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608799.257385:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608799.257857:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608799.257863:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608799.257874:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608799.257876:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608799.257881:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a6e0. 00000400:00000200:3.0:1789608799.257887:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9b28 00000400:00000010:3.0:1789608799.257890:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9b28. 00000100:00000001:3.0:1789608799.257893:0:2412:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608799.257900:0:2412:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908491c00 x1876538934296448/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608815 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608799.257911:0:2412:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908491c00 x1876538934296448/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608815 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608799.257918:0:2412:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608799.257920:0:2412:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608799.257923:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608799.257927:0:2412:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608799.257930:0:2412:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608799.257932:0:2412:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608799.257935:0:2412:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608799.258022:0:2412:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b17c60 time=7 v=5 (5 104 104 104) 00000100:00001000:3.0:1789608799.258031:0:2412:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b17c18 time=7 v=5 (1 1 1 1) 00000100:00000001:3.0:1789608799.258035:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608799.258038:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608799.258041:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608799.258046:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608799.258051:0:2412:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608799.258054:0:2412:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1789608799.258057:0:2412:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608799.258060:0:2412:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608799.258077:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908491c00 x1876538934296448/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608815 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608799.258085:0:2412:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608799.258089:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608799.258092:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608799.258096:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908491c00 x1876538934296448/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608815 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608799.258105:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908491c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2412:1876538934296448:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608799.258112:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608799.258116:0:2412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608799.258120:0:2412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908491c00 x1876538934296448/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608815 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608799.258128:0:2412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608799.258131:0:2412:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608799.258136:0:2412:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d9070ae200. 02000000:00000001:3.0:1789608799.258140:0:2412:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608799.258144:0:2412:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608799.258146:0:2412:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=3 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608799.258149:0:2412:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608799.258153:0:2412:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d90827bc00. 02000000:00000001:3.0:1789608799.258157:0:2412:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608799.258160:0:2412:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608799.258162:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908491c00. 00000100:00000001:3.0:1789608799.258167:0:2412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608799.258170:0:2412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608799.258174:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608799.258177:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608799.258179:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608799.258182:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608799.258184:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789608799.260496:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608799.260522:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608799.260528:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608799.260532:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608799.260544:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608799.260553:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608799.260566:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608799.260571:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608799.260578:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608799.260583:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c495ff00 00000400:00000200:0.0:1789608799.260589:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608799.260595:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x8219 [1] + 224 00000800:00000001:0.0:1789608799.260603:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608799.260608:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608799.260611:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608799.260616:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608799.260625:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608799.260636:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908490000 x1876538934296320/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608815 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608799.260649:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d908490000 x1876538934296320/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608815 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608799.260719:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608799.260732:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608799.260736:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608799.260738:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608799.260740:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608799.260743:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608799.260746:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608799.260761:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608799.260764:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608799.260767:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608799.260769:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c4960000 00000400:00000200:0.0:1789608799.260772:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608799.260776:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x8221 [1] + 224 00000800:00000001:0.0:1789608799.260780:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608799.260784:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608799.260786:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608799.260789:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608799.260792:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608799.260797:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908491180 x1876538934296576/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608815 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608799.260805:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d908491180 x1876538934296576/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608815 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608799.260811:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608799.260814:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608799.260817:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608799.260819:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608799.260821:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608799.260824:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608799.260827:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608799.260830:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608799.260832:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608799.260835:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608799.260837:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 25 MB=0x6aab3c495fe80 00000400:00000200:0.0:1789608799.260841:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608799.260844:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.121@tcp of length 224/224 into md 0x8209 [1] + 224 00000800:00000001:0.0:1789608799.260847:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608799.260855:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608799.260858:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608799.260860:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608799.260863:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608799.260867:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908493800 x1876538934296192/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608815 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608799.260876:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d908493800 x1876538934296192/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608815 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608799.260882:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608799.260886:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608799.260889:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608799.262422:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608799.262431:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608799.262443:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608799.262445:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608799.262449:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a898. 00000400:00000200:3.0:1789608799.262460:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9cc0 00000400:00000010:3.0:1789608799.262463:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9cc0. 00000100:00000001:3.0:1789608799.262468:0:2412:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608799.262480:0:2412:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908490000 x1876538934296320/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608815 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608799.262493:0:2412:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908490000 x1876538934296320/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608815 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608799.262501:0:2412:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608799.262504:0:2412:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608799.262506:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608799.262510:0:2412:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608799.262513:0:2412:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608799.262516:0:2412:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608799.262520:0:2412:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608799.262532:0:2412:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=7 v=5 (5 104 104 104) 00000100:00001000:3.0:1789608799.262537:0:2412:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608799.262540:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608799.262542:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608799.262546:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608799.262551:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608799.262556:0:2412:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608799.262558:0:2412:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967637 00000100:00000001:3.0:1789608799.262560:0:2412:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608799.262564:0:2412:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608799.262569:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908490000 x1876538934296320/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608815 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608799.262578:0:2412:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608799.262582:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608799.262584:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608799.262588:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908490000 x1876538934296320/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608815 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608799.262598:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908490000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2412:1876538934296320:192.168.203.121@tcp:400:kworker.0 00000400:00000001:3.0:1789608799.262605:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608799.262606:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608799.262608:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2af20. 00000400:00000200:3.0:1789608799.262612:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9550 00000400:00000010:3.0:1789608799.262613:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9550. 00000100:00000001:3.0:1789608799.262616:0:2412:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608799.262620:0:2412:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908491180 x1876538934296576/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608815 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608799.262629:0:2412:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908491180 x1876538934296576/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608815 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608799.262636:0:2412:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608799.262637:0:2412:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608799.262639:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608799.262641:0:2412:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608799.262642:0:2412:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608799.262644:0:2412:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608799.262645:0:2412:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608799.262649:0:2412:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13460 time=7 v=5 (5 5 5 5) 00000100:00001000:3.0:1789608799.262651:0:2412:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13418 time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608799.262654:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608799.262655:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608799.262656:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608799.262659:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608799.262661:0:2412:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608799.262663:0:2412:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d904ceb000: skip recheck: last_committed 4294967322 00000100:00000001:3.0:1789608799.262665:0:2412:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608799.262666:0:2412:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608799.262670:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908491180 x1876538934296576/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608815 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608799.262703:0:2412:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608799.262705:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608799.262706:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608799.262710:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908491180 x1876538934296576/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608815 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608799.262717:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908491180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2412:1876538934296576:192.168.203.121@tcp:400:kworker.0 00000400:00000001:3.0:1789608799.262723:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608799.262724:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608799.262726:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2aaa8. 00000400:00000200:3.0:1789608799.262728:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9990 00000400:00000010:3.0:1789608799.262730:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9990. 00000100:00000001:3.0:1789608799.262732:0:2412:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608799.262736:0:2412:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908493800 x1876538934296192/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608815 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608799.262744:0:2412:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908493800 x1876538934296192/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608815 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608799.262749:0:2412:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608799.262751:0:2412:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608799.262752:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608799.262754:0:2412:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608799.262755:0:2412:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608799.262756:0:2412:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608799.262758:0:2412:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608799.262761:0:2412:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d90510e460 time=7 v=5 (5 5 5 5) 00000100:00001000:3.0:1789608799.262763:0:2412:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d90510e418 time=7 v=5 (1 1 1 1) 00000100:00000001:3.0:1789608799.262766:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608799.262767:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608799.262768:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608799.262770:0:2412:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608799.262772:0:2412:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608799.262776:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908493800 x1876538934296192/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608815 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608799.262782:0:2412:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608799.262784:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608799.262785:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608799.262789:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908493800 x1876538934296192/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608815 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608799.262796:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908493800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2412:1876538934296192:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608799.262800:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608799.262803:0:2412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608799.262807:0:2412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908490000 x1876538934296320/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608815 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608799.262813:0:2412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608799.262817:0:2412:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608799.262822:0:2412:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d9070af800. 02000000:00000001:3.0:1789608799.262827:0:2412:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608799.262830:0:2412:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608799.262832:0:2412:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608799.262835:0:2412:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608799.262838:0:2412:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d90827b500. 02000000:00000001:3.0:1789608799.262843:0:2412:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608799.262845:0:2412:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608799.262847:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908490000. 00000100:00000001:3.0:1789608799.262850:0:2412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608799.262852:0:2412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608799.262853:0:2412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608799.262856:0:2412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908491180 x1876538934296576/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608815 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608799.262862:0:2412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608799.262863:0:2412:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608799.262865:0:2412:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d9070ae000. 02000000:00000001:3.0:1789608799.262867:0:2412:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608799.262868:0:2412:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608799.262869:0:2412:0:(genops.c:1222:class_import_put()) import ffff94d902b13000 refcount=2 obd=lustre-OST0001-osc-ffff94d904ceb000 00000020:00000001:3.0:1789608799.262870:0:2412:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608799.262871:0:2412:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d90827bf00. 02000000:00000001:3.0:1789608799.262873:0:2412:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608799.262874:0:2412:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608799.262875:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908491180. 00000100:00000001:3.0:1789608799.262877:0:2412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608799.262879:0:2412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608799.262880:0:2412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608799.262883:0:2412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908493800 x1876538934296192/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608815 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608799.262888:0:2412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608799.262889:0:2412:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608799.262890:0:2412:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d9070af000. 02000000:00000001:3.0:1789608799.262892:0:2412:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608799.262893:0:2412:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608799.262894:0:2412:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=3 obd=MGC192.168.203.121@tcp 00000020:00000001:3.0:1789608799.262895:0:2412:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608799.262897:0:2412:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d90827b600. 02000000:00000001:3.0:1789608799.262898:0:2412:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608799.262899:0:2412:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608799.262900:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908493800. 00000100:00000001:3.0:1789608799.262902:0:2412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608799.262903:0:2412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608799.262905:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608799.262915:0:2412:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608799.262918:0:2412:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608799.262920:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608799.262923:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608800.028452:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608800.028461:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608800.028467:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608800.028468:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608800.036160:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608800.036170:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608800.036177:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1789608800.526201:0:33626:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608801.038437:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608801.038447:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608801.038454:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608801.038456:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608801.038551:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789608801.038555:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608801.038558:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789608801.297742:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789608801.297751:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789608801.297760:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d25c00. 00000020:00000040:2.0:1789608801.297767:0:36:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=4 obd=MGC192.168.203.121@tcp 00000100:00000001:2.0:1789608801.297773:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608801.297777:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608801.297782:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608801.297790:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d908d55000. 00000100:00000001:2.0:1789608801.297798:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608801.297813:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS req@ffff94d907d25c00 x1876538934296704/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789608801.297824:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608801.297829:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608801.297836:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4d415d2] to pc [ptlrpcd_01_01+1] req@ffff94d907d25c00 x1876538934296704/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608801.297859:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608801.297862:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789608801.297865:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789608801.297868:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d24000. 00000020:00000040:2.0:1789608801.297870:0:36:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:2.0:1789608801.297872:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608801.297873:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608801.297874:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608801.297877:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d908d55100. 00000100:00000001:2.0:1789608801.297879:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608801.297882:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID req@ffff94d907d24000 x1876538934296832/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789608801.297898:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608801.297899:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608801.297903:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d377cac4] to pc [ptlrpcd_01_00+0] req@ffff94d907d24000 x1876538934296832/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608801.297910:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608801.297913:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789608801.297916:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789608801.297919:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d24380. 00000020:00000040:2.0:1789608801.297921:0:36:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=4 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000100:00000001:2.0:1789608801.297924:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608801.297926:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608801.297927:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608801.297934:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d902c9dd00. 00000100:00000001:2.0:1789608801.297937:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608801.297940:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID req@ffff94d907d24380 x1876538934296960/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789608801.297947:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608801.297949:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608801.297952:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a49ef5c4] to pc [ptlrpcd_01_01+1] req@ffff94d907d24380 x1876538934296960/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608801.297960:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608801.297962:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789608801.297967:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789608801.297970:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789608801.297973:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789608801.297977:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d27b80. 00000020:00000040:2.0:1789608801.297979:0:36:0:(genops.c:1209:class_import_get()) import ffff94d902b13000 refcount=3 obd=lustre-OST0001-osc-ffff94d904ceb000 00000100:00000001:2.0:1789608801.297981:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608801.297982:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608801.297984:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608801.297987:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d909082400. 00000100:00000001:2.0:1789608801.297990:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608801.297993:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID req@ffff94d907d27b80 x1876538934297088/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789608801.297999:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608801.298001:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608801.298006:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003178388a] to pc [ptlrpcd_01_00+0] req@ffff94d907d27b80 x1876538934297088/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608801.298014:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608801.298019:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1866) 00000100:00000001:2.0:1789608801.298205:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608801.298210:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608801.298214:0:2412:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608801.298221:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d25c00 x1876538934296704/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608801.298230:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608801.298233:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608801.298238:0:2412:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608801.298241:0:2412:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608801.298243:0:2412:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608801.298247:0:2412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2412:1876538934296704:192.168.203.121@tcp:400:kworker.0 00000100:00000001:2.0:1789608801.298252:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608801.298259:0:2412:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608801.298262:0:2412:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608801.298264:0:2412:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608801.298271:0:2412:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d9070ae000. 02000000:00000001:2.0:1789608801.298274:0:2412:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608801.298296:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608801.298302:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21f20. 00000400:00000010:2.0:1789608801.298310:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c5d8. 00000100:00000200:2.0:1789608801.298319:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934296704, portal 25 00000100:00000001:2.0:1789608801.298322:0:2412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608801.298324:0:2412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592881664 : -117815116669952 : ffff94d907d25c00) 00000100:00000040:2.0:1789608801.298330:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907d25c00 x1876538934296704/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608801.298338:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608801.298341:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608801.298344:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c990. 00000100:00000200:2.0:1789608801.298349:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876538934296704, offset 0 00000400:00000200:2.0:1789608801.298358:0:2412:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608801.298371:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608801.298381:0:2412:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608801.298389:0:2412:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608801.298396:0:2412:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608801.298400:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608801.298403:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608801.298408:0:2412:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2843:2843:256:4294967295] 192.168.203.121@tcp LPNI seq info [2843:2843:8:4294967295] 00000400:00000200:2.0:1789608801.298413:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608801.298426:0:2412:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608801.298434:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608801.298440:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d909082900. 00000800:00000200:2.0:1789608801.298448:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608801.298458:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608801.298463:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d909082900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789608801.298479:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608801.298484:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608801.298488:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 0 is 4296532322 00000100:00000001:2.0:1789608801.298496:0:2412:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296530273 00000100:00000001:2.0:1789608801.298500:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 1 is 4296532322 00000100:00000001:2.0:1789608801.298504:0:2412:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296530273 00000100:00000001:2.0:1789608801.298507:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608801.298510:0:2412:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608801.298513:0:2412:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608801.298517:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d24380 x1876538934296960/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608801.298523:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608801.298524:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608801.298527:0:2412:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608801.298528:0:2412:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608801.298530:0:2412:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608801.298534:0:2412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2412:1876538934296960:192.168.203.121@tcp:400:kworker.0 00000100:00000001:2.0:1789608801.298537:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608801.298540:0:2412:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608801.298542:0:2412:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608801.298543:0:2412:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608801.298548:0:2412:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d9070af000. 02000000:00000001:2.0:1789608801.298549:0:2412:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608801.298553:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608801.298556:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d217e8. 00000400:00000010:2.0:1789608801.298560:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c6e8. 00000100:00000200:2.0:1789608801.298562:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934296960, portal 10 00000100:00000001:2.0:1789608801.298564:0:2412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608801.298565:0:2412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592875392 : -117815116676224 : ffff94d907d24380) 00000100:00000040:2.0:1789608801.298572:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907d24380 x1876538934296960/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608801.298578:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608801.298580:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608801.298583:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6cee0. 00000100:00000200:2.0:1789608801.298585:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934296960, offset 0 00000400:00000200:2.0:1789608801.298589:0:2412:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608801.298798:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608801.298803:0:2412:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608801.298806:0:2412:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608801.298809:0:2412:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608801.298811:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608801.298814:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608801.298817:0:2412:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2844:2844:255:4294967295] 192.168.203.121@tcp LPNI seq info [2844:2844:7:4294967295] 00000400:00000200:2.0:1789608801.298822:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608801.298828:0:2412:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608801.298833:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608801.298838:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d909082100. 00000800:00000200:2.0:1789608801.298842:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608801.298848:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608801.298850:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d909082100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789608801.298853:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608801.298858:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: using a timeout of 23387 usecs (24 jiffies) 00000400:00000200:2.0:1789608801.298861:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608801.298863:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296528413 00000100:00000001:2.0:1789608801.298866:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296532322 00000100:00000001:2.0:1789608801.298868:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296528413 00000100:00000001:2.0:1789608801.298871:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296532322 00000100:00000001:2.0:1789608801.298873:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608801.298875:0:2412:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608801.298879:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608801.298894:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608801.298904:0:2412:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608801.298907:0:2412:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789608801.298910:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608801.298913:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608801.298915:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608801.298920:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1789608801.298922:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608801.298924:0:2412:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608801.298926:0:2412:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608801.298928:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608801.298929:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608801.298930:0:2412:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608801.298935:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d24000 x1876538934296832/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608801.298942:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608801.298944:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608801.298946:0:2412:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608801.298949:0:2412:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608801.298951:0:2412:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608801.298954:0:2412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2412:1876538934296832:192.168.203.121@tcp:400:kworker.0 00000100:00000001:2.0:1789608801.298957:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608801.298960:0:2412:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608801.298962:0:2412:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608801.298964:0:2412:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608801.298969:0:2412:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d91213d800. 02000000:00000001:2.0:1789608801.298971:0:2412:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608801.298974:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608801.298978:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21370. 00000400:00000010:2.0:1789608801.298983:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6caa0. 00000100:00000200:2.0:1789608801.298987:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934296832, portal 10 00000100:00000001:2.0:1789608801.298989:0:2412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608801.298990:0:2412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592874496 : -117815116677120 : ffff94d907d24000) 00000100:00000040:2.0:1789608801.298997:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907d24000 x1876538934296832/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608801.299003:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608801.299007:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608801.299010:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6cd48. 00000100:00000200:2.0:1789608801.299013:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934296832, offset 0 00000400:00000200:2.0:1789608801.299019:0:2412:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608801.299024:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608801.299028:0:2412:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608801.299031:0:2412:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608801.299034:0:2412:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608801.299036:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608801.299039:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608801.299042:0:2412:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2845:2845:254:4294967295] 192.168.203.121@tcp LPNI seq info [2845:2845:6:4294967295] 00000400:00000200:2.0:1789608801.299055:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608801.299064:0:2412:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608801.299069:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608801.299074:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d909082600. 00000800:00000200:2.0:1789608801.299079:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608801.299085:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608801.299088:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d909082600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789608801.299091:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608801.299094:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 854860 usecs (855 jiffies) 00000400:00000200:2.0:1789608801.299097:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608801.299099:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296529244 00000100:00000001:2.0:1789608801.299102:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296532322 00000100:00000001:2.0:1789608801.299104:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296529244 00000100:00000001:2.0:1789608801.299107:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296532322 00000100:00000001:2.0:1789608801.299109:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608801.299111:0:2412:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608801.299114:0:2412:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608801.299119:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d27b80 x1876538934297088/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608801.299127:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608801.299129:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608801.299131:0:2412:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608801.299134:0:2412:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608801.299136:0:2412:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608801.299139:0:2412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2412:1876538934297088:192.168.203.121@tcp:400:kworker.0 00000100:00000001:2.0:1789608801.299143:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608801.299145:0:2412:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608801.299147:0:2412:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608801.299149:0:2412:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608801.299153:0:2412:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d91213c800. 02000000:00000001:2.0:1789608801.299155:0:2412:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608801.299158:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608801.299162:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d212c0. 00000400:00000010:2.0:1789608801.299168:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c220. 00000100:00000200:2.0:1789608801.299171:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934297088, portal 4 00000100:00000001:2.0:1789608801.299174:0:2412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608801.299175:0:2412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592889728 : -117815116661888 : ffff94d907d27b80) 00000100:00000040:2.0:1789608801.299182:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907d27b80 x1876538934297088/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608801.299188:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608801.299191:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608801.299195:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c550. 00000100:00000200:2.0:1789608801.299197:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876538934297088, offset 0 00000400:00000200:2.0:1789608801.299203:0:2412:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608801.299207:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608801.299212:0:2412:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608801.299215:0:2412:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608801.299217:0:2412:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608801.299220:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608801.299222:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608801.299227:0:2412:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2846:2846:253:4294967295] 192.168.203.121@tcp LPNI seq info [2846:2846:5:4294967295] 00000400:00000200:2.0:1789608801.299231:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608801.299239:0:2412:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608801.299245:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608801.299249:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d909082300. 00000800:00000200:2.0:1789608801.299254:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608801.299258:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608801.299261:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d909082300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789608801.299265:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608801.299268:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: using a timeout of 24993 usecs (25 jiffies) 00000400:00000200:2.0:1789608801.299272:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608801.299274:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296528414 00000100:00000001:2.0:1789608801.299276:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296532322 00000100:00000001:2.0:1789608801.299279:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296528414 00000100:00000001:2.0:1789608801.299292:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296532322 00000100:00000001:2.0:1789608801.299296:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608801.299298:0:2412:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608801.299300:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608801.299303:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608801.299321:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608801.299324:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608801.301199:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608801.301211:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d909082900. 00000400:00000200:0.0:1789608801.301220:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608801.301230:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608801.301240:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c990 00000400:00000010:0.0:1789608801.301243:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c990. 00000100:00000001:0.0:1789608801.301249:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608801.301258:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25c00 x1876538934296704/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608801.301274:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608801.301278:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d25c00 x1876538934296704/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608817 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608801.301286:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608801.301288:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608801.301304:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608801.301306:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d909082100. 00000400:00000200:0.0:1789608801.301309:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608801.301312:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608801.301315:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6cee0 00000400:00000010:0.0:1789608801.301317:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6cee0. 00000100:00000001:0.0:1789608801.301319:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608801.301324:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d24380 x1876538934296960/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608801.301331:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608801.301334:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d24380 x1876538934296960/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608817 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608801.301340:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608801.301341:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608801.301349:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608801.301351:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d909082600. 00000400:00000200:0.0:1789608801.301354:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608801.301358:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608801.301361:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6cd48 00000400:00000010:0.0:1789608801.301363:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6cd48. 00000100:00000001:0.0:1789608801.301365:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608801.301369:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d24000 x1876538934296832/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608801.301376:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608801.301379:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d24000 x1876538934296832/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608817 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608801.301385:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608801.301387:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608801.301448:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608801.301451:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d909082300. 00000400:00000200:0.0:1789608801.301454:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608801.301457:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608801.301460:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c550 00000400:00000010:0.0:1789608801.301462:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c550. 00000100:00000001:0.0:1789608801.301464:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608801.301468:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d27b80 x1876538934297088/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608801.301476:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608801.301479:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d27b80 x1876538934297088/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608817 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608801.301485:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608801.301487:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608801.309912:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608801.309996:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608801.310001:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608801.310003:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608801.310015:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608801.310024:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608801.310035:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608801.310040:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608801.310056:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608801.310062:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 328 into portal 15 MB=0x6aab3c51cd400 00000400:00000200:0.0:1789608801.310072:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.121@tcp of length 328/328 into md 0x7ff1 [2] + 0 00000800:00000001:0.0:1789608801.310081:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608801.310086:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608801.310090:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608801.310096:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608801.310107:0:2401:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1789608801.310110:0:2401:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1789608801.310118:0:2401:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5f480. 00000100:00000040:0.0:1789608801.310122:0:2401:0:(events.c:341:request_in_callback()) incoming req@ffff94d907e5f480 x1876538943132672 msgsize 328 00000100:00100000:0.0:1789608801.310126:0:2401:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.121@tcp (source: 12345-192.168.203.121@tcp) 00000100:00000001:0.0:1789608801.310144:0:2401:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:0.0:1789608801.310154:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608801.310157:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608801.310159:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608801.310161:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608801.310164:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608801.310168:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608801.310172:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608801.310174:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608801.310177:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608801.310179:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4960180 00000400:00000200:0.0:1789608801.310183:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608801.310189:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x8231 [1] + 224 00000800:00000001:0.0:1789608801.310193:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608801.310197:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608801.310199:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608801.310202:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608801.310206:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608801.310215:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d24380 x1876538934296960/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608817 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608801.310227:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907d24380 x1876538934296960/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608817 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608801.310292:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608801.310297:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608801.310316:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608801.310321:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608801.310325:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608801.310327:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608801.310329:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608801.310332:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608801.310336:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608801.310340:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608801.310343:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608801.310346:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608801.310348:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4960100 00000400:00000200:0.0:1789608801.310352:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608801.310356:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x8239 [1] + 224 00000800:00000001:0.0:1789608801.310359:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608801.310363:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608801.310365:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608801.310368:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608801.310371:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608801.310375:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d24000 x1876538934296832/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608817 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608801.310385:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907d24000 x1876538934296832/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608817 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608801.310393:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608801.310397:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608801.310400:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608801.310402:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608801.310405:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608801.310409:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608801.310413:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608801.310417:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608801.310420:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608801.310422:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608801.310425:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 25 MB=0x6aab3c4960080 00000400:00000200:0.0:1789608801.310428:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608801.310433:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.121@tcp of length 224/224 into md 0x8229 [1] + 224 00000800:00000001:0.0:1789608801.310436:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608801.310459:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608801.310462:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608801.310465:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608801.310469:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608801.310474:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d25c00 x1876538934296704/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608817 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608801.310482:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907d25c00 x1876538934296704/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608817 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608801.310489:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608801.310493:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608801.310496:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608801.310525:0:25846:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1789608801.310528:0:25846:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876538943132672 02000000:00000001:0.0:1789608801.310531:0:25846:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1789608801.310534:0:25846:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608801.310536:0:25846:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608801.310542:0:25846:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608801.310546:0:25846:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876538943132672 00000020:00000001:0.0:1789608801.310550:0:25846:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789608801.310552:0:25846:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc54db3288176f366 00000020:00000001:0.0:1789608801.310555:0:25846:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608801.310559:0:25846:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d903104000 refcount=4 00000020:00000001:0.0:1789608801.310561:0:25846:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258513051648 : -117815196499968 : ffff94d903104000) 00000020:00000001:0.0:1789608801.310564:0:25846:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626258513051648 : -117815196499968 : ffff94d903104000) 00000100:00000001:0.0:1789608801.310568:0:25846:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1789608801.310574:0:25846:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d91213ba40. 00000100:00000001:0.0:1789608801.310578:0:25846:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1789608801.310582:0:25846:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d91213ba40. 00000020:00000010:0.0:1789608801.310590:0:25846:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94d91a40ba00. 00000020:00000010:0.0:1789608801.310597:0:25846:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff94d90330c980. 00000020:00000010:0.0:1789608801.310603:0:25846:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff94d909230960. 00000100:00000040:0.0:1789608801.310613:0:25846:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1789608801.310617:0:25846:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1789608801.310619:0:25846:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1789608801.310621:0:25846:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608801.310631:0:25846:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608801.310641:0:25846:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608801.310654:0:25846:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1789608801.310656:0:25846:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1789608801.310661:0:25846:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.121@tcp, seq: 59 00000100:00000040:0.0:1789608801.310666:0:25846:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff94d903104000 : new rpc_count 1 00000100:00000001:0.0:1789608801.310668:0:25846:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446626258594165888 : -117815115385728 : ffff94d907e5f480) 00000100:00000040:0.0:1789608801.310673:0:25846:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff94d907e5f480 x1876538943132672/t0(0) o104->LOV_OSC_UUID@192.168.203.121@tcp:602/0 lens 328/0 e 0 to 0 dl 1789608812 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789608801.310716:0:25846:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1789608801.310719:0:25846:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d91213ba40. 00000100:00000001:0.0:1789608801.310721:0:25846:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1789608801.310723:0:25846:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d91213ba40. 00000100:00100000:0.0:1789608801.310727:0:25846:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff94d907e5f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9633:x1876538943132672:12345-192.168.203.121@tcp:104: 00000100:00000200:0.0:1789608801.310730:0:25846:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876538943132672 00010000:00000001:0.0:1789608801.310733:0:25846:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1789608801.310743:0:25846:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608801.310745:0:25846:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608801.310747:0:25846:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a000 refcount=2 00000020:00000001:0.0:1789608801.310750:0:25846:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000001:0.0:1789608801.310753:0:25846:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000001:0.0:1789608801.310757:0:25846:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608801.310761:0:25846:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789608801.310767:0:25846:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 000000008376af89/0xc54db3288176fefe lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x91bddff8e8ed94ec expref: -99 pid: 33381 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00000001:0.0:1789608801.310781:0:25846:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1789608801.310784:0:25846:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1789608801.310788:0:25846:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff94d903117000. 02000000:00000001:0.0:1789608801.310791:0:25846:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608801.310793:0:25846:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608801.310799:0:25846:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1789608801.310802:0:25846:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608801.310807:0:25846:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d909864de8 time=158 v=5 (1 1 1 1) 00000100:00000001:0.0:1789608801.310812:0:25846:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789608801.310815:0:25846:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff94d907ddb340 refcount 16 to 192.168.203.121@tcp 00000100:00000001:0.0:1789608801.310817:0:25846:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446626258593624896 : -117815115926720 : ffff94d907ddb340) 02000000:00000001:0.0:1789608801.310819:0:25846:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1789608801.310821:0:25846:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608801.310825:0:25846:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608801.310828:0:25846:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608801.310833:0:25846:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed7f8. 00000100:00000200:0.0:1789608801.310839:0:25846:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876538943132672, offset 224 00000400:00000200:0.0:1789608801.310846:0:25846:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608801.310853:0:25846:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608801.310861:0:25846:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.21@tcp to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608801.310868:0:25846:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2847:2847:256:4294967295] 192.168.203.121@tcp LPNI seq info [2847:2847:8:4294967295] 00000400:00000200:0.0:1789608801.310872:0:25846:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608801.310882:0:25846:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:192.168.203.21@tcp) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608801.310888:0:25846:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608801.310894:0:25846:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306200. 00000800:00000200:0.0:1789608801.310900:0:25846:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608801.310907:0:25846:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608801.310913:0:25846:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608801.310929:0:25846:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608801.310933:0:25846:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff94d907ddb340 refcount 15 to 192.168.203.121@tcp 00010000:00000001:0.0:1789608801.310935:0:25846:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1789608801.310940:0:25846:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff94d9035630c0. 00010000:00000001:0.0:1789608801.310943:0:25846:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1789608801.310950:0:25846:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1789608801.310952:0:25846:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608801.310954:0:25846:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608801.310956:0:25846:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608801.310960:0:25846:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5f480 x1876538943132672/t0(0) o104->LOV_OSC_UUID@192.168.203.121@tcp:602/0 lens 328/224 e 0 to 0 dl 1789608812 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789608801.310970:0:25846:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff94d907e5f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9633:x1876538943132672:12345-192.168.203.121@tcp:104: Request processed in 252us (845us total) trans 0 rc 0/0 00000100:00100000:0.0:1789608801.310978:0:25846:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.121@tcp, seq: 59 00000100:00000040:0.0:1789608801.310981:0:25846:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff94d903104000 : new rpc_count 0 00000100:00000001:0.0:1789608801.310984:0:25846:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1789608801.310985:0:25846:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1789608801.310991:0:25846:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff94d90330c980. 00000020:00000010:0.0:1789608801.310995:0:25846:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff94d909230960. 00000020:00000010:0.0:1789608801.311000:0:25846:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94d91a40ba00. 00000020:00000040:0.0:1789608801.311007:0:25846:0:(genops.c:879:class_export_put()) PUTting export ffff94d903104000 : new refcount 3 00000100:00000001:0.0:1789608801.311010:0:25846:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1789608801.311126:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608801.311130:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306200. 00000400:00000200:0.0:1789608801.311134:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608801.311137:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608801.311142:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed7f8 00000400:00000010:0.0:1789608801.311144:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed7f8. 00000100:00000001:0.0:1789608801.311147:0:2402:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1789608801.311149:0:2402:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000001:0.0:1789608801.311162:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608801.311165:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608801.311168:0:17088:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1789608801.311172:0:17088:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1789608801.311175:0:17088:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1789608801.311179:0:17088:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 000000008376af89/0xc54db3288176fefe lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x91bddff8e8ed94ec expref: -99 pid: 33381 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789608801.311188:0:17088:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d903f6a000 already unused, calling callback (ffffffffc1007300) 00000008:00000001:0.0:1789608801.311192:0:17088:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1789608801.311196:0:17088:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1789608801.311197:0:17088:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608801.311199:0:17088:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608801.311200:0:17088:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6a000 refcount=3 00000020:00000001:0.0:1789608801.311202:0:17088:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000001:0.0:1789608801.311205:0:17088:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528149504 : -117815181402112 : ffff94d903f6a000) 00010000:00000001:0.0:1789608801.311208:0:17088:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789608801.311211:0:17088:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 000000008376af89/0xc54db3288176fefe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x91bddff8e8ed94ec expref: -99 pid: 33381 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1789608801.311219:0:17088:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1789608801.311222:0:17088:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789608801.311227:0:17088:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514698040 : -117815194853576 : ffff94d903295f38) 00000020:00001000:0.0:1789608801.311230:0:17088:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295f30 00000008:00000001:0.0:1789608801.311232:0:17088:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1789608801.311235:0:17088:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789608801.311239:0:17088:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295f30 00000008:00000001:0.0:1789608801.311242:0:17088:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608801.311245:0:17088:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789608801.311250:0:17088:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789608801.311252:0:17088:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789608801.311254:0:17088:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608801.311256:0:17088:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789608801.311259:0:17088:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d903f6a000 with handle 0xc54db3288176fefe from hash 00010000:00000001:0.0:1789608801.311262:0:17088:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789608801.311264:0:17088:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608801.311266:0:17088:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608801.311268:0:17088:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789608801.311271:0:17088:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789608801.311274:0:17088:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1789608801.311280:0:17088:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789608801.311284:0:17088:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608801.311287:0:17088:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789608801.311290:0:17088:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1789608801.311297:0:17088:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5df80. 00000020:00000040:0.0:1789608801.311300:0:17088:0:(genops.c:1209:class_import_get()) import ffff94d902b13000 refcount=4 obd=lustre-OST0001-osc-ffff94d904ceb000 00000100:00000001:0.0:1789608801.311305:0:17088:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608801.311308:0:17088:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608801.311313:0:17088:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608801.311320:0:17088:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d91a40ba00. 00000100:00000001:0.0:1789608801.311326:0:17088:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608801.311328:0:17088:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789608801.311333:0:17088:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 000000008376af89/0xc54db3288176fefe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x91bddff8e8ed94ec expref: -99 pid: 33381 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789608801.311340:0:17088:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1789608801.311341:0:17088:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608801.311347:0:17088:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608801.311352:0:17088:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608801.311359:0:17088:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbf556a4] to pc [ptlrpcd_00_00+0] req@ffff94d907e5df80 x1876538934297216/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789608801.311382:0:17088:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789608801.311385:0:17088:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608801.311386:0:17088:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608801.311387:0:17088:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608801.311390:0:17088:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789608801.311392:0:17088:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608801.311395:0:17088:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 000000008376af89/0xc54db3288176fefe lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x91bddff8e8ed94ec expref: -99 pid: 33381 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789608801.311402:0:17088:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789608801.311406:0:17088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 000000008376af89/0xc54db3288176fefe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x91bddff8e8ed94ec expref: -99 pid: 33381 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1789608801.311415:0:17088:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d91117d280. 00010000:00000040:0.0:1789608801.311419:0:17088:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d90906b300 count: 0 00010000:00000010:0.0:1789608801.311427:0:17088:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff94d90906bc00. 00010000:00000001:0.0:1789608801.311435:0:17088:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608801.311437:0:17088:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1789608801.311439:0:17088:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff94d9035630c0. 00010000:00000001:0.0:1789608801.311442:0:17088:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608801.311444:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608801.311445:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608801.311448:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1789608801.311449:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608801.311451:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608801.311453:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1789608801.311455:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608801.311457:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608801.311458:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789608801.311466:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608801.311469:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608801.311471:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608801.311476:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5df80 x1876538934297216/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608801.311484:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608801.311487:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608801.311491:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608801.311494:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608801.311496:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608801.311500:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934297216:192.168.203.121@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1789608801.311505:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608801.311511:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608801.311514:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608801.311517:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608801.311521:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d91a40a600. 02000000:00000001:0.0:1789608801.311523:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608801.311528:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608801.311532:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8ec8. 00000400:00000010:0.0:1789608801.311536:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed7f8. 00000100:00000200:0.0:1789608801.311543:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934297216, portal 18 00000100:00000001:0.0:1789608801.311545:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608801.311547:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594160512 : -117815115391104 : ffff94d907e5df80) 00000100:00000040:0.0:1789608801.311554:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5df80 x1876538934297216/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608817 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608801.311561:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608801.311565:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608801.311568:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed440. 00000100:00000200:0.0:1789608801.311571:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876538934297216, offset 0 00000400:00000200:0.0:1789608801.311577:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608801.311582:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608801.311587:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608801.311593:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608801.311599:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608801.311603:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608801.311607:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608801.311611:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2848:2848:256:4294967295] 192.168.203.121@tcp LPNI seq info [2848:2848:8:4294967295] 00000400:00000200:0.0:1789608801.311616:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608801.311624:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608801.311631:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608801.311635:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306200. 00000800:00000200:0.0:1789608801.311640:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608801.311645:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608801.311648:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1789608801.311656:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608801.311663:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: using a timeout of 24993 usecs (25 jiffies) 00000400:00000200:0.0:1789608801.311666:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608801.311669:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296528426 00000100:00000001:0.0:1789608801.311674:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296532322 00000100:00000001:0.0:1789608801.311698:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296528427 00000100:00000001:0.0:1789608801.311700:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296532322 00000100:00000001:0.0:1789608801.311703:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608801.311707:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608801.311711:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608801.311713:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608801.311720:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608801.311723:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789608801.311725:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608801.311726:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608801.311728:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608801.311730:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608801.311740:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608801.311743:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608801.311784:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608801.311786:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306200. 00000400:00000200:0.0:1789608801.311789:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608801.311794:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608801.311797:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed440 00000400:00000010:0.0:1789608801.311800:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed440. 00000100:00000001:0.0:1789608801.311803:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608801.311808:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5df80 x1876538934297216/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608817 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608801.311818:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608801.311821:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5df80 x1876538934297216/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608817 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608801.311829:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608801.311831:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000001:3.0:1789608801.317229:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608801.317240:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608801.317246:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d217e8. 00000400:00000200:3.0:1789608801.317256:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c6e8 00000400:00000010:3.0:1789608801.317259:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c6e8. 00000100:00000001:3.0:1789608801.317264:0:2412:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608801.317279:0:2412:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d24380 x1876538934296960/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608817 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608801.317292:0:2412:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d24380 x1876538934296960/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608817 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608801.317300:0:2412:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608801.317303:0:2412:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608801.317306:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608801.317310:0:2412:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608801.317313:0:2412:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608801.317315:0:2412:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608801.317319:0:2412:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608801.317331:0:2412:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b17c60 time=9 v=5 (5 104 104 104) 00000100:00001000:3.0:1789608801.317336:0:2412:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b17c18 time=9 v=5 (1 1 1 1) 00000100:00000001:3.0:1789608801.317338:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608801.317340:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608801.317343:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608801.317348:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608801.317352:0:2412:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608801.317354:0:2412:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1789608801.317357:0:2412:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608801.317359:0:2412:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608801.317364:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d24380 x1876538934296960/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608817 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608801.317373:0:2412:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608801.317377:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608801.317379:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608801.317383:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d24380 x1876538934296960/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608817 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608801.317390:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2412:1876538934296960:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608801.317396:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608801.317400:0:2412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608801.317403:0:2412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d24380 x1876538934296960/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608817 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608801.317409:0:2412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608801.317413:0:2412:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608801.317417:0:2412:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d9070af000. 02000000:00000001:3.0:1789608801.317420:0:2412:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608801.317424:0:2412:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608801.317426:0:2412:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=3 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608801.317429:0:2412:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608801.317431:0:2412:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d902c9dd00. 02000000:00000001:3.0:1789608801.317437:0:2412:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608801.317439:0:2412:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608801.317441:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d24380. 00000100:00000001:3.0:1789608801.317445:0:2412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608801.317446:0:2412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608801.317450:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608801.317454:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608801.317456:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608801.317459:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608801.317460:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608801.317462:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21370. 00000400:00000200:3.0:1789608801.317465:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6caa0 00000400:00000010:3.0:1789608801.317467:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6caa0. 00000100:00000001:3.0:1789608801.317469:0:2412:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608801.317474:0:2412:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d24000 x1876538934296832/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608817 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608801.317482:0:2412:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d24000 x1876538934296832/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608817 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608801.317489:0:2412:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608801.317490:0:2412:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608801.317491:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608801.317493:0:2412:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608801.317494:0:2412:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608801.317496:0:2412:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608801.317497:0:2412:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608801.317501:0:2412:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=9 v=5 (5 104 104 104) 00000100:00001000:3.0:1789608801.317504:0:2412:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=4 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608801.317506:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608801.317508:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608801.317509:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608801.317511:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608801.317513:0:2412:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1789608801.317515:0:2412:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: committing for last_committed 4294967639 gen 2 00000100:00000040:3.0:1789608801.317521:0:2412:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967639) req@ffff94d907d24e00 x1876538934291456/t4294967638(4294967638) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608813 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608801.317528:0:2412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608801.317530:0:2412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d24e00 x1876538934291456/t4294967638(4294967638) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608813 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608801.317536:0:2412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608801.317537:0:2412:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608801.317539:0:2412:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903dbf800. 02000000:00000001:3.0:1789608801.317542:0:2412:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608801.317544:0:2412:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608801.317545:0:2412:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608801.317547:0:2412:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608801.317548:0:2412:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d9071fa000. 02000000:00000001:3.0:1789608801.317551:0:2412:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608801.317552:0:2412:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608801.317554:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d24e00. 00000100:00000001:3.0:1789608801.317556:0:2412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608801.317558:0:2412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608801.317562:0:2412:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967639) req@ffff94d907e5f800 x1876538934296064/t4294967639(4294967639) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 504/456 e 0 to 0 dl 1789608813 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608801.317569:0:2412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608801.317572:0:2412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5f800 x1876538934296064/t4294967639(4294967639) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 504/456 e 0 to 0 dl 1789608813 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608801.317579:0:2412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608801.317580:0:2412:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608801.317582:0:2412:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903117800. 02000000:00000001:3.0:1789608801.317585:0:2412:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608801.317586:0:2412:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608801.317588:0:2412:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608801.317590:0:2412:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608801.317591:0:2412:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d907e5ac00. 02000000:00000001:3.0:1789608801.317594:0:2412:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608801.317595:0:2412:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608801.317597:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5f800. 00000100:00000001:3.0:1789608801.317600:0:2412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608801.317601:0:2412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608801.317604:0:2412:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1789608801.317607:0:2412:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: normal: skip=1 replay=2/2 committed=0/0 00000100:00000001:3.0:1789608801.317610:0:2412:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608801.317611:0:2412:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608801.317616:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d24000 x1876538934296832/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608817 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608801.317622:0:2412:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608801.317624:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608801.317626:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608801.317629:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d24000 x1876538934296832/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608817 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608801.317643:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2412:1876538934296832:192.168.203.121@tcp:400:kworker.0 00000400:00000001:3.0:1789608801.317649:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608801.317650:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608801.317652:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21f20. 00000400:00000200:3.0:1789608801.317655:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c5d8 00000400:00000010:3.0:1789608801.317657:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c5d8. 00000100:00000001:3.0:1789608801.317659:0:2412:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608801.317664:0:2412:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d25c00 x1876538934296704/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608817 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608801.317673:0:2412:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d25c00 x1876538934296704/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608817 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608801.317780:0:2412:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608801.317783:0:2412:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608801.317784:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608801.317786:0:2412:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608801.317787:0:2412:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608801.317789:0:2412:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608801.317791:0:2412:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608801.317794:0:2412:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d90510e460 time=9 v=5 (5 5 5 5) 00000100:00001000:3.0:1789608801.317797:0:2412:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d90510e418 time=9 v=5 (1 1 1 1) 00000100:00000001:3.0:1789608801.317800:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608801.317801:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608801.317803:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608801.317805:0:2412:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608801.317807:0:2412:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608801.317811:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d25c00 x1876538934296704/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608817 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608801.317817:0:2412:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608801.317819:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608801.317821:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608801.317824:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d25c00 x1876538934296704/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608817 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608801.317831:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2412:1876538934296704:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608801.317836:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608801.317838:0:2412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608801.317841:0:2412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d24000 x1876538934296832/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608817 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608801.317847:0:2412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608801.317849:0:2412:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608801.317850:0:2412:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d91213d800. 02000000:00000001:3.0:1789608801.317854:0:2412:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608801.317855:0:2412:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608801.317857:0:2412:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=3 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608801.317859:0:2412:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608801.317860:0:2412:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d908d55100. 02000000:00000001:3.0:1789608801.317864:0:2412:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608801.317865:0:2412:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608801.317867:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d24000. 00000100:00000001:3.0:1789608801.317869:0:2412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608801.317871:0:2412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608801.317872:0:2412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608801.317875:0:2412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d25c00 x1876538934296704/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608817 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608801.317881:0:2412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608801.317882:0:2412:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608801.317883:0:2412:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d9070ae000. 02000000:00000001:3.0:1789608801.317885:0:2412:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608801.317886:0:2412:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608801.317887:0:2412:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=3 obd=MGC192.168.203.121@tcp 00000020:00000001:3.0:1789608801.317889:0:2412:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608801.317890:0:2412:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d908d55000. 02000000:00000001:3.0:1789608801.317892:0:2412:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608801.317893:0:2412:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608801.317894:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d25c00. 00000100:00000001:3.0:1789608801.317896:0:2412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608801.317898:0:2412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608801.317900:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608801.317902:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608801.317903:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608801.317905:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608801.317907:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789608801.318028:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608801.318056:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608801.318060:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608801.318063:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608801.318072:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608801.318077:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608801.318087:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608801.318092:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608801.318098:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608801.318103:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c4960200 00000400:00000200:0.0:1789608801.318108:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608801.318114:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x8241 [1] + 224 00000800:00000001:0.0:1789608801.318123:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608801.318132:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608801.318136:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608801.318141:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608801.318148:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608801.318153:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d27b80 x1876538934297088/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608817 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608801.318162:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907d27b80 x1876538934297088/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608817 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608801.318169:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608801.318179:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608801.318183:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608801.318972:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608801.318977:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608801.318985:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608801.318987:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608801.318991:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d212c0. 00000400:00000200:3.0:1789608801.318998:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c220 00000400:00000010:3.0:1789608801.319001:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c220. 00000100:00000001:3.0:1789608801.319004:0:2412:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608801.319011:0:2412:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d27b80 x1876538934297088/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608817 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608801.319022:0:2412:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d27b80 x1876538934297088/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608817 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608801.319028:0:2412:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608801.319029:0:2412:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608801.319032:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608801.319035:0:2412:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608801.319037:0:2412:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608801.319039:0:2412:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608801.319042:0:2412:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608801.319059:0:2412:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13460 time=9 v=5 (5 5 5 5) 00000100:00001000:3.0:1789608801.319063:0:2412:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13418 time=28 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608801.319066:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608801.319067:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608801.319069:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608801.319072:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608801.319076:0:2412:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608801.319078:0:2412:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d904ceb000: skip recheck: last_committed 4294967322 00000100:00000001:3.0:1789608801.319080:0:2412:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608801.319081:0:2412:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608801.319086:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d27b80 x1876538934297088/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608817 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608801.319098:0:2412:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608801.319101:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608801.319102:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608801.319107:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d27b80 x1876538934297088/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608817 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608801.319115:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2412:1876538934297088:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608801.319121:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608801.319123:0:2412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608801.319127:0:2412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d27b80 x1876538934297088/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608817 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608801.319133:0:2412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608801.319136:0:2412:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608801.319139:0:2412:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d91213c800. 02000000:00000001:3.0:1789608801.319143:0:2412:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608801.319147:0:2412:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608801.319148:0:2412:0:(genops.c:1222:class_import_put()) import ffff94d902b13000 refcount=3 obd=lustre-OST0001-osc-ffff94d904ceb000 00000020:00000001:3.0:1789608801.319151:0:2412:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608801.319152:0:2412:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d909082400. 02000000:00000001:3.0:1789608801.319157:0:2412:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608801.319158:0:2412:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608801.319159:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d27b80. 00000100:00000001:3.0:1789608801.319162:0:2412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608801.319164:0:2412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608801.319166:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608801.319176:0:2412:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608801.319178:0:2412:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608801.319180:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608801.319183:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789608801.328057:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608801.328083:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608801.328089:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608801.328092:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608801.328103:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608801.328114:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608801.328126:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608801.328131:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608801.328138:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608801.328143:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 18 MB=0x6aab3c4960280 00000400:00000200:0.0:1789608801.328150:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608801.328158:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.121@tcp of length 224/224 into md 0x8251 [1] + 224 00000800:00000001:0.0:1789608801.328167:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608801.329035:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608801.329044:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608801.329064:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608801.329075:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608801.329087:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5df80 x1876538934297216/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608817 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608801.329100:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907e5df80 x1876538934297216/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608817 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608801.329118:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608801.329130:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608801.329135:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608801.329154:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608801.329158:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789608801.329167:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608801.329169:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608801.329172:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8ec8. 00000400:00000200:0.0:1789608801.329178:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed7f8 00000400:00000010:0.0:1789608801.329181:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed7f8. 00000100:00000001:0.0:1789608801.329184:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608801.329188:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5df80 x1876538934297216/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608817 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608801.329198:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5df80 x1876538934297216/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608817 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608801.329204:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608801.329206:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608801.329209:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608801.329213:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608801.329216:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608801.329219:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608801.329223:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608801.329237:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b134a8 time=157 v=5 (5 5 5 5) 00000100:00001000:0.0:1789608801.329242:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13418 time=28 v=5 (1 0 0 0) 00000100:00000001:0.0:1789608801.329246:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608801.329248:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608801.329252:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608801.329256:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608801.329261:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608801.329264:0:2409:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d904ceb000: skip recheck: last_committed 4294967322 00000100:00000001:0.0:1789608801.329267:0:2409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608801.329269:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608801.329276:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5df80 x1876538934297216/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608817 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608801.329284:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608801.329288:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608801.329290:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608801.329295:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5df80 x1876538934297216/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608817 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789608801.329303:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934297216:192.168.203.121@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1789608801.329309:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608801.329312:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608801.329316:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5df80 x1876538934297216/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608817 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608801.329323:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608801.329326:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608801.329329:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d91a40a600. 02000000:00000001:0.0:1789608801.329334:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608801.329338:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608801.329340:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b13000 refcount=2 obd=lustre-OST0001-osc-ffff94d904ceb000 00000020:00000001:0.0:1789608801.329343:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608801.329346:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d91a40ba00. 02000000:00000001:0.0:1789608801.329349:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608801.329351:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608801.329355:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5df80. 00000100:00000001:0.0:1789608801.329359:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608801.329360:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608801.329363:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608801.329373:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608801.329375:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608801.329377:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608801.329379:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1789608801.332264:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d90906b300. 00010000:00000010:0.1:1789608801.332283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6a000. 00010000:00000001:3.0:1789608802.066158:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608802.066168:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608802.066347:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789608802.066352:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608802.066356:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789608802.211482:0:33773:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608802.959089:0:33836:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608803.087168:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608803.087176:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608803.087204:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789608803.087207:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608803.087211:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1789608804.109223:0:33930:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608804.110532:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608804.110540:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608804.110604:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608804.110608:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608804.110612:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1789608804.535723:0:33966:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1789608804.535732:0:33966:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 23: client hang when close a file after mds crash ========================================================== 21:33:22 (1789608802) 00000001:00000001:3.0:1789608804.552663:0:33966:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:2.0:1789608804.640626:0:33970:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789608804.640637:0:33970:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789608804.640640:0:33970:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789608804.640643:0:33970:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0208fbc0 00000080:00200000:2.0:1789608804.640650:0:33970:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:2.0:1789608804.640659:0:33970:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d9071fa200. 00800000:00000002:2.0:1789608804.640667:0:33970:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:2.0:1789608804.640672:0:33970:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789608804.640701:0:33970:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789608804.640704:0:33970:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0208fae0 00800000:00000002:2.0:1789608804.640707:0:33970:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608804.640712:0:33970:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789608804.640715:0:33970:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608804.640719:0:33970:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608804.640721:0:33970:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608804.640724:0:33970:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608804.640726:0:33970:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608804.640729:0:33970:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608804.640732:0:33970:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608804.640736:0:33970:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789608804.640743:0:33970:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789608804.640745:0:33970:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0208f9b0 00000002:00010000:2.0:1789608804.640747:0:33970:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789608804.640751:0:33970:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789608804.640754:0:33970:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608804.640758:0:33970:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789608804.640767:0:33970:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608804.640770:0:33970:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608804.640772:0:33970:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608804.640774:0:33970:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789608804.640777:0:33970:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789608804.640784:0:33970:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d26300. 00000020:00000040:2.0:1789608804.640789:0:33970:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00010000:00000001:2.0:1789608804.640798:0:33970:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789608804.640804:0:33970:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608804.640809:0:33970:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608804.640813:0:33970:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608804.640817:0:33970:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608804.640826:0:33970:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608804.640835:0:33970:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d903dbd800. 00000100:00000001:2.0:1789608804.640843:0:33970:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608804.640850:0:33970:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608804.640853:0:33970:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608804.640854:0:33970:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608804.640856:0:33970:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608804.640858:0:33970:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608804.640865:0:33970:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626258592883456 : -117815116668160 : ffff94d907d26300) 00010000:00000001:2.0:1789608804.640871:0:33970:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789608804.640874:0:33970:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789608804.640878:0:33970:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d903b69e00. 00010000:00000010:2.0:1789608804.640883:0:33970:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d90847b900. 00010000:00000001:2.0:1789608804.640889:0:33970:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789608804.640894:0:33970:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d909232200. 00000020:00000001:2.0:1789608804.640898:0:33970:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789608804.640901:0:33970:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d909232200 with handle 0xc54db3288176ff28 to hash 00000020:00000001:2.0:1789608804.640904:0:33970:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789608804.640905:0:33970:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626258614952448 : -117815094599168 : ffff94d909232200) 00010000:00000001:2.0:1789608804.640909:0:33970:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626258614952448 : -117815094599168 : ffff94d909232200) 00010000:00000001:2.0:1789608804.640914:0:33970:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608804.640918:0:33970:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608804.640924:0:33970:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232200/0xc54db3288176ff28 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33970 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789608804.640935:0:33970:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232200/0xc54db3288176ff28 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33970 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789608804.640947:0:33970:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232200/0xc54db3288176ff28 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33970 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789608804.640953:0:33970:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789608804.640955:0:33970:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789608804.640964:0:33970:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d9033d89c0. 00000100:00000001:2.0:1789608804.640966:0:33970:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258516019648 : -117815193531968 : ffff94d9033d89c0) 00000100:00000001:2.0:1789608804.640969:0:33970:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608804.640971:0:33970:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592883456 : -117815116668160 : ffff94d907d26300) 00000100:00000001:2.0:1789608804.640976:0:33970:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608804.640980:0:33970:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608804.640983:0:33970:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789608804.640985:0:33970:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608804.640999:0:33970:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d26300 x1876538934297344/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608804.641009:0:33970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608804.641011:0:33970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608804.641016:0:33970:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608804.641019:0:33970:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608804.645086:0:33970:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608804.645115:0:33970:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d26300 pname:cluuid:pid:xid:nid:opc:job multiop:25f5d458-2cbe-49cd-9693-334c08df7e27:33970:1876538934297344:192.168.203.121@tcp:101:multiop.0 00000100:00000001:2.0:1789608804.645124:0:33970:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608804.645435:0:33970:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608804.645439:0:33970:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608804.645442:0:33970:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608804.645452:0:33970:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d902b3d800. 02000000:00000001:2.0:1789608804.645455:0:33970:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608804.645465:0:33970:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608804.645470:0:33970:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21dc0. 00000400:00000010:2.0:1789608804.645483:0:33970:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6ce58. 00000100:00000200:2.0:1789608804.645492:0:33970:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876538934297344, portal 10 00000100:00000001:2.0:1789608804.645495:0:33970:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608804.645497:0:33970:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592883456 : -117815116668160 : ffff94d907d26300) 00000100:00000040:2.0:1789608804.645510:0:33970:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d907d26300 x1876538934297344/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608820 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608804.645520:0:33970:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608804.645524:0:33970:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608804.645528:0:33970:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c2a8. 00000100:00000200:2.0:1789608804.645532:0:33970:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876538934297344, offset 0 00000400:00000200:2.0:1789608804.645541:0:33970:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608804.645552:0:33970:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608804.645562:0:33970:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608804.645569:0:33970:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608804.645575:0:33970:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608804.645579:0:33970:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608804.645583:0:33970:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608804.645588:0:33970:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2849:2849:256:4294967295] 192.168.203.121@tcp LPNI seq info [2849:2849:8:4294967295] 00000400:00000200:2.0:1789608804.645594:0:33970:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608804.645621:0:33970:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608804.645629:0:33970:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608804.645635:0:33970:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d909082100. 00000800:00000200:2.0:1789608804.646121:0:33970:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608804.646212:0:33970:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608804.646218:0:33970:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d909082100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1789608804.646249:0:33970:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608804.646255:0:33970:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 853751 usecs (854 jiffies) 00000400:00000200:2.0:1789608804.646260:0:33970:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608804.646552:0:33970:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296532590 00000100:00000001:2.0:1789608804.646564:0:33970:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, simply extend its deadline from 4296532322 00000100:00000001:2.0:1789608804.646571:0:33970:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296532590 00000100:00000001:2.0:1789608804.646575:0:33970:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, simply extend its deadline from 4296532322 00000100:00000001:2.0:1789608804.646579:0:33970:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608804.646583:0:33970:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608804.646586:0:33970:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608804.646589:0:33970:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789608804.646593:0:33970:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d9033d89c0 going to sleep for 11 seconds 00000100:00000001:2.0:1789608804.646596:0:33970:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608804.646600:0:33970:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608804.646622:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608804.646629:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d909082100. 00000400:00000200:0.0:1789608804.646635:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608804.646641:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608804.646649:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c2a8 00000400:00000010:0.0:1789608804.646651:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c2a8. 00000100:00000001:0.0:1789608804.646657:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608804.646664:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d26300 x1876538934297344/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608820 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608804.647853:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608804.647867:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d26300 x1876538934297344/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608820 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608804.647945:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608804.648019:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608804.651522:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608804.651542:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608804.651547:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608804.651550:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608804.651562:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608804.651572:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608804.651582:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608804.651588:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608804.651594:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608804.651601:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 688 into portal 10 MB=0x6aab3c4960300 00000400:00000200:0.0:1789608804.651607:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608804.651614:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 688/688 into md 0x8261 [1] + 224 00000800:00000001:0.0:1789608804.651623:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608804.651630:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608804.651634:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608804.651640:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608804.651649:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608804.651660:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d26300 x1876538934297344/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608820 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608804.651672:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d907d26300 x1876538934297344/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608820 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608804.652017:0:33970:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608804.652044:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608804.652056:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608804.652060:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1789608804.652091:0:33970:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608804.652094:0:33970:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608804.652098:0:33970:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21dc0. 00000400:00000200:3.0:1789608804.652104:0:33970:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6ce58 00000400:00000010:3.0:1789608804.652107:0:33970:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6ce58. 00000100:00000001:3.0:1789608804.652111:0:33970:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608804.652116:0:33970:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d26300 x1876538934297344/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608820 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789608804.652126:0:33970:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d26300 x1876538934297344/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608820 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608804.652132:0:33970:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608804.652134:0:33970:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608804.652137:0:33970:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608804.652141:0:33970:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608804.652144:0:33970:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608804.652147:0:33970:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608804.652151:0:33970:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608804.652163:0:33970:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=12 v=5 (5 104 104 104) 00000100:00001000:3.0:1789608804.652168:0:33970:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608804.652171:0:33970:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608804.652173:0:33970:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608804.652177:0:33970:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608804.652181:0:33970:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608804.652185:0:33970:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608804.652188:0:33970:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967639 00000100:00000001:3.0:1789608804.652191:0:33970:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608804.652192:0:33970:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608804.652198:0:33970:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d26300 x1876538934297344/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608820 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608804.652205:0:33970:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608804.652209:0:33970:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608804.652212:0:33970:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608804.652216:0:33970:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d26300 x1876538934297344/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608820 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789608804.652225:0:33970:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d26300 pname:cluuid:pid:xid:nid:opc:job multiop:25f5d458-2cbe-49cd-9693-334c08df7e27:33970:1876538934297344:192.168.203.121@tcp:101:multiop.0 00000100:00000001:3.0:1789608804.652231:0:33970:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608804.652234:0:33970:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608804.652237:0:33970:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789608804.652239:0:33970:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608804.652243:0:33970:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d26300 x1876538934297344/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608820 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608804.652249:0:33970:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608804.652252:0:33970:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d9033d89c0. 00000100:00000001:3.0:1789608804.652256:0:33970:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789608804.652258:0:33970:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608804.652261:0:33970:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789608804.652266:0:33970:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608804.652269:0:33970:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608804.652273:0:33970:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232200 refcount=4 00000020:00000001:3.0:1789608804.652276:0:33970:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614952448 : -117815094599168 : ffff94d909232200) 00010000:00000001:3.0:1789608804.652279:0:33970:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614952448 : -117815094599168 : ffff94d909232200) 00010000:00000040:3.0:1789608804.652287:0:33970:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d909232200, remote cookie: 0x91bddff8e8ed958d, flags: 0x1001 00010000:00010000:3.0:1789608804.652293:0:33970:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232200/0xc54db3288176ff28 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed958d expref: -99 pid: 33970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608804.652306:0:33970:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232200/0xc54db3288176ff28 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed958d expref: -99 pid: 33970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608804.652315:0:33970:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789608804.652320:0:33970:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789608804.652323:0:33970:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789608804.652324:0:33970:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789608804.652325:0:33970:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789608804.652329:0:33970:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff94d903b69e00) refcount = 1 00010000:00010000:3.0:1789608804.652334:0:33970:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232200/0xc54db3288176ff28 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed958d expref: -99 pid: 33970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608804.652341:0:33970:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789608804.652344:0:33970:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789608804.652346:0:33970:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608804.652349:0:33970:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789608804.652352:0:33970:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608804.652355:0:33970:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232200/0xc54db3288176ff28 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed958d expref: -99 pid: 33970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608804.652361:0:33970:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789608804.652363:0:33970:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608804.652365:0:33970:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608804.652366:0:33970:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608804.652367:0:33970:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608804.652368:0:33970:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608804.652373:0:33970:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789608804.652375:0:33970:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608804.652376:0:33970:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608804.652377:0:33970:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232200 refcount=3 00000020:00000001:3.0:1789608804.652379:0:33970:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614952448 : -117815094599168 : ffff94d909232200) 00010000:00000001:3.0:1789608804.652382:0:33970:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614952448 : -117815094599168 : ffff94d909232200) 00010000:00000001:3.0:1789608804.652384:0:33970:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608804.652385:0:33970:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608804.652386:0:33970:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232200 refcount=4 00000020:00000001:3.0:1789608804.652388:0:33970:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614952448 : -117815094599168 : ffff94d909232200) 00010000:00000001:3.0:1789608804.652390:0:33970:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614952448 : -117815094599168 : ffff94d909232200) 00010000:00000001:3.0:1789608804.652393:0:33970:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608804.652397:0:33970:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608804.652400:0:33970:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232200/0xc54db3288176ff28 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed958d expref: -99 pid: 33970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608804.652406:0:33970:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608804.652407:0:33970:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608804.652409:0:33970:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608804.652410:0:33970:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608804.652411:0:33970:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232200 refcount=5 00000020:00000001:3.0:1789608804.652413:0:33970:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614952448 : -117815094599168 : ffff94d909232200) 00010000:00000001:3.0:1789608804.652415:0:33970:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614952448 : -117815094599168 : ffff94d909232200) 00010000:00000001:3.0:1789608804.652417:0:33970:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608804.652421:0:33970:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232200/0xc54db3288176ff28 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed958d expref: -99 pid: 33970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608804.652427:0:33970:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608804.652428:0:33970:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789608804.652431:0:33970:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232200/0xc54db3288176ff28 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed958d expref: -99 pid: 33970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608804.652437:0:33970:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608804.652438:0:33970:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608804.652439:0:33970:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608804.652441:0:33970:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608804.652441:0:33970:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789608804.652446:0:33970:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d907d26300 x1876538934297344/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608820 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1789608804.652455:0:33970:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608804.652457:0:33970:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608804.652458:0:33970:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232200 refcount=3 00000020:00000001:3.0:1789608804.652460:0:33970:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614952448 : -117815094599168 : ffff94d909232200) 00010000:00000001:3.0:1789608804.652463:0:33970:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614952448 : -117815094599168 : ffff94d909232200) 00010000:00000001:3.0:1789608804.652465:0:33970:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608804.652466:0:33970:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608804.652467:0:33970:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608804.652470:0:33970:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608804.652474:0:33970:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1789608804.652478:0:33970:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608804.652479:0:33970:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608804.652480:0:33970:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232200 refcount=3 00000020:00000001:3.0:1789608804.652482:0:33970:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614952448 : -117815094599168 : ffff94d909232200) 00010000:00000001:3.0:1789608804.652484:0:33970:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614952448 : -117815094599168 : ffff94d909232200) 00000002:00010000:3.0:1789608804.652487:0:33970:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232200/0xc54db3288176ff28 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed958d expref: -99 pid: 33970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608804.652494:0:33970:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608804.652495:0:33970:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608804.652497:0:33970:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789608804.652498:0:33970:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608804.652499:0:33970:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608804.652501:0:33970:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232200 refcount=3 00000020:00000001:3.0:1789608804.652503:0:33970:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614952448 : -117815094599168 : ffff94d909232200) 00010000:00000001:3.0:1789608804.652505:0:33970:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614952448 : -117815094599168 : ffff94d909232200) 00010000:00000040:3.0:1789608804.652512:0:33970:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69e00 count: 2 00010000:00000001:3.0:1789608804.652516:0:33970:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789608804.652521:0:33970:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d91081f000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1789608804.652523:0:33970:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608804.652525:0:33970:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608804.652526:0:33970:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789608804.652530:0:33970:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0208f938 00000002:00002000:3.0:1789608804.652532:0:33970:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1789608804.652535:0:33970:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608804.652541:0:33970:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608804.652545:0:33970:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789608804.652548:0:33970:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1789608804.652552:0:33970:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608804.652556:0:33970:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:3.0:1789608804.652560:0:33970:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d9071fa200. 00000080:00000001:3.0:1789608804.652566:0:33970:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789608804.652568:0:33970:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1789608804.652576:0:33970:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1789608804.652581:0:33970:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1789608804.652586:0:33970:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d91a4d7d40. 00800000:00000001:3.0:1789608804.652588:0:33970:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626258902940992 : -117814806610624 : ffff94d91a4d7d40) 00800000:00000001:3.0:1789608804.652590:0:33970:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608804.652592:0:33970:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1789608804.652594:0:33970:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1789608804.652597:0:33970:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1789608804.652599:0:33970:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1789608804.652602:0:33970:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1789608804.652604:0:33970:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608804.652609:0:33970:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1789608804.652613:0:33970:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:3.0:1789608804.652616:0:33970:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1789608782 to 1789608797 00000080:00200000:3.0:1789608804.652621:0:33970:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:3.0:1789608804.652623:0:33970:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608804.652624:0:33970:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608804.652626:0:33970:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232200 refcount=3 00000020:00000001:3.0:1789608804.652628:0:33970:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614952448 : -117815094599168 : ffff94d909232200) 00010000:00000001:3.0:1789608804.652629:0:33970:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614952448 : -117815094599168 : ffff94d909232200) 00010000:00000001:3.0:1789608804.652631:0:33970:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608804.652632:0:33970:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789608804.652634:0:33970:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1789608804.652636:0:33970:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1789608804.652637:0:33970:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d91a4d7d40 1 00800000:00000010:3.0:1789608804.652640:0:33970:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d91a4d7d40. 00800000:00000001:3.0:1789608804.652644:0:33970:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608804.652647:0:33970:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176ff28 00800000:00000001:3.0:1789608804.652650:0:33970:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789608804.652652:0:33970:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789608804.652653:0:33970:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608804.652654:0:33970:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608804.652655:0:33970:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232200 refcount=3 00000020:00000001:3.0:1789608804.652657:0:33970:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614952448 : -117815094599168 : ffff94d909232200) 00010000:00000001:3.0:1789608804.652658:0:33970:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614952448 : -117815094599168 : ffff94d909232200) 00010000:00000001:3.0:1789608804.652661:0:33970:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608804.652662:0:33970:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608804.652663:0:33970:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608804.652665:0:33970:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608804.652667:0:33970:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608804.652670:0:33970:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:3.0:1789608804.652673:0:33970:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ff28 from it ffffae3e0208fbf8 00010000:00000001:3.0:1789608804.652993:0:33970:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608804.652996:0:33970:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608804.652998:0:33970:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232200 refcount=3 00000020:00000001:3.0:1789608804.653001:0:33970:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614952448 : -117815094599168 : ffff94d909232200) 00010000:00000001:3.0:1789608804.653003:0:33970:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614952448 : -117815094599168 : ffff94d909232200) 00010000:00000001:3.0:1789608804.653005:0:33970:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608804.653008:0:33970:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232200/0xc54db3288176ff28 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed958d expref: -99 pid: 33970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608804.653016:0:33970:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608804.653017:0:33970:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608804.653018:0:33970:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608804.653030:0:33970:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608804.653033:0:33970:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232200/0xc54db3288176ff28 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed958d expref: -99 pid: 33970 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789608804.653043:0:33970:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608804.653046:0:33970:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608804.653048:0:33970:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608804.653054:0:33970:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608804.653055:0:33970:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608804.653056:0:33970:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608804.653060:0:33970:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608804.653062:0:33970:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608804.653065:0:33970:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608804.653067:0:33970:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608804.653069:0:33970:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608804.653070:0:33970:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608804.653071:0:33970:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789608804.653074:0:33970:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608804.653079:0:33970:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d26300 x1876538934297344/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608820 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608804.653087:0:33970:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608804.653090:0:33970:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608804.653094:0:33970:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d902b3d800. 02000000:00000001:3.0:1789608804.653097:0:33970:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608804.653100:0:33970:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608804.653102:0:33970:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=3 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608804.653104:0:33970:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608804.653107:0:33970:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d903dbd800. 02000000:00000001:3.0:1789608804.653111:0:33970:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608804.653113:0:33970:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608804.653115:0:33970:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d26300. 00000100:00000001:3.0:1789608804.653118:0:33970:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608804.653120:0:33970:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608804.653124:0:33970:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 1 00000080:00000001:3.0:1789608804.653129:0:33970:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789608804.653149:0:33970:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d906078960. 00000080:00000001:3.0:1789608804.653156:0:33970:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789608804.653158:0:33970:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789608804.653159:0:33970:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0208fb00 00000080:00200000:3.0:1789608804.653162:0:33970:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:3.0:1789608804.653167:0:33970:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d9135fbe00. 00800000:00000002:3.0:1789608804.653173:0:33970:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:3.0:1789608804.653177:0:33970:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789608804.653181:0:33970:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789608804.653183:0:33970:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0208fa20 00800000:00000002:3.0:1789608804.653185:0:33970:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608804.653189:0:33970:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789608804.653192:0:33970:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608804.653195:0:33970:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608804.653197:0:33970:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608804.653200:0:33970:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608804.653202:0:33970:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608804.653204:0:33970:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608804.653206:0:33970:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608804.653209:0:33970:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789608804.653213:0:33970:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789608804.653215:0:33970:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0208f8f0 00000002:00010000:3.0:1789608804.653216:0:33970:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789608804.653220:0:33970:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789608804.653222:0:33970:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608804.653224:0:33970:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608804.653228:0:33970:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69e00 count: 2 00010000:00000001:3.0:1789608804.653230:0:33970:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608804.653233:0:33970:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608804.653235:0:33970:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789608804.653239:0:33970:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232200/0xc54db3288176ff28 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed958d expref: -99 pid: 33970 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1789608804.653247:0:33970:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789608804.653252:0:33970:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608804.653255:0:33970:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232200/0xc54db3288176ff28 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed958d expref: -99 pid: 33970 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1789608804.653261:0:33970:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789608804.653264:0:33970:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789608804.653266:0:33970:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608804.653268:0:33970:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608804.653270:0:33970:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608804.653272:0:33970:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789608804.653274:0:33970:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789608804.653276:0:33970:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:3.0:1789608804.653279:0:33970:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d9135fbe00. 00000080:00000001:3.0:1789608804.653282:0:33970:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789608804.653283:0:33970:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608804.653285:0:33970:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:3.0:1789608804.653288:0:33970:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176ff28 00800000:00000001:3.0:1789608804.653291:0:33970:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789608804.653292:0:33970:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789608804.653293:0:33970:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608804.653294:0:33970:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608804.653296:0:33970:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232200 refcount=3 00000020:00000001:3.0:1789608804.653298:0:33970:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614952448 : -117815094599168 : ffff94d909232200) 00010000:00000001:3.0:1789608804.653300:0:33970:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614952448 : -117815094599168 : ffff94d909232200) 00010000:00000001:3.0:1789608804.653302:0:33970:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608804.653303:0:33970:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608804.653304:0:33970:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608804.653305:0:33970:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608804.653307:0:33970:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ff28 from it ffffae3e0208fb38 00010000:00000001:3.0:1789608804.653309:0:33970:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608804.653310:0:33970:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608804.653311:0:33970:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232200 refcount=3 00000020:00000001:3.0:1789608804.653313:0:33970:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614952448 : -117815094599168 : ffff94d909232200) 00010000:00000001:3.0:1789608804.653314:0:33970:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614952448 : -117815094599168 : ffff94d909232200) 00010000:00000001:3.0:1789608804.653316:0:33970:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608804.653318:0:33970:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232200/0xc54db3288176ff28 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed958d expref: -99 pid: 33970 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789608804.653324:0:33970:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608804.653325:0:33970:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608804.653326:0:33970:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608804.653327:0:33970:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608804.653329:0:33970:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232200/0xc54db3288176ff28 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed958d expref: -99 pid: 33970 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789608804.653335:0:33970:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608804.653337:0:33970:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608804.653338:0:33970:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608804.653340:0:33970:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608804.653341:0:33970:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608804.653342:0:33970:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608804.653344:0:33970:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608804.653345:0:33970:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608804.653347:0:33970:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608804.653348:0:33970:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608804.653350:0:33970:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608804.653351:0:33970:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608804.653352:0:33970:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789608804.653353:0:33970:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789608804.653355:0:33970:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608804.653357:0:33970:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 3 00000080:00000001:3.0:1789608804.653360:0:33970:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608804.653363:0:33970:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:3.0:1789608804.653365:0:33970:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0208fb58 00000080:00200000:3.0:1789608804.653367:0:33970:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f23.recovery-small, dir=[0x200000007:0x1:0x0](ffff94d918926c08), file ffff94d911155c80, open_flags 8042, mode 81a4 opened 0 00000080:00000010:3.0:1789608804.653373:0:33970:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff94d9092657e0. 00000080:00000001:3.0:1789608804.653377:0:33970:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1789608804.653379:0:33970:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0208fa08 00000080:00200000:3.0:1789608804.653381:0:33970:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f23.recovery-small, dir=[0x200000007:0x1:0x0](ffff94d918926c08), intent=open|creat 00000080:00000010:3.0:1789608804.653389:0:33970:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d9135fbe00. 00800000:00000002:3.0:1789608804.653391:0:33970:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:3.0:1789608804.653397:0:33970:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789608804.653399:0:33970:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789608804.653400:0:33970:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0208f928 00800000:00000002:3.0:1789608804.653402:0:33970:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f23.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608804.653405:0:33970:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1789608804.653408:0:33970:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1789608804.653411:0:33970:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608804.653412:0:33970:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608804.653414:0:33970:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608804.653415:0:33970:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608804.653417:0:33970:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608804.653418:0:33970:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608804.653420:0:33970:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608804.653423:0:33970:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446626258787724288 : -117814921827328 : ffff94d9136f6c00) 00800000:00000001:3.0:1789608804.653426:0:33970:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1789608804.653429:0:33970:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1789608804.653432:0:33970:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1789608804.653435:0:33970:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1789608804.653438:0:33970:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94d904ceb000: Allocated FID [0x200000405:0x29:0x0] 40000000:00000001:3.0:1789608804.653440:0:33970:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608804.653443:0:33970:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608804.653444:0:33970:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608804.653446:0:33970:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608804.653448:0:33970:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0208f8a8 00800000:00000002:3.0:1789608804.653450:0:33970:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x29:0x0], name='f23.recovery-small' -> mds #0 layout version 1 00000002:00000001:3.0:1789608804.653454:0:33970:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789608804.653455:0:33970:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0208f7e0 00000002:00010000:3.0:1789608804.653457:0:33970:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f23.recovery-small,[0x200000405:0x29:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:3.0:1789608804.653461:0:33970:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789608804.653463:0:33970:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1789608804.653467:0:33970:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1789608804.653471:0:33970:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608804.653473:0:33970:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1789608804.653475:0:33970:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69e00 count: 2 00010000:00000001:3.0:1789608804.653477:0:33970:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608804.653480:0:33970:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1789608804.653484:0:33970:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789608804.653487:0:33970:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232200/0xc54db3288176ff28 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x91bddff8e8ed958d expref: -99 pid: 33970 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1789608804.653495:0:33970:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789608804.653499:0:33970:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789608804.653502:0:33970:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789608804.653504:0:33970:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1789608804.653507:0:33970:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608804.653508:0:33970:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608804.653509:0:33970:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69e00 count: 3 00010000:00000001:3.0:1789608804.653511:0:33970:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608804.653513:0:33970:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608804.653515:0:33970:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608804.653516:0:33970:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608804.653518:0:33970:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69e00 count: 3 00010000:00000001:3.0:1789608804.653520:0:33970:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608804.653522:0:33970:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608804.653523:0:33970:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608804.653524:0:33970:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608804.653525:0:33970:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69e00 count: 3 00010000:00000001:3.0:1789608804.653527:0:33970:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608804.653529:0:33970:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608804.653531:0:33970:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789608804.653534:0:33970:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff94d918926b40, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1789608804.653538:0:33970:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1789608804.653541:0:33970:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1789608804.653543:0:33970:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789608804.653545:0:33970:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608804.653549:0:33970:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789608804.653551:0:33970:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789608804.653553:0:33970:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789608804.653555:0:33970:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608804.653557:0:33970:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789608804.653559:0:33970:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d909232200 with handle 0xc54db3288176ff28 from hash 00010000:00000001:3.0:1789608804.653562:0:33970:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789608804.653563:0:33970:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608804.653564:0:33970:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608804.653565:0:33970:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789608804.653568:0:33970:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789608804.653570:0:33970:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789608804.653573:0:33970:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789608804.653575:0:33970:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789608804.653578:0:33970:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1789608804.653583:0:33970:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908493800. 00000020:00000040:3.0:1789608804.653587:0:33970:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d904ceb000 02000000:00000001:3.0:1789608804.653594:0:33970:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789608804.653595:0:33970:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608804.653598:0:33970:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789608804.653603:0:33970:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608804.653605:0:33970:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608804.653607:0:33970:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608804.653610:0:33970:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608804.653613:0:33970:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608804.653622:0:33970:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d908399c00. 00000100:00000001:3.0:1789608804.653629:0:33970:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608804.653633:0:33970:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608804.653636:0:33970:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1789608804.653640:0:33970:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232200/0xc54db3288176ff28 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed958d expref: -99 pid: 33970 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1789608804.653647:0:33970:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1789608804.653649:0:33970:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789608804.653651:0:33970:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789608804.653653:0:33970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232200/0xc54db3288176ff28 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed958d expref: -99 pid: 33970 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:3.0:1789608804.653660:0:33970:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d903b69e00 count: 0 00010000:00000010:3.0:1789608804.653666:0:33970:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d90847b900. 00010000:00000001:3.0:1789608804.653846:0:33970:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608804.653849:0:33970:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608804.653851:0:33970:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608804.653852:0:33970:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608804.653855:0:33970:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608804.653867:0:33970:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446626258600671232 : -117815108880384 : ffff94d908493800) 00010000:00000001:3.0:1789608804.653872:0:33970:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789608804.653874:0:33970:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789608804.653879:0:33970:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d904e29000. 00010000:00000010:3.0:1789608804.653885:0:33970:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d903cc7a80. 00010000:00000001:3.0:1789608804.653954:0:33970:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789608804.653958:0:33970:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d9421c1e00. 00000020:00000001:3.0:1789608804.653961:0:33970:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789608804.653964:0:33970:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d9421c1e00 with handle 0xc54db3288176ff2f to hash 00000020:00000001:3.0:1789608804.653966:0:33970:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789608804.653967:0:33970:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000001:3.0:1789608804.653971:0:33970:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000001:3.0:1789608804.653974:0:33970:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608804.653976:0:33970:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608804.653980:0:33970:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1e00/0xc54db3288176ff2f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33970 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608804.653986:0:33970:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1e00/0xc54db3288176ff2f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33970 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1789608804.653999:0:33970:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d904ceb000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1789608804.654008:0:33970:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d908493800 x1876538934297600/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1789608804.654017:0:33970:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1e00/0xc54db3288176ff2f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33970 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789608804.654034:0:33970:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789608804.654036:0:33970:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789608804.654044:0:33970:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d90133ad80. 00000100:00000001:3.0:1789608804.654046:0:33970:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258481819008 : -117815227732608 : ffff94d90133ad80) 00000100:00000001:3.0:1789608804.654049:0:33970:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608804.654051:0:33970:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600671232 : -117815108880384 : ffff94d908493800) 00000100:00000001:3.0:1789608804.654056:0:33970:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608804.654060:0:33970:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608804.654062:0:33970:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789608804.654064:0:33970:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608804.654070:0:33970:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908493800 x1876538934297600/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608804.654077:0:33970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608804.654080:0:33970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608804.654084:0:33970:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608804.654086:0:33970:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608804.654089:0:33970:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608804.654092:0:33970:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908493800 pname:cluuid:pid:xid:nid:opc:job multiop:25f5d458-2cbe-49cd-9693-334c08df7e27:33970:1876538934297600:192.168.203.121@tcp:101:multiop.0 00000100:00000001:3.0:1789608804.654097:0:33970:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608804.654104:0:33970:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608804.654106:0:33970:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608804.654109:0:33970:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608804.654175:0:33970:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff94d908700000. 02000000:00000001:3.0:1789608804.654178:0:33970:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608804.654188:0:33970:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608804.654194:0:33970:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2aaa8. 00000400:00000010:3.0:1789608804.654202:0:33970:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff94d908398800. 00000100:00000200:3.0:1789608804.654211:0:33970:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876538934297600, portal 10 00000100:00000001:3.0:1789608804.654213:0:33970:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608804.654214:0:33970:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600671232 : -117815108880384 : ffff94d908493800) 00000100:00000040:3.0:1789608804.654220:0:33970:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d908493800 x1876538934297600/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789608820 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608804.654228:0:33970:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608804.654231:0:33970:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608804.654234:0:33970:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9990. 00000100:00000200:3.0:1789608804.654238:0:33970:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876538934297600, offset 0 00000400:00000200:3.0:1789608804.654244:0:33970:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608804.654254:0:33970:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608804.654263:0:33970:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608804.654269:0:33970:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608804.654274:0:33970:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608804.654278:0:33970:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608804.654282:0:33970:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608804.654286:0:33970:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2850:2850:256:4294967295] 192.168.203.121@tcp LPNI seq info [2850:2850:8:4294967295] 00000400:00000200:3.0:1789608804.654291:0:33970:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608804.654301:0:33970:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608804.654307:0:33970:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608804.654311:0:33970:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d90827bc00. 00000800:00000200:3.0:1789608804.654319:0:33970:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608804.654327:0:33970:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608804.654333:0:33970:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d90827bc00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:3.0:1789608804.654407:0:33970:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608804.654413:0:33970:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 852631 usecs (853 jiffies) 00000400:00000200:3.0:1789608804.654417:0:33970:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608804.654419:0:33970:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296532597 00000100:00000001:3.0:1789608804.654427:0:33970:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, simply extend its deadline from 4296532590 00000100:00000001:3.0:1789608804.654432:0:33970:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296532597 00000100:00000001:3.0:1789608804.654435:0:33970:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, simply extend its deadline from 4296532590 00000100:00000001:3.0:1789608804.654438:0:33970:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608804.654441:0:33970:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608804.654444:0:33970:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608804.654446:0:33970:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789608804.654449:0:33970:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d90133ad80 going to sleep for 11 seconds 00000100:00000001:3.0:1789608804.654451:0:33970:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608804.654454:0:33970:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608804.654531:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608804.654536:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d90827bc00. 00000400:00000200:0.0:1789608804.654542:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608804.654548:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608804.654553:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9990 00000400:00000010:0.0:1789608804.654556:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9990. 00000100:00000001:0.0:1789608804.654560:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608804.654564:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908493800 x1876538934297600/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789608820 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608804.654573:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608804.654576:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908493800 x1876538934297600/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789608820 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608804.654583:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608804.654584:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:3.1:1789608804.664982:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69e00. 00010000:00000010:3.1:1789608804.665002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232200. 00000800:00000001:1.0:1789608804.671010:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608804.671044:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608804.671049:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608804.671052:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608804.671064:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608804.671075:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608804.671085:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608804.671091:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608804.671097:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608804.671102:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 664 into portal 10 MB=0x6aab3c4960400 00000400:00000200:1.0:1789608804.671108:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608804.671115:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 664/664 into md 0x8269 [32] + 224 00000800:00000001:1.0:1789608804.671126:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608804.671138:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608804.671143:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608804.671148:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608804.671158:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608804.671169:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908493800 x1876538934297600/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789608820 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608804.671181:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff94d908493800 x1876538934297600/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789608820 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608804.671205:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608804.671214:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608804.671217:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608804.671230:0:33970:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608804.671239:0:33970:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608804.671242:0:33970:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608804.671246:0:33970:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2aaa8. 00000400:00000200:2.0:1789608804.671253:0:33970:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d908398800 00000400:00000010:2.0:1789608804.671255:0:33970:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff94d908398800. 00000100:00000001:2.0:1789608804.671260:0:33970:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608804.671265:0:33970:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908493800 x1876538934297600/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789608820 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789608804.671286:0:33970:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908493800 x1876538934297600/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789608820 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608804.671292:0:33970:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608804.671295:0:33970:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608804.671298:0:33970:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608804.671302:0:33970:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608804.671305:0:33970:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608804.671308:0:33970:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608804.671312:0:33970:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608804.671326:0:33970:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=12 v=5 (5 104 104 104) 00000100:00001000:2.0:1789608804.671330:0:33970:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=7 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608804.671333:0:33970:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608804.671335:0:33970:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608804.671338:0:33970:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608804.671343:0:33970:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608804.671347:0:33970:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789608804.671350:0:33970:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009c/0x1] 00000100:00000001:2.0:1789608804.671352:0:33970:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789608804.671355:0:33970:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608804.671358:0:33970:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600671232 : -117815108880384 : ffff94d908493800) 00000100:00000001:2.0:1789608804.671361:0:33970:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608804.671363:0:33970:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967639 00000100:00000001:2.0:1789608804.671366:0:33970:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608804.671369:0:33970:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608804.671375:0:33970:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908493800 x1876538934297600/t4294967640(4294967640) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/664 e 0 to 0 dl 1789608820 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608804.671384:0:33970:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608804.671388:0:33970:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608804.671390:0:33970:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608804.671395:0:33970:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908493800 x1876538934297600/t4294967640(4294967640) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/664 e 0 to 0 dl 1789608820 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789608804.671404:0:33970:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908493800 pname:cluuid:pid:xid:nid:opc:job multiop:25f5d458-2cbe-49cd-9693-334c08df7e27:33970:1876538934297600:192.168.203.121@tcp:101:multiop.0 00000100:00000001:2.0:1789608804.671411:0:33970:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608804.671415:0:33970:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608804.671418:0:33970:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789608804.671421:0:33970:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608804.671425:0:33970:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908493800 x1876538934297600/t4294967640(4294967640) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/664 e 0 to 0 dl 1789608820 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608804.671433:0:33970:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608804.671436:0:33970:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d90133ad80. 00000100:00000001:2.0:1789608804.671440:0:33970:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789608804.671442:0:33970:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608804.671445:0:33970:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789608804.671453:0:33970:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608804.671456:0:33970:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608804.671460:0:33970:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1e00 refcount=4 00000020:00000001:2.0:1789608804.671463:0:33970:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000001:2.0:1789608804.671466:0:33970:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000040:2.0:1789608804.671474:0:33970:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d9421c1e00, remote cookie: 0x91bddff8e8ed95a9, flags: 0x1001 00010000:00010000:2.0:1789608804.671480:0:33970:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1e00/0xc54db3288176ff2f lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed95a9 expref: -99 pid: 33970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789608804.671491:0:33970:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x29:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1789608804.671495:0:33970:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1789608804.671504:0:33970:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d903b69a00. 00010000:00000010:2.0:1789608804.671510:0:33970:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d90847bd00. 00010000:00000040:2.0:1789608804.671516:0:33970:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d904e29000 count: 0 00010000:00000010:2.0:1789608804.671523:0:33970:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d903cc7a80. 00010000:00000001:2.0:1789608804.671529:0:33970:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608804.671532:0:33970:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1e00/0xc54db3288176ff2f lrc: 4/0,1 mode: --/PR res: [0x200000405:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed95a9 expref: -99 pid: 33970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789608804.671542:0:33970:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1e00/0xc54db3288176ff2f lrc: 4/0,1 mode: --/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed95a9 expref: -99 pid: 33970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608804.671549:0:33970:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789608804.671554:0:33970:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789608804.671556:0:33970:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789608804.671558:0:33970:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789608804.671559:0:33970:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789608804.671562:0:33970:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x29:0x0].0x0 (ffff94d903b69a00) refcount = 1 00010000:00010000:2.0:1789608804.671567:0:33970:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1e00/0xc54db3288176ff2f lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed95a9 expref: -99 pid: 33970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608804.671574:0:33970:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789608804.671578:0:33970:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789608804.671580:0:33970:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608804.671583:0:33970:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789608804.671586:0:33970:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608804.671590:0:33970:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1e00/0xc54db3288176ff2f lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed95a9 expref: -99 pid: 33970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608804.671596:0:33970:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789608804.671598:0:33970:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608804.671599:0:33970:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608804.671600:0:33970:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608804.671601:0:33970:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608804.671603:0:33970:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608804.671609:0:33970:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789608804.671611:0:33970:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608804.671613:0:33970:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608804.671614:0:33970:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1e00 refcount=3 00000020:00000001:2.0:1789608804.671616:0:33970:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000001:2.0:1789608804.671618:0:33970:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000001:2.0:1789608804.671621:0:33970:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608804.671622:0:33970:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608804.671623:0:33970:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1e00 refcount=4 00000020:00000001:2.0:1789608804.671625:0:33970:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000001:2.0:1789608804.671626:0:33970:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000001:2.0:1789608804.671629:0:33970:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608804.671633:0:33970:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608804.671636:0:33970:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1e00/0xc54db3288176ff2f lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed95a9 expref: -99 pid: 33970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608804.671642:0:33970:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608804.671643:0:33970:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608804.671645:0:33970:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608804.671646:0:33970:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608804.671647:0:33970:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1e00 refcount=5 00000020:00000001:2.0:1789608804.671649:0:33970:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000001:2.0:1789608804.671651:0:33970:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000001:2.0:1789608804.671654:0:33970:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608804.671657:0:33970:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1e00/0xc54db3288176ff2f lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed95a9 expref: -99 pid: 33970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608804.671663:0:33970:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608804.671664:0:33970:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789608804.671667:0:33970:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1e00/0xc54db3288176ff2f lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed95a9 expref: -99 pid: 33970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608804.671673:0:33970:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608804.671674:0:33970:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608804.671699:0:33970:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608804.671701:0:33970:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608804.671702:0:33970:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789608804.671708:0:33970:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff94d908493800 x1876538934297600/t4294967640(4294967640) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/664 e 0 to 0 dl 1789608820 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789608804.671719:0:33970:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1789608804.672341:0:33970:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d908493800 x1876538934297600/t4294967640(4294967640) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/664 e 0 to 0 dl 1789608820 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789608804.672351:0:33970:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608804.672364:0:33970:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608804.672366:0:33970:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608804.672368:0:33970:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1e00 refcount=3 00000020:00000001:2.0:1789608804.672371:0:33970:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000001:2.0:1789608804.672373:0:33970:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00000002:00010000:2.0:1789608804.672379:0:33970:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1e00/0xc54db3288176ff2f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed95a9 expref: -99 pid: 33970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1789608804.672393:0:33970:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff94d9071bfa00. 00010000:00000001:2.0:1789608804.672395:0:33970:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608804.672397:0:33970:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608804.672399:0:33970:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608804.672401:0:33970:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608804.672405:0:33970:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1789608804.672409:0:33970:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608804.672410:0:33970:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600671232 : -117815108880384 : ffff94d908493800) 00000100:00000001:2.0:1789608804.672412:0:33970:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608804.672413:0:33970:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600671232 : -117815108880384 : ffff94d908493800) 00010000:00000001:2.0:1789608804.672415:0:33970:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608804.672417:0:33970:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608804.672418:0:33970:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1e00 refcount=3 00000020:00000001:2.0:1789608804.672420:0:33970:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000001:2.0:1789608804.672422:0:33970:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00000002:00010000:2.0:1789608804.672425:0:33970:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1e00/0xc54db3288176ff2f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed95a9 expref: -99 pid: 33970 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608804.672432:0:33970:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608804.672433:0:33970:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608804.672436:0:33970:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789608804.672437:0:33970:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608804.672439:0:33970:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608804.672440:0:33970:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1e00 refcount=3 00000020:00000001:2.0:1789608804.672442:0:33970:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000001:2.0:1789608804.672444:0:33970:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000040:2.0:1789608804.672451:0:33970:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69a00 count: 2 00010000:00000001:2.0:1789608804.672454:0:33970:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789608804.672459:0:33970:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d91081f000 type 13 mode 4 res 8589935621/41 (0 0) 00010000:00000001:2.0:1789608804.672461:0:33970:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608804.672463:0:33970:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608804.672464:0:33970:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789608804.672468:0:33970:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0208f768 00000002:00002000:2.0:1789608804.672470:0:33970:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f23.recovery-small intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:2.0:1789608804.672474:0:33970:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608804.672478:0:33970:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608804.672481:0:33970:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789608804.672485:0:33970:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1789608804.672490:0:33970:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608804.672495:0:33970:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000001:2.0:1789608804.672498:0:33970:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1789608804.672500:0:33970:0:(namei.c:674:ll_lookup_it_finish()) it ffff94d9092657e0 it_disposition 1800037 00000080:00002000:2.0:1789608804.672505:0:33970:0:(namei.c:653:ll_splice_alias()) Add dentry ffff94d9114fb5e8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1789608804.672512:0:33970:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789608804.672515:0:33970:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:2.0:1789608804.672517:0:33970:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0208f990 00000080:00200000:2.0:1789608804.672519:0:33970:0:(namei.c:1628:ll_create_it()) VFS Op:name=f23.recovery-small, dir=[0x200000007:0x1:0x0](ffff94d918926c08), intent=open|creat 00000080:00000001:2.0:1789608804.672522:0:33970:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:2.0:1789608804.672525:0:33970:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789608804.672531:0:33970:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1789608804.672535:0:33970:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789608804.672538:0:33970:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611177 : 144115205339611177 : 200000405000029) 00000080:00000001:2.0:1789608804.672542:0:33970:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1789608804.672566:0:33970:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94d918920840. 00000020:00000001:2.0:1789608804.672579:0:33970:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:2.0:1789608804.672581:0:33970:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1789608804.672585:0:33970:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:2.0:1789608804.672587:0:33970:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x29:0x0](ffff94d918920908) 00000020:00000001:2.0:1789608804.672591:0:33970:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789608804.672596:0:33970:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514695448 : -117815194856168 : ffff94d903295518) 00000020:00001000:2.0:1789608804.672598:0:33970:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295510 00000020:00000001:2.0:1789608804.672603:0:33970:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:2.0:1789608804.672608:0:33970:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff94d9040dbaf0. 00000020:00000001:2.0:1789608804.672610:0:33970:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1789608804.672612:0:33970:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608804.672620:0:33970:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:2.0:1789608804.672624:0:33970:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff94d910b65e88. 00020000:00000001:2.0:1789608804.672627:0:33970:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446626258742042248 : -117814967509368 : ffff94d910b65e88) 00020000:00000001:2.0:1789608804.672629:0:33970:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:2.0:1789608804.672633:0:33970:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789608804.672639:0:33970:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d907f83de0. 00020000:00000010:2.0:1789608804.672643:0:33970:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d908384000. 00020000:00000010:2.0:1789608804.672649:0:33970:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d907f83900. 00020000:00000001:2.0:1789608804.672652:0:33970:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626258595363072 : -117815114188544 : ffff94d907f83900) 00020000:00000002:2.0:1789608804.672656:0:33970:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d907f83900, objid 0x29:1029, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789608804.672661:0:33970:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789608804.672666:0:33970:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d908384000: ostid: 0x280000401:22 ost idx: 0 gen: 0 00020000:00000001:2.0:1789608804.672669:0:33970:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1789608804.672671:0:33970:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d907f83900, objid 0x29:1029, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789608804.672675:0:33970:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789608804.672711:0:33970:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d908384000: ostid: 0x280000401:22 ost idx: 0 gen: 0 00020000:00000010:2.0:1789608804.672717:0:33970:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff94d911da5f50. 00020000:00000010:2.0:1789608804.672792:0:33970:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff94d9033d8180. 00020000:00000001:2.0:1789608804.672799:0:33970:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1789608804.672803:0:33970:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff94d91806bd50. 00020000:00000001:2.0:1789608804.672806:0:33970:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1789608804.672808:0:33970:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:2.0:1789608804.672814:0:33970:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1789608804.672818:0:33970:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff94d9040dba28. 00000020:00000001:2.0:1789608804.672820:0:33970:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1789608804.672821:0:33970:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608804.672824:0:33970:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446626258529663656 : -117815179887960 : ffff94d9040dbaa8) 00020000:00000001:2.0:1789608804.672828:0:33970:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1789608804.672833:0:33970:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff94d9183e5500. 00020000:00000001:2.0:1789608804.672836:0:33970:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608804.672847:0:33970:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446626258529663656 : -117815179887960 : ffff94d9040dbaa8) 00020000:00000001:2.0:1789608804.672850:0:33970:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446626258529663656 : -117815179887960 : ffff94d9040dbaa8) 00020000:00000002:2.0:1789608804.672854:0:33970:0:(lov_object.c:134:lov_init_sub()) [0x280000401:0x16:0x0]@ffff94d9040dba28[0:0] -> [0x200000405:0x29:0x0]@ffff94d9040dbaf0: ostid: 0x280000401:22 ost idx: 0 gen: 0 00020000:00000001:2.0:1789608804.672859:0:33970:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:2.0:1789608804.672861:0:33970:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:2.0:1789608804.672864:0:33970:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608804.672868:0:33970:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446626258529663856 : -117815179887760 : ffff94d9040dbb70) 00000020:00001000:2.0:1789608804.672872:0:33970:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295510 00000080:00000001:2.0:1789608804.672877:0:33970:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611177 : 144115205339611177 : 200000405000029) 00000080:00000001:2.0:1789608804.672880:0:33970:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1789608804.672882:0:33970:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611177 mtime from 0 to 1789608804 00000080:00000001:2.0:1789608804.672887:0:33970:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1789608804.672891:0:33970:0:(namei.c:156:ll_iget()) Process leaving (rc=18446626258873878792 : -117814835672824 : ffff94d918920908) 00010000:00000001:2.0:1789608804.672893:0:33970:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608804.672895:0:33970:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608804.672897:0:33970:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1e00 refcount=3 00000020:00000001:2.0:1789608804.672899:0:33970:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000001:2.0:1789608804.672901:0:33970:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00000080:00000001:2.0:1789608804.672904:0:33970:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789608804.672906:0:33970:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789608804.672908:0:33970:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514695448 : -117815194856168 : ffff94d903295518) 00000020:00001000:2.0:1789608804.672909:0:33970:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295510 00000020:00000001:2.0:1789608804.672912:0:33970:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1789608804.672914:0:33970:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1789608804.672916:0:33970:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789608804.672919:0:33970:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d907f83180. 00020000:00000010:2.0:1789608804.672922:0:33970:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d908384800. 00020000:00000010:2.0:1789608804.672924:0:33970:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d907f83d20. 00020000:00000001:2.0:1789608804.672926:0:33970:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626258595364128 : -117815114187488 : ffff94d907f83d20) 00020000:00000002:2.0:1789608804.672929:0:33970:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d907f83d20, objid 0x29:1029, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789608804.672933:0:33970:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789608804.672936:0:33970:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d908384800: ostid: 0x280000401:22 ost idx: 0 gen: 0 00020000:00000002:2.0:1789608804.672941:0:33970:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff94d910b65e88) owner ffff94d902aea7c0 00020000:00000001:2.0:1789608804.672944:0:33970:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789608804.672947:0:33970:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff94d910b65e88) owner ffff94d902aea7c0 00020000:00000010:2.0:1789608804.672952:0:33970:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d908384800. 00020000:00000010:2.0:1789608804.672955:0:33970:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d907f83180. 00020000:00000010:2.0:1789608804.672960:0:33970:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d907f83d20. 00020000:00000002:2.0:1789608804.672962:0:33970:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x29:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1789608804.672964:0:33970:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608804.672966:0:33970:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608804.672970:0:33970:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1789608804.672973:0:33970:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b65e88) owner 0000000000000000/ffff94d902aea7c0 00020000:00000002:2.0:1789608804.672976:0:33970:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d907f83900 addref 2/0 by ffff94d902aea7c0. 00020000:00000002:2.0:1789608804.672978:0:33970:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b65e88) owner 0000000000000000/ffff94d902aea7c0 00020000:00000001:2.0:1789608804.672980:0:33970:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1789608804.672982:0:33970:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1789608804.672984:0:33970:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1789608804.672986:0:33970:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1789608804.672988:0:33970:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1789608804.672990:0:33970:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x29:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1789608804.672992:0:33970:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295510 00000080:00000001:2.0:1789608804.672995:0:33970:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608804.672996:0:33970:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608804.672998:0:33970:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789608804.672999:0:33970:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789608804.673002:0:33970:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1789608804.673004:0:33970:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608804.673006:0:33970:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000405:0x29:0x0](ffff94d918920908) 00000080:00010000:2.0:1789608804.673010:0:33970:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x29:0x0](ffff94d918920908) for lock 0xc54db3288176ff2f 00800000:00000001:2.0:1789608804.673013:0:33970:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789608804.673015:0:33970:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789608804.673016:0:33970:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608804.673017:0:33970:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608804.673019:0:33970:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1e00 refcount=3 00000020:00000001:2.0:1789608804.673031:0:33970:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000001:2.0:1789608804.673033:0:33970:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000001:2.0:1789608804.673036:0:33970:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608804.673037:0:33970:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608804.673039:0:33970:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608804.673041:0:33970:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608804.673042:0:33970:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:2.0:1789608804.673045:0:33970:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608804.673051:0:33970:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff94d908493800 x1876538934297600/t4294967640(4294967640) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/664 e 0 to 0 dl 1789608820 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608804.673059:0:33970:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789608804.673065:0:33970:0:(namei.c:1651:ll_create_it()) inode ffff94d918920908 need_sync_to_mds [0x200000405:0x29:0x0] 00000080:00000001:2.0:1789608804.673069:0:33970:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608804.673073:0:33970:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x29:0x0](ffff94d918920908) 00000080:00000001:2.0:1789608804.673076:0:33970:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789608804.673081:0:33970:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d9135fbe00. 00000100:00000001:2.0:1789608804.673086:0:33970:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608804.673089:0:33970:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908493800 x1876538934297600/t4294967640(4294967640) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/664 e 0 to 0 dl 1789608820 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608804.673095:0:33970:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608804.673099:0:33970:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1789608804.673101:0:33970:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789608804.673103:0:33970:0:(namei.c:1500:ll_atomic_open()) inode ffff94d918920908 need_sync_to_mds [0x200000405:0x29:0x0] 00000080:00000001:2.0:1789608804.673111:0:33970:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1789608804.673114:0:33970:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0208fa68 00000080:00200008:2.0:1789608804.673117:0:33970:0:(file.c:1090:ll_file_open()) START file f23.recovery-small:[0x200000405:0x29:0x0](ffff94d918920908), flags 100102 00000080:00000010:2.0:1789608804.673125:0:33970:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d91a6d2f00. 00000080:00000010:2.0:1789608804.673130:0:33970:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94d9071bf1c0. 00000080:00000001:2.0:1789608804.673133:0:33970:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1789608804.673138:0:33970:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1789608804.673141:0:33970:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608804.673145:0:33970:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608804.673148:0:33970:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608804.673151:0:33970:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608804.673154:0:33970:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608804.673156:0:33970:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x29:0x0] 00800000:00000001:2.0:1789608804.673158:0:33970:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608804.673162:0:33970:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1789608804.673166:0:33970:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94d907f681a0. 00000002:00100000:2.0:1789608804.673171:0:33970:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d908493800 x1876538934297600/t4294967640(4294967640) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/664 e 0 to 0 dl 1789608820 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789608804.673178:0:33970:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608804.673180:0:33970:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1789608804.673184:0:33970:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1789608804.673188:0:33970:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608804.673192:0:33970:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608804.673195:0:33970:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608804.673198:0:33970:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908493800 x1876538934297600/t4294967640(4294967640) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/664 e 0 to 0 dl 1789608820 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1789608804.673206:0:33970:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608804.673211:0:33970:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff94d908700000. 02000000:00000001:2.0:1789608804.673234:0:33970:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1789608804.673236:0:33970:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608804.673239:0:33970:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0208fa68 00000080:00000008:2.0:1789608804.673241:0:33970:0:(file.c:1329:ll_file_open()) COMPLETED file f23.recovery-small:[0x200000405:0x29:0x0](ffff94d918920908), flags 100102, rc = 0 00000080:00000001:2.0:1789608804.673245:0:33970:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1789608804.673247:0:33970:0:(dcache.c:176:ll_intent_release()) intent ffff94d9092657e0 released 00000080:00010000:2.0:1789608804.673250:0:33970:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ff2f from it ffff94d9092657e0 00010000:00000001:2.0:1789608804.673252:0:33970:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608804.673253:0:33970:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608804.673255:0:33970:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1e00 refcount=3 00000020:00000001:2.0:1789608804.673256:0:33970:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000001:2.0:1789608804.673258:0:33970:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000001:2.0:1789608804.673261:0:33970:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608804.673264:0:33970:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1e00/0xc54db3288176ff2f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x91bddff8e8ed95a9 expref: -99 pid: 33970 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608804.673348:0:33970:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608804.673349:0:33970:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608804.673351:0:33970:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789608804.673355:0:33970:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789608804.673358:0:33970:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1e00/0xc54db3288176ff2f lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed95a9 expref: -99 pid: 33970 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789608804.673367:0:33970:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789608804.673370:0:33970:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789608804.673373:0:33970:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608804.673378:0:33970:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608804.673380:0:33970:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608804.673382:0:33970:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608804.673385:0:33970:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789608804.673388:0:33970:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608804.673391:0:33970:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608804.673395:0:33970:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608804.673397:0:33970:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608804.673399:0:33970:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608804.673400:0:33970:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789608804.673402:0:33970:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1789608804.673404:0:33970:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:2.0:1789608804.673407:0:33970:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1789608804.673409:0:33970:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789608804.673412:0:33970:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1789608804.673413:0:33970:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608804.673418:0:33970:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1789608804.673420:0:33970:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608804.673422:0:33970:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789608804.673424:0:33970:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608804.673426:0:33970:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789608804.673429:0:33970:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff94d9092657e0. 00000080:00000001:2.0:1789608804.673432:0:33970:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608804.673436:0:33970:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789608804.673439:0:33970:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x29:0x0](ffff94d918920908), inode mode 81a4 mask 40 00000080:00000001:2.0:1789608804.673443:0:33970:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1789608804.680841:0:33493:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904e29000. 00010000:00000001:3.0:1789608805.133846:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608805.133864:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608805.133871:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608805.133872:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608805.133977:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608805.133981:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608805.133984:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789608805.517775:0:809:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d110 (cpu 1) has reached its deadline 4296532597, at 4296532608 00000100:00000010:1.0:1789608805.517796:0:809:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d9082d7d80. 00000100:00000040:0.0:1789608805.518237:0:32114:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d000 (cpu 0) has reached its deadline 4296532597, at 4296532608 00000100:00000010:0.0:1789608805.518245:0:32114:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d9082d7ea0. 00010000:00000001:3.0:1789608806.158333:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608806.158342:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608806.158349:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608806.158350:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608806.158773:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608806.158778:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608806.158783:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789608806.415488:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789608806.415500:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789608806.415510:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908491180. 00000020:00000040:3.0:1789608806.415517:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=4 obd=MGC192.168.203.121@tcp 00000100:00000001:3.0:1789608806.415522:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608806.415526:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608806.415532:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608806.415542:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d90827bd00. 00000100:00000001:3.0:1789608806.415550:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608806.415566:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS req@ffff94d908491180 x1876538934297728/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789608806.415579:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608806.415585:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608806.415592:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d70c18c5] to pc [ptlrpcd_01_01+1] req@ffff94d908491180 x1876538934297728/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608806.415622:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608806.415634:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789608806.415638:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789608806.415641:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908490000. 00000020:00000040:3.0:1789608806.415643:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:3.0:1789608806.415646:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608806.415647:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608806.415649:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608806.415654:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d90827bc00. 00000100:00000001:3.0:1789608806.415657:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608806.415661:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID req@ffff94d908490000 x1876538934297856/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789608806.415669:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608806.415671:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608806.415712:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000489b5cde] to pc [ptlrpcd_01_00+0] req@ffff94d908490000 x1876538934297856/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608806.415728:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608806.415730:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789608806.415733:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789608806.415737:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908491c00. 00000020:00000040:3.0:1789608806.415739:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=4 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000100:00000001:3.0:1789608806.415741:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608806.415743:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608806.415744:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608806.415747:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d90827b800. 00000100:00000001:3.0:1789608806.415750:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608806.415755:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID req@ffff94d908491c00 x1876538934297984/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789608806.415762:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608806.415764:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608806.415767:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069b983a4] to pc [ptlrpcd_01_01+1] req@ffff94d908491c00 x1876538934297984/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608806.415774:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608806.415776:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789608806.415779:0:21207:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789608806.415781:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789608806.415784:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789608806.415788:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908493b80. 00000020:00000040:3.0:1789608806.415790:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b13000 refcount=3 obd=lustre-OST0001-osc-ffff94d904ceb000 00000100:00000001:3.0:1789608806.415792:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608806.415793:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608806.415794:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608806.415797:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d90827bb00. 00000100:00000001:3.0:1789608806.415799:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608806.415804:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID req@ffff94d908493b80 x1876538934298112/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789608806.415811:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608806.415812:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608806.415816:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093d09541] to pc [ptlrpcd_01_00+0] req@ffff94d908493b80 x1876538934298112/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608806.415823:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608806.415828:0:21207:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1871) 00000100:00000001:2.0:1789608806.416028:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608806.416033:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608806.416040:0:2412:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608806.416047:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908491180 x1876538934297728/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608806.416056:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608806.416058:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608806.416063:0:2412:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608806.416066:0:2412:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608806.416068:0:2412:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608806.416072:0:2412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908491180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2412:1876538934297728:192.168.203.121@tcp:400:kworker.0 00000100:00000001:2.0:1789608806.416077:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608806.416085:0:2412:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608806.416088:0:2412:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608806.416091:0:2412:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608806.416096:0:2412:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d9071fae00. 02000000:00000001:2.0:1789608806.416098:0:2412:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608806.416107:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608806.416112:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21630. 00000400:00000010:2.0:1789608806.416120:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c088. 00000100:00000200:2.0:1789608806.416129:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934297728, portal 25 00000100:00000001:2.0:1789608806.416132:0:2412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608806.416134:0:2412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600661376 : -117815108890240 : ffff94d908491180) 00000100:00000040:2.0:1789608806.416140:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d908491180 x1876538934297728/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608806.416149:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608806.416152:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608806.416155:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c000. 00000100:00000200:2.0:1789608806.416159:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876538934297728, offset 0 00000400:00000200:2.0:1789608806.416166:0:2412:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608806.416177:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608806.416185:0:2412:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608806.416192:0:2412:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608806.416197:0:2412:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608806.416201:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608806.416204:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608806.416208:0:2412:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2851:2851:256:4294967295] 192.168.203.121@tcp LPNI seq info [2851:2851:8:4294967295] 00000400:00000200:2.0:1789608806.416212:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608806.416224:0:2412:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608806.416231:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608806.416237:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d909082100. 00000800:00000200:2.0:1789608806.416245:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608806.416253:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608806.416257:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d909082100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789608806.416276:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608806.416280:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608806.416284:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 0 is 4296537440 00000100:00000010:2.0:1789608806.416290:0:2412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d907f83d20. 00000100:00000001:2.0:1789608806.416298:0:2412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789608806.416305:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 1 is 4296537440 00000100:00000010:2.0:1789608806.416307:0:2412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d907f83180. 00000100:00000001:2.0:1789608806.416311:0:2412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789608806.416315:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608806.416318:0:2412:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608806.416320:0:2412:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608806.416324:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908491c00 x1876538934297984/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608806.416330:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608806.416332:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608806.416334:0:2412:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608806.416336:0:2412:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608806.416338:0:2412:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608806.416341:0:2412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908491c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2412:1876538934297984:192.168.203.121@tcp:400:kworker.0 00000100:00000001:2.0:1789608806.416344:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608806.416346:0:2412:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608806.416348:0:2412:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608806.416349:0:2412:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608806.416352:0:2412:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d9071fa200. 02000000:00000001:2.0:1789608806.416354:0:2412:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608806.416358:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608806.416360:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21b00. 00000400:00000010:2.0:1789608806.416364:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c3b8. 00000100:00000200:2.0:1789608806.416366:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934297984, portal 10 00000100:00000001:2.0:1789608806.416368:0:2412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608806.416369:0:2412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600664064 : -117815108887552 : ffff94d908491c00) 00000100:00000040:2.0:1789608806.416376:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d908491c00 x1876538934297984/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1789608806.416378:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1789608806.416383:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:0.0:1789608806.416384:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d909082100. 00000100:00000040:2.0:1789608806.416385:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608806.416387:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6cb28. 00000100:00000200:2.0:1789608806.416389:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934297984, offset 0 00000400:00000200:0.0:1789608806.416391:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789608806.416393:0:2412:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608806.416397:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608806.416400:0:2412:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608806.416403:0:2412:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608806.416406:0:2412:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608806.416407:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:2.0:1789608806.416408:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608806.416410:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608806.416413:0:2412:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2852:2852:255:4294967295] 192.168.203.121@tcp LPNI seq info [2852:2852:7:4294967295] 00000400:00000200:0.0:1789608806.416414:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c000 00000400:00000200:2.0:1789608806.416417:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608806.416417:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c000. 00000400:00000200:2.0:1789608806.416422:0:2412:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000100:00000001:0.0:1789608806.416422:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608806.416426:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908491180 x1876538934297728/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1789608806.416427:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608806.416430:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d909082100. 00000800:00000200:2.0:1789608806.416434:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000100:00000001:0.0:1789608806.416437:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000800:00000200:2.0:1789608806.416438:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000100:00000040:0.0:1789608806.416440:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908491180 x1876538934297728/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608822 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1789608806.416441:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d909082100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789608806.416444:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608806.416447:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608806.416449:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: using a timeout of 23390 usecs (24 jiffies) 00000100:00000001:0.0:1789608806.416449:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:2.0:1789608806.416451:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608806.416453:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296533530 00000100:00000001:2.0:1789608806.416455:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296537440 00000100:00000001:2.0:1789608806.416457:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296533530 00000100:00000001:2.0:1789608806.416460:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296537440 00000100:00000001:2.0:1789608806.416462:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1789608806.416463:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1789608806.416464:0:2412:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1789608806.416465:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d909082100. 00000100:00000001:2.0:1789608806.416467:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608806.416467:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1789608806.416470:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608806.416470:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608806.416473:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6cb28 00000400:00000010:0.0:1789608806.416475:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6cb28. 00000100:00000001:0.0:1789608806.416476:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1789608806.416479:0:2412:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1789608806.416479:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908491c00 x1876538934297984/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608806.416482:0:2412:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789608806.416484:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608806.416486:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608806.416487:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608806.416487:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608806.416489:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908491c00 x1876538934297984/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608822 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789608806.416490:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1789608806.416492:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608806.416494:0:2412:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608806.416496:0:2412:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608806.416496:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608806.416498:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608806.416498:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789608806.416499:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608806.416500:0:2412:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608806.416504:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908490000 x1876538934297856/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608806.416510:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608806.416511:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608806.416513:0:2412:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608806.416515:0:2412:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608806.416517:0:2412:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608806.416520:0:2412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908490000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2412:1876538934297856:192.168.203.121@tcp:400:kworker.0 00000100:00000001:2.0:1789608806.416523:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608806.416525:0:2412:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608806.416527:0:2412:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608806.416528:0:2412:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608806.416531:0:2412:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d9071fb600. 02000000:00000001:2.0:1789608806.416533:0:2412:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608806.416536:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608806.416539:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21cb8. 00000400:00000010:2.0:1789608806.416542:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6cdd0. 00000100:00000200:2.0:1789608806.416545:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934297856, portal 10 00000100:00000001:2.0:1789608806.416547:0:2412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608806.416548:0:2412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600656896 : -117815108894720 : ffff94d908490000) 00000100:00000040:2.0:1789608806.416554:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d908490000 x1876538934297856/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608806.416560:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608806.416562:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608806.416565:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c4c8. 00000100:00000200:2.0:1789608806.416567:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934297856, offset 0 00000400:00000200:2.0:1789608806.416572:0:2412:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608806.416575:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608806.416579:0:2412:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608806.416581:0:2412:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608806.416583:0:2412:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608806.416585:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608806.416587:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608806.416590:0:2412:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2853:2853:256:4294967295] 192.168.203.121@tcp LPNI seq info [2853:2853:8:4294967295] 00000400:00000200:2.0:1789608806.416594:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608806.416600:0:2412:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608806.416604:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608806.416607:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d909082100. 00000800:00000200:2.0:1789608806.416611:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608806.416615:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608806.416618:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d909082100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789608806.416640:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608806.416643:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 851525 usecs (852 jiffies) 00000400:00000200:2.0:1789608806.416646:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608806.416648:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296534358 00000100:00000001:2.0:1789608806.416650:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296537440 00000100:00000001:2.0:1789608806.416653:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296534358 00000100:00000001:2.0:1789608806.416655:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296537440 00000100:00000001:2.0:1789608806.416657:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608806.416658:0:2412:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608806.416661:0:2412:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608806.416666:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908493b80 x1876538934298112/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608806.416673:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608806.416674:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608806.416711:0:2412:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608806.416713:0:2412:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608806.416715:0:2412:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608806.416718:0:2412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908493b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2412:1876538934298112:192.168.203.121@tcp:400:kworker.0 00000100:00000001:2.0:1789608806.416721:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608806.416724:0:2412:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608806.416725:0:2412:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608806.416727:0:2412:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608806.416730:0:2412:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d9071fac00. 02000000:00000001:2.0:1789608806.416732:0:2412:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608806.416736:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608806.416738:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21948. 00000400:00000010:2.0:1789608806.416742:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c440. 00000100:00000200:2.0:1789608806.416745:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934298112, portal 4 00000100:00000001:2.0:1789608806.416747:0:2412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608806.416748:0:2412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600672128 : -117815108879488 : ffff94d908493b80) 00000100:00000040:2.0:1789608806.416754:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d908493b80 x1876538934298112/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608806.416759:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608806.416761:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608806.416763:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c110. 00000100:00000200:2.0:1789608806.416765:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876538934298112, offset 0 00000400:00000200:2.0:1789608806.416770:0:2412:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608806.416774:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608806.416777:0:2412:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608806.416779:0:2412:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608806.416782:0:2412:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608806.416784:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608806.416787:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608806.416790:0:2412:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2854:2854:255:4294967295] 192.168.203.121@tcp LPNI seq info [2854:2854:7:4294967295] 00000400:00000200:2.0:1789608806.416794:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608806.416800:0:2412:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608806.416804:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608806.416808:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a01a500. 00000800:00000200:2.0:1789608806.416811:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608806.416815:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608806.416817:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a01a500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789608806.416820:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608806.416823:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: using a timeout of 24986 usecs (25 jiffies) 00000400:00000200:2.0:1789608806.416826:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608806.416828:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296533532 00000100:00000001:2.0:1789608806.416830:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296537440 00000100:00000001:2.0:1789608806.416833:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296533532 00000100:00000001:2.0:1789608806.416835:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296537440 00000100:00000001:2.0:1789608806.416837:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608806.416839:0:2412:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608806.416841:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608806.416844:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608806.420016:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608806.420031:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d909082100. 00000400:00000200:1.0:1789608806.420046:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608806.420057:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608806.420068:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c4c8 00000400:00000010:1.0:1789608806.420071:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c4c8. 00000100:00000001:1.0:1789608806.420078:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608806.420089:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908490000 x1876538934297856/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608806.420104:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608806.420109:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908490000 x1876538934297856/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608822 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608806.420117:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608806.420119:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608806.420231:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608806.420234:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a01a500. 00000400:00000200:1.0:1789608806.420238:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608806.420241:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608806.420245:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c110 00000400:00000010:1.0:1789608806.420247:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c110. 00000100:00000001:1.0:1789608806.420250:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608806.420254:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908493b80 x1876538934298112/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608806.420263:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608806.420266:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908493b80 x1876538934298112/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608822 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608806.420273:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608806.420275:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789608806.421337:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608806.421345:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789608806.427150:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608806.427172:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608806.427178:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608806.427181:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608806.427192:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608806.427204:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608806.427217:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608806.427223:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608806.427228:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608806.427234:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 25 MB=0x6aab3c4960480 00000400:00000200:0.0:1789608806.427240:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608806.427247:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.121@tcp of length 224/224 into md 0x8271 [1] + 224 00000800:00000001:0.0:1789608806.427257:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608806.427263:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608806.427267:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608806.427272:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608806.427281:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608806.427293:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908491180 x1876538934297728/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608822 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608806.427305:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d908491180 x1876538934297728/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608822 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608806.427336:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608806.427346:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608806.427349:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608806.427865:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608806.427871:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608806.428035:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608806.428037:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608806.428042:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21630. 00000400:00000200:2.0:1789608806.428050:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c088 00000400:00000010:2.0:1789608806.428053:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c088. 00000100:00000001:2.0:1789608806.428057:0:2412:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608806.428065:0:2412:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908491180 x1876538934297728/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608822 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789608806.428075:0:2412:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908491180 x1876538934297728/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608822 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608806.428083:0:2412:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608806.428085:0:2412:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608806.428088:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608806.428092:0:2412:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608806.428095:0:2412:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608806.428098:0:2412:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608806.428101:0:2412:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608806.428110:0:2412:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d90510e460 time=14 v=5 (5 5 5 5) 00000100:00001000:2.0:1789608806.428115:0:2412:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d90510e418 time=14 v=5 (1 1 1 1) 00000100:00000001:2.0:1789608806.428118:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608806.428120:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608806.428123:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608806.428126:0:2412:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608806.428129:0:2412:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608806.428135:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908491180 x1876538934297728/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608822 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608806.428142:0:2412:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608806.428146:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608806.428148:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608806.428152:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908491180 x1876538934297728/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608822 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789608806.428160:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908491180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2412:1876538934297728:192.168.203.121@tcp:400:kworker.0 00000100:00000001:2.0:1789608806.428166:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608806.428169:0:2412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608806.428172:0:2412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908491180 x1876538934297728/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608822 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608806.428179:0:2412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608806.428182:0:2412:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608806.428187:0:2412:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d9071fae00. 02000000:00000001:2.0:1789608806.428190:0:2412:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608806.428193:0:2412:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608806.428196:0:2412:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=3 obd=MGC192.168.203.121@tcp 00000020:00000001:2.0:1789608806.428198:0:2412:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608806.428201:0:2412:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d90827bd00. 02000000:00000001:2.0:1789608806.428205:0:2412:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608806.428207:0:2412:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608806.428210:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908491180. 00000100:00000001:2.0:1789608806.428215:0:2412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608806.428217:0:2412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608806.428220:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608806.428223:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608806.428224:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608806.428225:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608806.428227:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789608806.430510:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608806.430532:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608806.430537:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608806.430540:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608806.430551:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608806.430561:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608806.430572:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608806.430577:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608806.430583:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608806.430588:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4960580 00000400:00000200:1.0:1789608806.430595:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608806.430603:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x8279 [1] + 224 00000800:00000001:1.0:1789608806.430612:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608806.430616:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608806.430633:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608806.430639:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608806.430649:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608806.430669:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908491c00 x1876538934297984/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608822 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608806.430973:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d908491c00 x1876538934297984/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608822 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608806.430992:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608806.431003:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608806.431016:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608806.431018:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608806.431021:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608806.431025:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608806.431029:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608806.431033:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608806.431037:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608806.431040:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608806.431044:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4960500 00000400:00000200:1.0:1789608806.431047:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608806.431052:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x8281 [1] + 224 00000800:00000001:1.0:1789608806.431056:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608806.431063:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608806.431065:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608806.431068:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608806.431072:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608806.431076:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908490000 x1876538934297856/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608822 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608806.431085:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d908490000 x1876538934297856/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608822 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608806.431093:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608806.431097:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608806.431100:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608806.432082:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608806.432089:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608806.432099:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608806.432102:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608806.432106:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21cb8. 00000400:00000200:3.0:1789608806.432114:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6cdd0 00000400:00000010:3.0:1789608806.432117:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6cdd0. 00000100:00000001:3.0:1789608806.432121:0:2412:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608806.432128:0:2412:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908490000 x1876538934297856/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608822 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608806.432140:0:2412:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908490000 x1876538934297856/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608822 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608806.432148:0:2412:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608806.432150:0:2412:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608806.432153:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608806.432156:0:2412:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608806.432159:0:2412:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608806.432161:0:2412:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608806.432165:0:2412:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608806.432176:0:2412:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=14 v=5 (5 104 104 104) 00000100:00001000:3.0:1789608806.432182:0:2412:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=9 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608806.432185:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608806.432187:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608806.432190:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608806.432195:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608806.432200:0:2412:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1789608806.432202:0:2412:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: committing for last_committed 4294967640 gen 2 00000100:00100000:3.0:1789608806.432209:0:2412:0:(client.c:3175:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff94d908493800 x1876538934297600/t4294967640(4294967640) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/664 e 0 to 0 dl 1789608820 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608806.432217:0:2412:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1789608806.432220:0:2412:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: normal: skip=1 replay=0/1 committed=0/0 00000100:00000001:3.0:1789608806.432223:0:2412:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608806.432225:0:2412:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608806.432230:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908490000 x1876538934297856/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608822 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608806.432237:0:2412:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608806.432240:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608806.432243:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608806.432247:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908490000 x1876538934297856/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608822 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608806.432255:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908490000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2412:1876538934297856:192.168.203.121@tcp:400:kworker.0 00000400:00000001:3.0:1789608806.432262:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608806.432263:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608806.432265:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21b00. 00000400:00000200:3.0:1789608806.432269:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c3b8 00000400:00000010:3.0:1789608806.432270:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c3b8. 00000100:00000001:3.0:1789608806.432273:0:2412:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608806.432276:0:2412:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908491c00 x1876538934297984/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608822 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608806.432285:0:2412:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908491c00 x1876538934297984/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608822 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608806.432291:0:2412:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608806.432293:0:2412:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608806.432295:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608806.432297:0:2412:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608806.432298:0:2412:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608806.432300:0:2412:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608806.432301:0:2412:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608806.432305:0:2412:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b17c60 time=14 v=5 (5 104 104 104) 00000100:00001000:3.0:1789608806.432308:0:2412:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b17c18 time=14 v=5 (1 1 1 1) 00000100:00000001:3.0:1789608806.432310:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608806.432312:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608806.432313:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608806.432315:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608806.432318:0:2412:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608806.432319:0:2412:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1789608806.432321:0:2412:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608806.432323:0:2412:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608806.432327:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908491c00 x1876538934297984/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608822 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608806.432334:0:2412:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608806.432335:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608806.432337:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608806.432340:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908491c00 x1876538934297984/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608822 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608806.432346:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908491c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2412:1876538934297984:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608806.432350:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608806.432353:0:2412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608806.432357:0:2412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908490000 x1876538934297856/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608822 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608806.432363:0:2412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608806.432366:0:2412:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608806.432371:0:2412:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d9071fb600. 02000000:00000001:3.0:1789608806.432374:0:2412:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608806.432378:0:2412:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608806.432380:0:2412:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608806.432383:0:2412:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608806.432385:0:2412:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d90827bc00. 02000000:00000001:3.0:1789608806.432389:0:2412:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608806.432390:0:2412:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608806.432392:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908490000. 00000100:00000001:3.0:1789608806.432396:0:2412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608806.432397:0:2412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608806.432399:0:2412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608806.432402:0:2412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908491c00 x1876538934297984/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608822 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608806.432408:0:2412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608806.432409:0:2412:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608806.432410:0:2412:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d9071fa200. 02000000:00000001:3.0:1789608806.432412:0:2412:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608806.432414:0:2412:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608806.432415:0:2412:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=3 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608806.432417:0:2412:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608806.432418:0:2412:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d90827b800. 02000000:00000001:3.0:1789608806.432420:0:2412:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608806.432421:0:2412:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608806.432422:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908491c00. 00000100:00000001:3.0:1789608806.432424:0:2412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608806.432425:0:2412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608806.432429:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608806.432431:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608806.432432:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608806.432433:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608806.432435:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789608806.441297:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608806.441472:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608806.441479:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608806.441482:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608806.441496:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608806.441506:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608806.441517:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608806.441523:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608806.441530:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608806.441535:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c4960600 00000400:00000200:0.0:1789608806.441541:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608806.441549:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x8289 [1] + 224 00000800:00000001:0.0:1789608806.441559:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608806.441586:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608806.441591:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608806.441596:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608806.441606:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608806.441618:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908493b80 x1876538934298112/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608822 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608806.442794:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d908493b80 x1876538934298112/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608822 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608806.442818:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608806.442834:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608806.442842:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608806.443915:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608806.443922:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608806.443931:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608806.443934:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608806.443939:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21948. 00000400:00000200:3.0:1789608806.443950:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c440 00000400:00000010:3.0:1789608806.443953:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c440. 00000100:00000001:3.0:1789608806.443958:0:2412:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608806.443969:0:2412:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908493b80 x1876538934298112/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608822 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608806.443987:0:2412:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908493b80 x1876538934298112/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608822 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608806.443995:0:2412:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608806.443997:0:2412:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608806.443999:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608806.444003:0:2412:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608806.444006:0:2412:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608806.444021:0:2412:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608806.444025:0:2412:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608806.444038:0:2412:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13460 time=14 v=5 (5 5 5 5) 00000100:00001000:3.0:1789608806.444042:0:2412:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13418 time=33 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608806.444045:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608806.444047:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608806.444050:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608806.444054:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608806.444059:0:2412:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608806.444062:0:2412:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d904ceb000: skip recheck: last_committed 4294967322 00000100:00000001:3.0:1789608806.444065:0:2412:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608806.444067:0:2412:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608806.444073:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908493b80 x1876538934298112/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608822 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608806.444080:0:2412:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608806.444084:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608806.444086:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608806.444091:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908493b80 x1876538934298112/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608822 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608806.444098:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908493b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2412:1876538934298112:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608806.444104:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608806.444107:0:2412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608806.444111:0:2412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908493b80 x1876538934298112/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608822 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608806.444133:0:2412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608806.444136:0:2412:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608806.444140:0:2412:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d9071fac00. 02000000:00000001:3.0:1789608806.444144:0:2412:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608806.444148:0:2412:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608806.444149:0:2412:0:(genops.c:1222:class_import_put()) import ffff94d902b13000 refcount=2 obd=lustre-OST0001-osc-ffff94d904ceb000 00000020:00000001:3.0:1789608806.444151:0:2412:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608806.444154:0:2412:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d90827bb00. 02000000:00000001:3.0:1789608806.444158:0:2412:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608806.444160:0:2412:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608806.444163:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908493b80. 00000100:00000001:3.0:1789608806.444166:0:2412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608806.444168:0:2412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608806.444171:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608806.444180:0:2412:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608806.444183:0:2412:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608806.444185:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608806.444188:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608807.181816:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608807.181827:0:32466:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608807.181830:0:32466:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608807.181835:0:32466:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608807.181841:0:32466:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608807.181843:0:32466:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608807.181846:0:32466:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608807.181849:0:32466:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608807.181853:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608807.181855:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608807.181992:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608807.181997:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608807.182000:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789608807.439251:0:16946:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1789608807.439260:0:16946:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608808.205909:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608808.205918:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608808.205926:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608808.205927:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608808.206035:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608808.206042:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608808.206046:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789608809.229759:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608809.229766:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608809.229775:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608809.229776:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608809.229891:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608809.229894:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608809.229897:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789608810.253855:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608810.253865:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608810.253872:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608810.253873:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608810.253995:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608810.253999:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608810.254003:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789608810.381844:0:809:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d110 (cpu 1) has reached its deadline 4296537440, at 4296537472 00000100:00000010:1.0:1789608810.381863:0:809:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d907f83180. 00000100:00000040:0.0:1789608810.382089:0:32114:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d000 (cpu 0) has reached its deadline 4296537440, at 4296537472 00000100:00000010:0.0:1789608810.382097:0:32114:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d907f83d20. 00020000:00000001:2.0:1789608810.848757:0:33970:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1789608810.848769:0:33970:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b65e88) owner 0000000000000000/ffff94d902aea7c0 00020000:00000002:2.0:1789608810.848777:0:33970:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b65e88) owner 0000000000000000/ffff94d902aea7c0 00020000:00000001:2.0:1789608810.848779:0:33970:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608810.848789:0:33970:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1789608810.848792:0:33970:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0208fdf0 00000080:00200008:2.0:1789608810.848795:0:33970:0:(file.c:479:ll_file_release()) START file f23.recovery-small:[0x200000405:0x29:0x0](ffff94d918920908), flags 100002 00000080:00000001:2.0:1789608810.848801:0:33970:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:2.0:1789608810.848804:0:33970:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:2.0:1789608810.848805:0:33970:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1789608810.848807:0:33970:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b65e88) owner 0000000000000000/ffff94d902aea7c0 00020000:00000002:2.0:1789608810.848810:0:33970:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b65e88) owner 0000000000000000/ffff94d902aea7c0 00020000:00000001:2.0:1789608810.848812:0:33970:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608810.848823:0:33970:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:2.0:1789608810.848830:0:33970:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608810.848834:0:33970:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608810.848837:0:33970:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608810.848841:0:33970:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608810.848843:0:33970:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608810.848845:0:33970:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x29:0x0] 00800000:00000001:2.0:1789608810.848848:0:33970:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608810.848854:0:33970:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608810.848858:0:33970:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608810.848868:0:33970:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69a00 count: 2 00010000:00000001:2.0:1789608810.848871:0:33970:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789608810.848877:0:33970:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608810.848880:0:33970:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x29:0x0]: 0 00000080:00000001:2.0:1789608810.848882:0:33970:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1789608810.848885:0:33970:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1789608810.848891:0:33970:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff94d9071fa200. 00000080:00000001:2.0:1789608810.848894:0:33970:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1789608810.848901:0:33970:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1789608810.848906:0:33970:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:2.0:1789608810.848908:0:33970:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608810.848909:0:33970:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608810.848910:0:33970:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608810.848911:0:33970:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608810.848913:0:33970:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608810.848914:0:33970:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x29:0x0] 00800000:00000001:2.0:1789608810.848916:0:33970:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608810.848918:0:33970:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x29:0x0] 00000002:00000001:2.0:1789608810.848922:0:33970:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1789608810.848924:0:33970:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff94d904ceb000: [0x200000405:0x29:0x0] file closed with intent: 0 00000100:00000010:2.0:1789608810.848932:0:33970:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d24700. 00000020:00000040:2.0:1789608810.848937:0:33970:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:2.0:1789608810.848942:0:33970:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608810.848947:0:33970:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608810.848952:0:33970:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608810.848960:0:33970:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d9071fb600. 00000100:00000001:2.0:1789608810.848968:0:33970:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1789608810.849000:0:33970:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94d908493800 x1876538934297600/t4294967640(4294967640) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/664 e 0 to 0 dl 1789608820 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1789608810.849016:0:33970:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d904ceb000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1789608810.849021:0:33970:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d907d24700 x1876538934298368/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1789608810.849029:0:33970:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789608810.849031:0:33970:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789608810.849041:0:33970:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d9033d8a80. 00000100:00000001:2.0:1789608810.849044:0:33970:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258516019840 : -117815193531776 : ffff94d9033d8a80) 00000100:00000001:2.0:1789608810.849047:0:33970:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608810.849049:0:33970:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592876288 : -117815116675328 : ffff94d907d24700) 00000100:00000001:2.0:1789608810.849054:0:33970:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608810.849059:0:33970:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608810.849061:0:33970:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789608810.849063:0:33970:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608810.849067:0:33970:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d24700 x1876538934298368/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608810.849075:0:33970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608810.849077:0:33970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608810.849081:0:33970:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608810.849084:0:33970:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608810.849086:0:33970:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608810.849090:0:33970:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d24700 pname:cluuid:pid:xid:nid:opc:job multiop:25f5d458-2cbe-49cd-9693-334c08df7e27:33970:1876538934298368:192.168.203.121@tcp:35:multiop.0 00000100:00000001:2.0:1789608810.849094:0:33970:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608810.849101:0:33970:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608810.849104:0:33970:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608810.849106:0:33970:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608810.849111:0:33970:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903dbcc00. 02000000:00000001:2.0:1789608810.849113:0:33970:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608810.849123:0:33970:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608810.849128:0:33970:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21630. 00000400:00000010:2.0:1789608810.849137:0:33970:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c088. 00000100:00000200:2.0:1789608810.849145:0:33970:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934298368, portal 10 00000100:00000001:2.0:1789608810.849147:0:33970:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608810.849149:0:33970:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592876288 : -117815116675328 : ffff94d907d24700) 00000100:00000040:2.0:1789608810.849155:0:33970:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d907d24700 x1876538934298368/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608826 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608810.849163:0:33970:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608810.849166:0:33970:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608810.849168:0:33970:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c770. 00000100:00000200:2.0:1789608810.849173:0:33970:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876538934298368, offset 0 00000400:00000200:2.0:1789608810.849181:0:33970:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608810.849191:0:33970:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608810.849200:0:33970:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608810.849206:0:33970:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608810.849212:0:33970:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608810.849216:0:33970:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608810.849219:0:33970:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608810.849222:0:33970:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2855:2855:256:4294967295] 192.168.203.121@tcp LPNI seq info [2855:2855:8:4294967295] 00000400:00000200:2.0:1789608810.849226:0:33970:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608810.849237:0:33970:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608810.849244:0:33970:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608810.849250:0:33970:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a01af00. 00000800:00000200:2.0:1789608810.849258:0:33970:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608810.849268:0:33970:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608810.849273:0:33970:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a01af00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1789608810.849288:0:33970:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608810.849294:0:33970:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 850420 usecs (851 jiffies) 00000400:00000200:2.0:1789608810.849297:0:33970:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608810.849300:0:33970:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296538789 00000100:00000010:2.0:1789608810.849305:0:33970:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d907f83720. 00000100:00000001:2.0:1789608810.849312:0:33970:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789608810.849322:0:33970:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296538789 00000100:00000010:2.0:1789608810.849325:0:33970:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d907f831e0. 00000100:00000001:2.0:1789608810.849329:0:33970:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789608810.849333:0:33970:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608810.849337:0:33970:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608810.849340:0:33970:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608810.849343:0:33970:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789608810.849346:0:33970:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d9033d8a80 going to sleep for 11 seconds 00000100:00000001:2.0:1789608810.849350:0:33970:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608810.849354:0:33970:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608810.849801:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608810.849808:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a01af00. 00000400:00000200:1.0:1789608810.850443:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608810.850455:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608810.850464:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c770 00000400:00000010:1.0:1789608810.850468:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c770. 00000100:00000001:1.0:1789608810.850475:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608810.850483:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d24700 x1876538934298368/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608826 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608810.850496:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608810.850500:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d24700 x1876538934298368/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608826 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608810.850507:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608810.850510:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:3.0:1789608811.278923:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608811.278933:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608811.278941:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608811.278942:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608811.279224:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608811.279229:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608811.279233:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789608811.536876:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789608811.536889:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789608811.536904:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908493b80. 00000020:00000040:3.0:1789608811.536912:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=4 obd=MGC192.168.203.121@tcp 00000100:00000001:3.0:1789608811.536917:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608811.536921:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608811.536928:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608811.536938:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d90827b800. 00000100:00000001:3.0:1789608811.536946:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608811.536962:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS req@ffff94d908493b80 x1876538934298496/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789608811.536984:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608811.536989:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608811.536997:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093d09541] to pc [ptlrpcd_01_01+1] req@ffff94d908493b80 x1876538934298496/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608811.537040:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608811.537043:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789608811.537047:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789608811.537050:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908491c00. 00000020:00000040:3.0:1789608811.537052:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:3.0:1789608811.537054:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608811.537056:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608811.537058:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608811.537061:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d90827bc00. 00000100:00000001:3.0:1789608811.537065:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608811.537070:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID req@ffff94d908491c00 x1876538934298624/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789608811.537077:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608811.537080:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608811.537083:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069b983a4] to pc [ptlrpcd_01_00+0] req@ffff94d908491c00 x1876538934298624/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608811.537092:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608811.537094:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789608811.537097:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789608811.537100:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908490000. 00000020:00000040:3.0:1789608811.537102:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=4 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000100:00000001:3.0:1789608811.537105:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608811.537106:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608811.537108:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608811.537111:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d90827b300. 00000100:00000001:3.0:1789608811.537114:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608811.537118:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID req@ffff94d908490000 x1876538934298752/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789608811.537125:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608811.537127:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608811.537131:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000489b5cde] to pc [ptlrpcd_01_01+1] req@ffff94d908490000 x1876538934298752/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608811.537139:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608811.537141:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789608811.537145:0:21207:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789608811.537148:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789608811.537151:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789608811.537155:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908490380. 00000020:00000040:3.0:1789608811.537158:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b13000 refcount=3 obd=lustre-OST0001-osc-ffff94d904ceb000 00000100:00000001:3.0:1789608811.537160:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608811.537161:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608811.537162:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608811.537165:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d90827b100. 00000100:00000001:3.0:1789608811.537168:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608811.537172:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID req@ffff94d908490380 x1876538934298880/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789608811.537179:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608811.537180:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608811.537184:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ec73aee] to pc [ptlrpcd_01_00+0] req@ffff94d908490380 x1876538934298880/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608811.537191:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608811.537195:0:21207:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1876) 00000100:00000001:3.0:1789608811.537311:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608811.537316:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608811.537319:0:2411:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608811.537325:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908491c00 x1876538934298624/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608811.537334:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608811.537337:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608811.537341:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608811.537345:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608811.537347:0:2411:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608811.537351:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908491c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934298624:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608811.537356:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608811.537362:0:2411:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608811.537365:0:2411:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608811.537368:0:2411:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608811.537374:0:2411:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d910f6ea00. 02000000:00000001:3.0:1789608811.537376:0:2411:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608811.537386:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608811.537391:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2af20. 00000400:00000010:3.0:1789608811.537399:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9550. 00000100:00000200:3.0:1789608811.537407:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934298624, portal 10 00000100:00000001:3.0:1789608811.537409:0:2411:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608811.537411:0:2411:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600664064 : -117815108887552 : ffff94d908491c00) 00000100:00000040:3.0:1789608811.537419:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d908491c00 x1876538934298624/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608811.537426:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608811.537430:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608811.537432:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9cc0. 00000100:00000200:3.0:1789608811.537436:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934298624, offset 0 00000400:00000200:3.0:1789608811.537443:0:2411:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608811.537455:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608811.537464:0:2411:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608811.537470:0:2411:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608811.537475:0:2411:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608811.537479:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608811.537482:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608811.537486:0:2411:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2856:2856:256:4294967295] 192.168.203.121@tcp LPNI seq info [2856:2856:8:4294967295] 00000400:00000200:3.0:1789608811.537491:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608811.537502:0:2411:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608811.537510:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608811.537515:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d90827b000. 00000800:00000200:3.0:1789608811.537523:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608811.537531:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608811.537536:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d90827b000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789608811.537559:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608811.537565:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 850420 usecs (851 jiffies) 00000400:00000200:3.0:1789608811.537568:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608811.537571:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296539478 00000100:00000001:3.0:1789608811.537580:0:2411:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, simply extend its deadline from 4296538789 00000100:00000001:3.0:1789608811.537585:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296539478 00000100:00000001:3.0:1789608811.537589:0:2411:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, simply extend its deadline from 4296538789 00000100:00000001:3.0:1789608811.537592:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608811.537595:0:2411:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608811.537598:0:2411:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608811.537602:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908490380 x1876538934298880/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608811.537608:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608811.537610:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608811.537612:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608811.537614:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608811.537616:0:2411:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608811.537619:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908490380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934298880:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608811.537622:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608811.537625:0:2411:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608811.537626:0:2411:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608811.537628:0:2411:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608811.537633:0:2411:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d910f6f600. 02000000:00000001:3.0:1789608811.537635:0:2411:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608811.537638:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608811.537641:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a898. 00000400:00000010:3.0:1789608811.537644:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9b28. 00000100:00000200:3.0:1789608811.537647:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934298880, portal 4 00000100:00000001:3.0:1789608811.537649:0:2411:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608811.537650:0:2411:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600657792 : -117815108893824 : ffff94d908490380) 00000100:00000040:3.0:1789608811.537656:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d908490380 x1876538934298880/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608811.537663:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608811.537665:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608811.537667:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9908. 00000100:00000200:3.0:1789608811.537670:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876538934298880, offset 0 00000400:00000200:3.0:1789608811.537705:0:2411:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608811.537710:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608811.537714:0:2411:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608811.537717:0:2411:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608811.537720:0:2411:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608811.537722:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608811.537724:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608811.537727:0:2411:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2857:2857:255:4294967295] 192.168.203.121@tcp LPNI seq info [2857:2857:7:4294967295] 00000400:00000200:3.0:1789608811.537731:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608811.537737:0:2411:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608811.537741:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608811.537745:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d90827bd00. 00000800:00000200:3.0:1789608811.537749:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608811.537753:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608811.537756:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d90827bd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789608811.537759:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608811.537761:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: using a timeout of 25046 usecs (26 jiffies) 00000400:00000200:3.0:1789608811.537764:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608811.537766:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296538654 00000100:00000001:3.0:1789608811.537768:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296539478 00000100:00000001:3.0:1789608811.537771:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296538654 00000100:00000001:3.0:1789608811.537773:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296539478 00000100:00000001:3.0:1789608811.537775:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608811.537777:0:2411:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608811.537779:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608811.537782:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608811.537792:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608811.537795:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789608811.537797:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608811.537798:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608811.537801:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608811.537804:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1789608811.537806:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608811.537808:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608811.537810:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608811.537811:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608811.537812:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608811.537813:0:2411:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608811.537817:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908493b80 x1876538934298496/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608811.537824:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608811.537825:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608811.537827:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608811.537829:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608811.537831:0:2411:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608811.537833:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908493b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2411:1876538934298496:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608811.537837:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608811.537839:0:2411:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608811.537841:0:2411:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608811.537842:0:2411:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608811.537846:0:2411:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d91372ac00. 02000000:00000001:3.0:1789608811.537848:0:2411:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608811.537852:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608811.537854:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a6e0. 00000400:00000010:3.0:1789608811.537857:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9e58. 00000100:00000200:3.0:1789608811.537860:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934298496, portal 25 00000100:00000001:3.0:1789608811.537862:0:2411:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608811.537863:0:2411:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600672128 : -117815108879488 : ffff94d908493b80) 00000100:00000040:3.0:1789608811.537867:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d908493b80 x1876538934298496/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608811.537873:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608811.537875:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608811.537878:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a92a8. 00000100:00000200:3.0:1789608811.537880:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876538934298496, offset 0 00000400:00000200:3.0:1789608811.537885:0:2411:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608811.537888:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608811.537892:0:2411:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608811.537894:0:2411:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608811.537897:0:2411:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608811.537899:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608811.537901:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608811.537904:0:2411:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2858:2858:254:4294967295] 192.168.203.121@tcp LPNI seq info [2858:2858:6:4294967295] 00000400:00000200:3.0:1789608811.537908:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608811.537913:0:2411:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608811.537917:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608811.537921:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d908d55a00. 00000800:00000200:3.0:1789608811.537925:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608811.537929:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608811.537931:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d908d55a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789608811.537934:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608811.537937:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608811.537938:0:2411:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 0 is 4296542562 00000100:00000001:3.0:1789608811.537942:0:2411:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296539478 00000100:00000001:3.0:1789608811.537945:0:2411:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 1 is 4296542562 00000100:00000001:3.0:1789608811.537948:0:2411:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296539478 00000100:00000001:3.0:1789608811.537951:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608811.537953:0:2411:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608811.537955:0:2411:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608811.537959:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908490000 x1876538934298752/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608811.537965:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608811.537966:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608811.537968:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608811.537980:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608811.537983:0:2411:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608811.537986:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908490000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934298752:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608811.537989:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608811.537991:0:2411:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608811.537993:0:2411:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608811.537995:0:2411:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608811.537998:0:2411:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d91372b000. 02000000:00000001:3.0:1789608811.538000:0:2411:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608811.538002:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608811.538004:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2ae18. 00000400:00000010:3.0:1789608811.538008:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9000. 00000100:00000200:3.0:1789608811.538010:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934298752, portal 10 00000100:00000001:3.0:1789608811.538012:0:2411:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608811.538014:0:2411:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600656896 : -117815108894720 : ffff94d908490000) 00000100:00000040:3.0:1789608811.538020:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d908490000 x1876538934298752/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608811.538026:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608811.538028:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608811.538030:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9880. 00000100:00000200:3.0:1789608811.538032:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934298752, offset 0 00000400:00000200:3.0:1789608811.538036:0:2411:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608811.538039:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608811.538043:0:2411:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608811.538045:0:2411:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608811.538047:0:2411:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608811.538049:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608811.538052:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608811.538054:0:2411:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2859:2859:253:4294967295] 192.168.203.121@tcp LPNI seq info [2859:2859:5:4294967295] 00000400:00000200:3.0:1789608811.538058:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608811.538064:0:2411:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608811.538069:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608811.538073:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d908d55900. 00000800:00000200:3.0:1789608811.538077:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608811.538081:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608811.538083:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d908d55900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789608811.538086:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608811.538088:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: using a timeout of 23380 usecs (24 jiffies) 00000400:00000200:3.0:1789608811.538091:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608811.538093:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296538652 00000100:00000001:3.0:1789608811.538096:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296542562 00000100:00000001:3.0:1789608811.538097:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296538652 00000100:00000001:3.0:1789608811.538099:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296542562 00000100:00000001:3.0:1789608811.538102:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608811.538104:0:2411:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608811.538107:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608811.538109:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608811.538432:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608811.538438:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d90827b000. 00000400:00000200:0.0:1789608811.538448:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608811.538454:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608811.538461:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9cc0 00000400:00000010:0.0:1789608811.538464:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9cc0. 00000100:00000001:0.0:1789608811.538470:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608811.538474:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908491c00 x1876538934298624/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608811.538485:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608811.538489:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908491c00 x1876538934298624/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608827 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608811.538497:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608811.538500:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608811.538518:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608811.538520:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d90827bd00. 00000400:00000200:0.0:1789608811.538523:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608811.538526:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608811.538529:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9908 00000400:00000010:0.0:1789608811.538531:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9908. 00000100:00000001:0.0:1789608811.538533:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608811.538536:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908490380 x1876538934298880/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608811.538542:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608811.538545:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908490380 x1876538934298880/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608827 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608811.538551:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608811.538553:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608811.538560:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608811.538561:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d908d55a00. 00000400:00000200:0.0:1789608811.538564:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608811.538568:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608811.538570:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a92a8 00000400:00000010:0.0:1789608811.538572:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a92a8. 00000100:00000001:0.0:1789608811.538574:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608811.538577:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908493b80 x1876538934298496/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608811.538584:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608811.538587:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908493b80 x1876538934298496/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608827 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608811.538592:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608811.538594:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608811.538672:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608811.538674:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d908d55900. 00000400:00000200:0.0:1789608811.538704:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608811.538707:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608811.538710:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9880 00000400:00000010:0.0:1789608811.538712:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9880. 00000100:00000001:0.0:1789608811.538714:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608811.538718:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908490000 x1876538934298752/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608811.538724:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608811.538727:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908490000 x1876538934298752/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608827 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608811.538734:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608811.538735:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789608811.538940:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608811.538944:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789608811.542159:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608811.542183:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608811.542190:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608811.542193:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608811.542204:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608811.542214:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608811.542225:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608811.542230:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608811.542235:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608811.542241:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c4960900 00000400:00000200:0.0:1789608811.542247:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608811.542254:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x82a1 [1] + 224 00000800:00000001:0.0:1789608811.542263:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608811.542268:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608811.542272:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608811.542277:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608811.542286:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608811.542308:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908490380 x1876538934298880/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608827 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608811.542320:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d908490380 x1876538934298880/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608827 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608811.542345:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608811.542354:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608811.542358:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608811.542360:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608811.542362:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608811.542365:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608811.542369:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608811.542373:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608811.542375:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608811.542378:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608811.542381:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4960800 00000400:00000200:0.0:1789608811.542385:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608811.542389:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x8299 [1] + 224 00000800:00000001:0.0:1789608811.542392:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608811.542395:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608811.542397:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608811.542400:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608811.542403:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608811.542408:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908491c00 x1876538934298624/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608827 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608811.542416:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d908491c00 x1876538934298624/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608827 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608811.542423:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608811.542426:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608811.542429:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608811.542431:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608811.542433:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608811.542436:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608811.542439:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608811.542443:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608811.542446:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608811.542449:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608811.542451:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4960880 00000400:00000200:0.0:1789608811.542454:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608811.542458:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x82b1 [1] + 224 00000800:00000001:0.0:1789608811.542462:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608811.542483:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608811.542486:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608811.542489:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608811.542493:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608811.542497:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908490000 x1876538934298752/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608827 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608811.542506:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d908490000 x1876538934298752/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608827 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608811.542512:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608811.542516:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608811.542519:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608811.542643:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608811.542648:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608811.542657:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608811.542659:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608811.542663:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2ae18. 00000400:00000200:3.0:1789608811.542668:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9000 00000400:00000010:3.0:1789608811.542671:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9000. 00000100:00000001:3.0:1789608811.542705:0:2411:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608811.542710:0:2411:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908490000 x1876538934298752/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608827 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608811.542719:0:2411:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908490000 x1876538934298752/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608827 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608811.542725:0:2411:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608811.542728:0:2411:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608811.542731:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608811.542734:0:2411:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608811.542737:0:2411:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608811.542741:0:2411:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608811.542744:0:2411:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608811.542757:0:2411:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b17c60 time=19 v=5 (5 104 104 104) 00000100:00001000:3.0:1789608811.542761:0:2411:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b17c18 time=19 v=5 (1 1 1 1) 00000100:00000001:3.0:1789608811.542764:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608811.542767:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608811.542770:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608811.542774:0:2411:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608811.542779:0:2411:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608811.542782:0:2411:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1789608811.542784:0:2411:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608811.542786:0:2411:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608811.542793:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908490000 x1876538934298752/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608827 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608811.542800:0:2411:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608811.542804:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608811.542806:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608811.542810:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908490000 x1876538934298752/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608827 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608811.542817:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908490000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934298752:192.168.203.121@tcp:400:kworker.0 00000400:00000001:3.0:1789608811.542823:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608811.542825:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608811.542826:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2af20. 00000400:00000200:3.0:1789608811.542829:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9550 00000400:00000010:3.0:1789608811.542830:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9550. 00000100:00000001:3.0:1789608811.542833:0:2411:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608811.542835:0:2411:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908491c00 x1876538934298624/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608827 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608811.542855:0:2411:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908491c00 x1876538934298624/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608827 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608811.542861:0:2411:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608811.542863:0:2411:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608811.542865:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608811.542867:0:2411:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608811.542868:0:2411:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608811.542869:0:2411:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608811.542871:0:2411:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608811.542874:0:2411:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=19 v=5 (5 104 104 104) 00000100:00001000:3.0:1789608811.542877:0:2411:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=14 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608811.542879:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608811.542881:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608811.542882:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608811.542885:0:2411:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608811.542887:0:2411:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608811.542888:0:2411:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967640 00000100:00000001:3.0:1789608811.542890:0:2411:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608811.542892:0:2411:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608811.542895:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908491c00 x1876538934298624/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608827 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608811.542901:0:2411:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608811.542902:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608811.542904:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608811.542907:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908491c00 x1876538934298624/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608827 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608811.542913:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908491c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934298624:192.168.203.121@tcp:400:kworker.0 00000400:00000001:3.0:1789608811.542919:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608811.542920:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608811.542922:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a898. 00000400:00000200:3.0:1789608811.542925:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9b28 00000400:00000010:3.0:1789608811.542926:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9b28. 00000100:00000001:3.0:1789608811.542928:0:2411:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608811.542931:0:2411:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908490380 x1876538934298880/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608827 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608811.542939:0:2411:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908490380 x1876538934298880/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608827 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608811.542946:0:2411:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608811.542947:0:2411:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608811.542949:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608811.542950:0:2411:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608811.542951:0:2411:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608811.542953:0:2411:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608811.542954:0:2411:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608811.542958:0:2411:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13460 time=19 v=5 (5 5 5 5) 00000100:00001000:3.0:1789608811.542961:0:2411:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13418 time=38 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608811.542963:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608811.542964:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608811.542966:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608811.542968:0:2411:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608811.542979:0:2411:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608811.542981:0:2411:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d904ceb000: skip recheck: last_committed 4294967322 00000100:00000001:3.0:1789608811.542982:0:2411:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608811.542984:0:2411:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608811.542988:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908490380 x1876538934298880/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608827 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608811.542994:0:2411:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608811.542996:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608811.542998:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608811.543001:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908490380 x1876538934298880/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608827 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608811.543007:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908490380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934298880:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608811.543011:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608811.543014:0:2411:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608811.543017:0:2411:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908490000 x1876538934298752/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608827 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608811.543024:0:2411:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608811.543027:0:2411:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608811.543032:0:2411:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d91372b000. 02000000:00000001:3.0:1789608811.543036:0:2411:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608811.543040:0:2411:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608811.543042:0:2411:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=3 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608811.543044:0:2411:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608811.543047:0:2411:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d90827b300. 02000000:00000001:3.0:1789608811.543051:0:2411:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608811.543053:0:2411:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608811.543055:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908490000. 00000100:00000001:3.0:1789608811.543058:0:2411:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608811.543060:0:2411:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608811.543061:0:2411:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608811.543064:0:2411:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908491c00 x1876538934298624/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608827 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608811.543070:0:2411:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608811.543071:0:2411:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608811.543073:0:2411:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d910f6ea00. 02000000:00000001:3.0:1789608811.543076:0:2411:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608811.543077:0:2411:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608811.543078:0:2411:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608811.543080:0:2411:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608811.543081:0:2411:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d90827bc00. 02000000:00000001:3.0:1789608811.543083:0:2411:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608811.543084:0:2411:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608811.543086:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908491c00. 00000100:00000001:3.0:1789608811.543088:0:2411:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608811.543089:0:2411:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608811.543091:0:2411:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608811.543094:0:2411:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908490380 x1876538934298880/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608827 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608811.543100:0:2411:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608811.543102:0:2411:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608811.543103:0:2411:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d910f6f600. 02000000:00000001:3.0:1789608811.543105:0:2411:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608811.543106:0:2411:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608811.543108:0:2411:0:(genops.c:1222:class_import_put()) import ffff94d902b13000 refcount=2 obd=lustre-OST0001-osc-ffff94d904ceb000 00000020:00000001:3.0:1789608811.543110:0:2411:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608811.543111:0:2411:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d90827b100. 02000000:00000001:3.0:1789608811.543113:0:2411:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608811.543114:0:2411:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608811.543116:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908490380. 00000100:00000001:3.0:1789608811.543118:0:2411:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608811.543119:0:2411:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608811.543123:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608811.543125:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608811.543126:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608811.543128:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608811.543130:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789608811.543803:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608811.543813:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608811.543817:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608811.543820:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608811.543827:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608811.543833:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608811.543853:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608811.543857:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608811.543861:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608811.543866:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 25 MB=0x6aab3c4960780 00000400:00000200:0.0:1789608811.543871:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608811.543876:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.121@tcp of length 224/224 into md 0x82a9 [1] + 224 00000800:00000001:0.0:1789608811.543883:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608811.543890:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608811.543893:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608811.543898:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608811.543902:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608811.543908:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908493b80 x1876538934298496/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608827 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608811.543919:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d908493b80 x1876538934298496/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608827 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608811.543968:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608811.543981:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608811.543997:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608811.544005:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608811.544008:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1789608811.546520:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608811.546529:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608811.546535:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a6e0. 00000400:00000200:3.0:1789608811.546547:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9e58 00000400:00000010:3.0:1789608811.546550:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9e58. 00000100:00000001:3.0:1789608811.546556:0:2411:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608811.546571:0:2411:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908493b80 x1876538934298496/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608827 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608811.546584:0:2411:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908493b80 x1876538934298496/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608827 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608811.546593:0:2411:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608811.546596:0:2411:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608811.546600:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608811.546604:0:2411:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608811.546607:0:2411:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608811.546610:0:2411:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608811.546613:0:2411:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608811.546621:0:2411:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d90510e460 time=19 v=5 (5 5 5 5) 00000100:00001000:3.0:1789608811.546625:0:2411:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d90510e418 time=19 v=5 (1 1 1 1) 00000100:00000001:3.0:1789608811.546628:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608811.546630:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608811.546633:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608811.546732:0:2411:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608811.546737:0:2411:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608811.546744:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908493b80 x1876538934298496/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608827 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608811.546751:0:2411:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608811.546755:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608811.546757:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608811.546761:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908493b80 x1876538934298496/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608827 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608811.546770:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908493b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2411:1876538934298496:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608811.546776:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608811.546780:0:2411:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608811.546784:0:2411:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908493b80 x1876538934298496/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608827 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608811.546792:0:2411:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608811.546795:0:2411:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608811.546799:0:2411:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d91372ac00. 02000000:00000001:3.0:1789608811.546804:0:2411:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608811.546808:0:2411:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608811.546810:0:2411:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=3 obd=MGC192.168.203.121@tcp 00000020:00000001:3.0:1789608811.546813:0:2411:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608811.546815:0:2411:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d90827b800. 02000000:00000001:3.0:1789608811.546820:0:2411:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608811.546822:0:2411:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608811.546824:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908493b80. 00000100:00000001:3.0:1789608811.546828:0:2411:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608811.546830:0:2411:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608811.546832:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608811.546842:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608811.546844:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608811.546847:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608811.546850:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608812.304081:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608812.304090:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608812.304099:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608812.304100:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608812.304378:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608812.304382:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608812.304386:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789608813.327360:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608813.327369:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608813.327376:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608813.327377:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608813.327576:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608813.327581:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608813.327584:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789608814.375488:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608814.375497:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608814.375504:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608814.375508:0:32466:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608814.375510:0:32466:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608814.375517:0:32466:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608814.375520:0:32466:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608814.375521:0:32466:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608814.375525:0:32466:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608814.375528:0:32466:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608814.375529:0:32466:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608814.375532:0:32466:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608814.375567:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789608814.375571:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608814.375573:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789608815.440016:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608815.440025:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608815.440032:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608815.440033:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608815.441042:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608815.441049:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608815.441055:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789608815.501762:0:809:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d110 (cpu 1) has reached its deadline 4296542562, at 4296542592 00000100:00000010:1.0:1789608815.501786:0:809:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d907f831e0. 00000100:00000040:0.0:1789608815.501963:0:32114:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d000 (cpu 0) has reached its deadline 4296542562, at 4296542592 00000100:00000010:0.0:1789608815.501972:0:32114:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d907f83720. 00010000:00000001:3.0:1789608816.462189:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608816.462202:0:32466:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608816.462205:0:32466:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608816.462209:0:32466:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608816.462215:0:32466:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608816.462218:0:32466:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608816.462220:0:32466:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608816.462223:0:32466:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608816.462227:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608816.462228:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608816.462384:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608816.462389:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608816.462392:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789608816.654363:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789608816.654377:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789608816.654395:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908493b80. 00000020:00000040:3.0:1789608816.654403:0:36:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=4 obd=MGC192.168.203.121@tcp 00000100:00000001:3.0:1789608816.654408:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608816.654413:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608816.654420:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608816.654429:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d908d55000. 00000100:00000001:3.0:1789608816.654437:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608816.654451:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS req@ffff94d908493b80 x1876538934299008/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789608816.654464:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608816.654469:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608816.654477:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093d09541] to pc [ptlrpcd_01_01+1] req@ffff94d908493b80 x1876538934299008/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608816.654518:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608816.654521:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789608816.654525:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789608816.654528:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908490380. 00000020:00000040:3.0:1789608816.654531:0:36:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:3.0:1789608816.654533:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608816.654535:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608816.654537:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608816.654540:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d908d55100. 00000100:00000001:3.0:1789608816.654543:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608816.654548:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID req@ffff94d908490380 x1876538934299136/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789608816.654555:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608816.654557:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608816.654561:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ec73aee] to pc [ptlrpcd_01_00+0] req@ffff94d908490380 x1876538934299136/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608816.654569:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608816.654571:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789608816.654575:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789608816.654578:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908491c00. 00000020:00000040:3.0:1789608816.654581:0:36:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=4 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000100:00000001:3.0:1789608816.654583:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608816.654584:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608816.654585:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608816.654591:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d908d55900. 00000100:00000001:3.0:1789608816.654594:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608816.654598:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID req@ffff94d908491c00 x1876538934299264/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789608816.654605:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608816.654607:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608816.654610:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069b983a4] to pc [ptlrpcd_01_01+1] req@ffff94d908491c00 x1876538934299264/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608816.654617:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608816.654619:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789608816.654623:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789608816.654625:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789608816.654628:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789608816.654632:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908490000. 00000020:00000040:3.0:1789608816.654634:0:36:0:(genops.c:1209:class_import_get()) import ffff94d902b13000 refcount=3 obd=lustre-OST0001-osc-ffff94d904ceb000 00000100:00000001:3.0:1789608816.654636:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608816.654637:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608816.654638:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608816.654642:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d908d55a00. 00000100:00000001:3.0:1789608816.654645:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608816.654648:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID req@ffff94d908490000 x1876538934299392/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789608816.654655:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608816.654657:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608816.654660:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000489b5cde] to pc [ptlrpcd_01_00+0] req@ffff94d908490000 x1876538934299392/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608816.654667:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608816.654672:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1881) 00000100:00000001:3.0:1789608816.654717:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608816.654721:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608816.654723:0:2411:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608816.654729:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908490380 x1876538934299136/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608816.654737:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608816.654740:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608816.654743:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608816.654746:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608816.654749:0:2411:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608816.654753:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908490380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934299136:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608816.654758:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608816.654764:0:2411:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608816.654767:0:2411:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608816.654769:0:2411:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608816.654775:0:2411:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d91ee89e00. 02000000:00000001:3.0:1789608816.654777:0:2411:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608816.654786:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608816.654791:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a6e0. 00000400:00000010:3.0:1789608816.654800:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9e58. 00000100:00000200:3.0:1789608816.654808:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934299136, portal 10 00000100:00000001:3.0:1789608816.654811:0:2411:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608816.654813:0:2411:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600657792 : -117815108893824 : ffff94d908490380) 00000100:00000040:3.0:1789608816.654821:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d908490380 x1876538934299136/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608816.654829:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608816.654832:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608816.654835:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9b28. 00000100:00000200:3.0:1789608816.654839:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934299136, offset 0 00000400:00000200:3.0:1789608816.654846:0:2411:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608816.654855:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608816.654864:0:2411:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608816.654871:0:2411:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608816.654876:0:2411:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608816.654879:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608816.654883:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608816.654887:0:2411:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2860:2860:256:4294967295] 192.168.203.121@tcp LPNI seq info [2860:2860:8:4294967295] 00000400:00000200:3.0:1789608816.654891:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608816.654902:0:2411:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608816.654909:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608816.654915:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d902c9dd00. 00000800:00000200:3.0:1789608816.654923:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608816.654943:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608816.654948:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d902c9dd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789608816.654966:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608816.654971:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 849300 usecs (850 jiffies) 00000400:00000200:3.0:1789608816.654974:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608816.654978:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296544595 00000100:00000010:3.0:1789608816.654984:0:2411:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d909265180. 00000100:00000001:3.0:1789608816.654993:0:2411:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1789608816.655000:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296544595 00000100:00000010:3.0:1789608816.655002:0:2411:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d909265b40. 00000100:00000001:3.0:1789608816.655006:0:2411:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1789608816.655010:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608816.655013:0:2411:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608816.655015:0:2411:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608816.655020:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908490000 x1876538934299392/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608816.655032:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608816.655033:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608816.655036:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608816.655037:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608816.655039:0:2411:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608816.655042:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908490000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934299392:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608816.655045:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608816.655048:0:2411:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608816.655049:0:2411:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608816.655051:0:2411:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608816.655055:0:2411:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d91ee88400. 02000000:00000001:3.0:1789608816.655056:0:2411:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608816.655060:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608816.655063:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a898. 00000400:00000010:3.0:1789608816.655067:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9550. 00000100:00000200:3.0:1789608816.655070:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934299392, portal 4 00000100:00000001:3.0:1789608816.655072:0:2411:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608816.655073:0:2411:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600656896 : -117815108894720 : ffff94d908490000) 00000100:00000040:3.0:1789608816.655079:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d908490000 x1876538934299392/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608816.655085:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608816.655088:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608816.655090:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9000. 00000100:00000200:3.0:1789608816.655092:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876538934299392, offset 0 00000400:00000200:3.0:1789608816.655097:0:2411:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608816.655100:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608816.655104:0:2411:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608816.655107:0:2411:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608816.655109:0:2411:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608816.655111:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608816.655113:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608816.655117:0:2411:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2861:2861:255:4294967295] 192.168.203.121@tcp LPNI seq info [2861:2861:7:4294967295] 00000400:00000200:3.0:1789608816.655120:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608816.655126:0:2411:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608816.655131:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608816.655135:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d919aaa100. 00000800:00000200:3.0:1789608816.655138:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608816.655143:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608816.655145:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d919aaa100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789608816.655148:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608816.655151:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: using a timeout of 24941 usecs (25 jiffies) 00000400:00000200:3.0:1789608816.655154:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608816.655156:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296543770 00000100:00000001:3.0:1789608816.655158:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296544595 00000100:00000001:3.0:1789608816.655161:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296543770 00000100:00000001:3.0:1789608816.655163:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296544595 00000100:00000001:3.0:1789608816.655165:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608816.655167:0:2411:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608816.655183:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608816.655186:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608816.655195:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608816.655197:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789608816.655200:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608816.655201:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608816.655203:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608816.655206:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1789608816.655207:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608816.655209:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608816.655210:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608816.655212:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608816.655213:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608816.655214:0:2411:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608816.655219:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908493b80 x1876538934299008/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608816.655228:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608816.655229:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608816.655231:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608816.655233:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608816.655235:0:2411:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608816.655238:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908493b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2411:1876538934299008:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608816.655240:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608816.655243:0:2411:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608816.655244:0:2411:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608816.655246:0:2411:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608816.655250:0:2411:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d910f64800. 02000000:00000001:3.0:1789608816.655252:0:2411:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608816.655255:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608816.655258:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2af20. 00000400:00000010:3.0:1789608816.655261:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a96e8. 00000100:00000200:3.0:1789608816.655264:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934299008, portal 25 00000100:00000001:3.0:1789608816.655266:0:2411:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608816.655267:0:2411:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600672128 : -117815108879488 : ffff94d908493b80) 00000100:00000040:3.0:1789608816.655272:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d908493b80 x1876538934299008/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608816.655278:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608816.655280:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608816.655283:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a95d8. 00000100:00000200:3.0:1789608816.655285:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876538934299008, offset 0 00000400:00000200:3.0:1789608816.655289:0:2411:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608816.655293:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608816.655296:0:2411:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608816.655299:0:2411:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608816.655301:0:2411:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608816.655303:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608816.655305:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608816.655308:0:2411:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2862:2862:254:4294967295] 192.168.203.121@tcp LPNI seq info [2862:2862:6:4294967295] 00000400:00000200:3.0:1789608816.655312:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608816.655317:0:2411:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608816.655321:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608816.655325:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d919aaaa00. 00000800:00000200:3.0:1789608816.655329:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608816.655333:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608816.655335:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d919aaaa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789608816.655338:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608816.655341:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608816.655343:0:2411:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 0 is 4296547679 00000100:00000001:3.0:1789608816.655349:0:2411:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296544595 00000100:00000001:3.0:1789608816.655352:0:2411:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 1 is 4296547679 00000100:00000001:3.0:1789608816.655355:0:2411:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296544595 00000100:00000001:3.0:1789608816.655357:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608816.655359:0:2411:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608816.655361:0:2411:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608816.655365:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908491c00 x1876538934299264/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608816.655371:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608816.655372:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608816.655374:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608816.655376:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608816.655378:0:2411:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608816.655381:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908491c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934299264:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608816.655384:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608816.655387:0:2411:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608816.655388:0:2411:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608816.655390:0:2411:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608816.655393:0:2411:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d910f64400. 02000000:00000001:3.0:1789608816.655395:0:2411:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608816.655398:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608816.655401:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2ae18. 00000400:00000010:3.0:1789608816.655404:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9aa0. 00000100:00000200:3.0:1789608816.655406:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934299264, portal 10 00000100:00000001:3.0:1789608816.655408:0:2411:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608816.655409:0:2411:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600664064 : -117815108887552 : ffff94d908491c00) 00000100:00000040:3.0:1789608816.655415:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d908491c00 x1876538934299264/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608816.655421:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608816.655422:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608816.655425:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a97f8. 00000100:00000200:3.0:1789608816.655427:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934299264, offset 0 00000400:00000200:3.0:1789608816.655431:0:2411:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608816.655434:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608816.655437:0:2411:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608816.655439:0:2411:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608816.655442:0:2411:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608816.655444:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608816.655445:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608816.655448:0:2411:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2863:2863:253:4294967295] 192.168.203.121@tcp LPNI seq info [2863:2863:5:4294967295] 00000400:00000200:3.0:1789608816.655451:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608816.655457:0:2411:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608816.655460:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608816.655463:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d919aaa200. 00000800:00000200:3.0:1789608816.655466:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608816.655470:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608816.655473:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d919aaa200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789608816.655475:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608816.655477:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: using a timeout of 23320 usecs (24 jiffies) 00000400:00000200:3.0:1789608816.655480:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608816.655482:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296543769 00000100:00000001:3.0:1789608816.655484:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296547679 00000100:00000001:3.0:1789608816.655486:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296543769 00000100:00000001:3.0:1789608816.655489:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296547679 00000100:00000001:3.0:1789608816.655491:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608816.655493:0:2411:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608816.655495:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608816.655498:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608816.655636:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608816.655642:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d902c9dd00. 00000400:00000200:1.0:1789608816.655654:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608816.655660:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608816.655666:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9b28 00000400:00000010:1.0:1789608816.655669:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9b28. 00000100:00000001:1.0:1789608816.655695:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608816.655701:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908490380 x1876538934299136/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608816.655711:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608816.655714:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908490380 x1876538934299136/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608832 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608816.655722:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608816.655724:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608816.655739:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608816.655742:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d919aaa100. 00000400:00000200:1.0:1789608816.655745:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608816.655748:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608816.655751:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9000 00000400:00000010:1.0:1789608816.655753:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9000. 00000100:00000001:1.0:1789608816.655754:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608816.655758:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908490000 x1876538934299392/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608816.655765:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608816.655768:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908490000 x1876538934299392/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608832 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608816.655775:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608816.655776:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608816.655785:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608816.655788:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d919aaaa00. 00000400:00000200:1.0:1789608816.655790:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608816.655793:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608816.655795:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a95d8 00000400:00000010:1.0:1789608816.655797:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a95d8. 00000100:00000001:1.0:1789608816.655799:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608816.655803:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908493b80 x1876538934299008/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608816.655810:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608816.655813:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908493b80 x1876538934299008/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608832 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608816.655818:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608816.655820:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608816.655898:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608816.655901:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d919aaa200. 00000400:00000200:1.0:1789608816.655904:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608816.655907:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608816.655910:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a97f8 00000400:00000010:1.0:1789608816.655911:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a97f8. 00000100:00000001:1.0:1789608816.655913:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608816.655916:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908491c00 x1876538934299264/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608816.655922:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608816.655925:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908491c00 x1876538934299264/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608832 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608816.655931:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608816.655942:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789608816.656228:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608816.656232:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789608816.666617:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608816.666637:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608816.666642:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608816.666644:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608816.666655:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608816.666665:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608816.666713:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608816.666720:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608816.666726:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608816.666731:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4960a80 00000400:00000200:0.0:1789608816.666737:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608816.666743:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x82d1 [1] + 224 00000800:00000001:0.0:1789608816.666752:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608816.666757:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608816.666760:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608816.666766:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608816.666774:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608816.666785:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908491c00 x1876538934299264/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608832 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608816.666797:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d908491c00 x1876538934299264/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608832 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608816.666810:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608816.666831:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608816.666835:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608816.666837:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608816.666839:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608816.666842:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608816.666846:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608816.666850:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608816.666852:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608816.666855:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608816.666858:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4960a00 00000400:00000200:0.0:1789608816.666861:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608816.666865:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x82b9 [1] + 224 00000800:00000001:0.0:1789608816.666869:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608816.666872:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608816.666873:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608816.666877:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608816.666879:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608816.666884:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908490380 x1876538934299136/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608832 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608816.666893:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d908490380 x1876538934299136/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608832 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608816.666900:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608816.666904:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608816.666907:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608816.666909:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608816.666911:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608816.666914:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608816.666917:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608816.666921:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608816.666923:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608816.666926:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608816.666929:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c4960b00 00000400:00000200:0.0:1789608816.666942:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608816.666947:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x82c1 [1] + 224 00000800:00000001:0.0:1789608816.666950:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608816.666958:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608816.666960:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608816.666963:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608816.666966:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608816.666971:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908490000 x1876538934299392/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608832 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608816.666979:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d908490000 x1876538934299392/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608832 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608816.666987:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608816.666990:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608816.666993:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608816.667199:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608816.667204:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608816.667212:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608816.667215:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608816.667218:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2ae18. 00000400:00000200:3.0:1789608816.667224:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9aa0 00000400:00000010:3.0:1789608816.667227:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9aa0. 00000100:00000001:3.0:1789608816.667231:0:2411:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608816.667237:0:2411:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908491c00 x1876538934299264/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608832 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608816.667246:0:2411:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908491c00 x1876538934299264/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608832 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608816.667253:0:2411:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608816.667255:0:2411:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608816.667258:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608816.667262:0:2411:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608816.667416:0:2411:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608816.667420:0:2411:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608816.667424:0:2411:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608816.667437:0:2411:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b17c60 time=24 v=5 (5 104 104 104) 00000100:00001000:3.0:1789608816.667443:0:2411:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b17c18 time=24 v=5 (1 1 1 1) 00000100:00000001:3.0:1789608816.667446:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608816.667448:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608816.667451:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608816.667457:0:2411:0:(ldlm_request.c:1723:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608816.667461:0:2411:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608816.667465:0:2411:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1789608816.667466:0:2411:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608816.667468:0:2411:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608816.667474:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908491c00 x1876538934299264/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608832 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608816.667482:0:2411:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608816.667485:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608816.667488:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608816.667491:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908491c00 x1876538934299264/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608832 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608816.667499:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908491c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934299264:192.168.203.121@tcp:400:kworker.0 00000400:00000001:3.0:1789608816.667506:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608816.667507:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608816.667509:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a6e0. 00000400:00000200:3.0:1789608816.667512:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9e58 00000400:00000010:3.0:1789608816.667514:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9e58. 00000100:00000001:3.0:1789608816.667516:0:2411:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608816.667520:0:2411:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908490380 x1876538934299136/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608832 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608816.667526:0:2411:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908490380 x1876538934299136/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608832 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608816.667532:0:2411:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608816.667533:0:2411:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608816.667535:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608816.667536:0:2411:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608816.667537:0:2411:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608816.667539:0:2411:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608816.667540:0:2411:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608816.667544:0:2411:0:(import.c:2196:obd_at_measure()) add 0 to ffff94d902b11c60 time=24 v=5 (5 104 104 104) 00000100:00001000:3.0:1789608816.667546:0:2411:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=19 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608816.667548:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608816.667551:0:2411:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1789608816.667555:0:2411:0:(recover.c:202:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1789608816.667557:0:2411:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-mdc-ffff94d904ceb000 of lustre-MDT0000_UUID@192.168.203.121@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1789608816.667563:0:2411:0:(import.c:65:import_set_state_nolock()) ffff94d902b11800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1789608816.667567:0:2411:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff94d904ceb000: Connection to lustre-MDT0000 (at 192.168.203.121@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:3.0:1789608816.667571:0:2411:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1789608816.667575:0:2411:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:3.0:1789608816.667578:0:2411:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608816.667580:0:2411:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:3.0:1789608816.667582:0:2411:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789608816.667584:0:2411:0:(import.c:65:import_set_state_nolock()) ffff94d902b11800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789608816.667587:0:2411:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789608816.667590:0:2411:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff94d904ceb000: connect to NID 192.168.203.121@tcp last attempt 1856 00000400:00000200:3.0:1789608816.667594:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608816.667598:0:2411:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.121@tcp is discovered: rc = 1 00000100:00000040:3.0:1789608816.667602:0:2411:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff94d907ddb340 refcount 14 to 192.168.203.121@tcp 00000100:00000001:3.0:1789608816.667605:0:2411:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789608816.667608:0:2411:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff94d907ddb340 refcount 15 to 192.168.203.121@tcp 00000100:00000001:3.0:1789608816.667610:0:2411:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446626258593624896 : -117815115926720 : ffff94d907ddb340) 00000020:00000001:3.0:1789608816.667618:0:2411:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789608816.667621:0:2411:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc54db3288176f34a 00000020:00000001:3.0:1789608816.667624:0:2411:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608816.667632:0:2411:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d903101000 refcount=5 00000020:00000001:3.0:1789608816.667634:0:2411:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258513039360 : -117815196512256 : ffff94d903101000) 00000020:00000001:3.0:1789608816.667637:0:2411:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626258513039360 : -117815196512256 : ffff94d903101000) 00000100:00000040:3.0:1789608816.667639:0:2411:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff94d907ddb340 refcount 14 to 192.168.203.121@tcp 00000100:00000001:3.0:1789608816.667641:0:2411:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789608816.667643:0:2411:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff94d907ddb340 refcount 15 to 192.168.203.121@tcp 00000100:00000001:3.0:1789608816.667645:0:2411:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446626258593624896 : -117815115926720 : ffff94d907ddb340) 00000020:00000040:3.0:1789608816.667648:0:2411:0:(genops.c:879:class_export_put()) PUTting export ffff94d903101000 : new refcount 4 00000100:00080000:3.0:1789608816.667652:0:2411:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff94d904ceb000: import ffff94d902b11800 using connection 192.168.203.121@tcp/192.168.203.121@tcp 00000100:00000001:3.0:1789608816.667655:0:2411:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608816.667658:0:2411:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789608816.667666:0:2411:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608816.667669:0:2411:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608816.667672:0:2411:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789608816.667707:0:2411:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789608816.667711:0:2411:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608816.667713:0:2411:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608816.667720:0:2411:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908491180. 00000020:00000040:3.0:1789608816.667724:0:2411:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d904ceb000 02000000:00000001:3.0:1789608816.667728:0:2411:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789608816.667730:0:2411:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608816.667733:0:2411:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608816.667736:0:2411:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608816.667741:0:2411:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608816.667750:0:2411:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d908398400. 00000100:00000001:3.0:1789608816.667757:0:2411:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608816.667764:0:2411:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94d908491180 x1876538934299520/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789608816.667773:0:2411:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608816.667778:0:2411:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608816.667783:0:2411:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d70c18c5] to pc [ptlrpcd_rcv+-1] req@ffff94d908491180 x1876538934299520/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608816.667806:0:2411:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608816.667809:0:2411:0:(recover.c:221:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1789608816.667811:0:2411:0:(client.c:1715:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:3.0:1789608816.667815:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908490380 x1876538934299136/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608832 ref 1 fl Rpc:RNQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608816.667822:0:2411:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1789608816.667824:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608816.667826:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608816.667830:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908490380 x1876538934299136/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608832 ref 1 fl Interpret:RNQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608816.667838:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908490380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934299136:192.168.203.121@tcp:400:kworker.0 00000400:00000001:3.0:1789608816.667844:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608816.667846:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608816.667848:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a898. 00000400:00000200:3.0:1789608816.667850:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9550 00000400:00000010:3.0:1789608816.667852:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9550. 00000100:00000001:3.0:1789608816.667855:0:2411:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608816.667858:0:2411:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908490000 x1876538934299392/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608832 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608816.667866:0:2411:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908490000 x1876538934299392/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608832 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608816.667871:0:2411:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608816.667873:0:2411:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608816.667874:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608816.667876:0:2411:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608816.667877:0:2411:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608816.667879:0:2411:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608816.667881:0:2411:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608816.667885:0:2411:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13460 time=24 v=5 (5 5 5 5) 00000100:00001000:3.0:1789608816.667889:0:2411:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13418 time=43 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608816.667891:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608816.667892:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608816.667894:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608816.667897:0:2411:0:(ldlm_request.c:1723:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608816.667899:0:2411:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608816.667901:0:2411:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d904ceb000: skip recheck: last_committed 4294967322 00000100:00000001:3.0:1789608816.667903:0:2411:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608816.667904:0:2411:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608816.667908:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908490000 x1876538934299392/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608832 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608816.667920:0:2411:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608816.667922:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608816.667923:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608816.667926:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908490000 x1876538934299392/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608832 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608816.667944:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908490000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934299392:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608816.667949:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608816.667952:0:2411:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608816.667955:0:2411:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908491c00 x1876538934299264/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608832 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608816.667961:0:2411:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608816.667964:0:2411:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608816.667967:0:2411:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d910f64400. 02000000:00000001:3.0:1789608816.667972:0:2411:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608816.667974:0:2411:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608816.667976:0:2411:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=3 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608816.667978:0:2411:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608816.667981:0:2411:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d908d55900. 02000000:00000001:3.0:1789608816.667985:0:2411:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608816.667987:0:2411:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608816.667989:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908491c00. 00000100:00000001:3.0:1789608816.667992:0:2411:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608816.667994:0:2411:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608816.667996:0:2411:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608816.667998:0:2411:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908490380 x1876538934299136/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608832 ref 1 fl Complete:RNQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608816.668005:0:2411:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608816.668006:0:2411:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608816.668007:0:2411:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d91ee89e00. 02000000:00000001:3.0:1789608816.668011:0:2411:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608816.668012:0:2411:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608816.668014:0:2411:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608816.668016:0:2411:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608816.668017:0:2411:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d908d55100. 02000000:00000001:3.0:1789608816.668019:0:2411:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608816.668020:0:2411:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608816.668022:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908490380. 00000100:00000001:3.0:1789608816.668024:0:2411:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608816.668025:0:2411:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608816.668027:0:2411:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608816.668030:0:2411:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908490000 x1876538934299392/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608832 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608816.668036:0:2411:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608816.668038:0:2411:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608816.668039:0:2411:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d91ee88400. 02000000:00000001:3.0:1789608816.668041:0:2411:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608816.668042:0:2411:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608816.668043:0:2411:0:(genops.c:1222:class_import_put()) import ffff94d902b13000 refcount=2 obd=lustre-OST0001-osc-ffff94d904ceb000 00000020:00000001:3.0:1789608816.668045:0:2411:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608816.668046:0:2411:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d908d55a00. 02000000:00000001:3.0:1789608816.668048:0:2411:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608816.668049:0:2411:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608816.668051:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908490000. 00000100:00000001:3.0:1789608816.668053:0:2411:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608816.668054:0:2411:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608816.668057:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608816.668059:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608816.668061:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608816.668062:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608816.668064:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608816.669418:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608816.669426:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608816.669430:0:2408:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608816.669443:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908491180 x1876538934299520/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608816.669456:0:2408:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608816.669458:0:2408:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608816.669463:0:2408:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608816.669468:0:2408:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608816.669471:0:2408:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608816.669476:0:2408:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908491180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25f5d458-2cbe-49cd-9693-334c08df7e27:2408:1876538934299520:192.168.203.121@tcp:38:ptlrpcd_01_00.0 00000100:00000001:0.0:1789608816.669480:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608816.669485:0:2408:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608816.669488:0:2408:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608816.669491:0:2408:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608816.669502:0:2408:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903115c00. 02000000:00000001:0.0:1789608816.669504:0:2408:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608816.669512:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608816.669517:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8ec8. 00000400:00000010:0.0:1789608816.669525:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed7f8. 00000100:00000200:0.0:1789608816.669533:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934299520, portal 10 00000100:00000001:0.0:1789608816.669535:0:2408:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608816.669537:0:2408:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600661376 : -117815108890240 : ffff94d908491180) 00000100:00000040:0.0:1789608816.669546:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d908491180 x1876538934299520/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608816.669554:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608816.669557:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608816.669560:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed440. 00000100:00000200:0.0:1789608816.669564:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876538934299520, offset 0 00000400:00000200:0.0:1789608816.669571:0:2408:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608816.669579:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608816.669589:0:2408:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608816.669596:0:2408:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608816.669599:0:2408:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608816.669603:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608816.669605:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608816.669609:0:2408:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2864:2864:256:4294967295] 192.168.203.121@tcp LPNI seq info [2864:2864:8:4294967295] 00000400:00000200:0.0:1789608816.669613:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608816.669622:0:2408:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608816.669628:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608816.669634:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306300. 00000800:00000200:0.0:1789608816.669643:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608816.669653:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608816.669658:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306300 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789608816.669694:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608816.669700:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 848195 usecs (849 jiffies) 00000400:00000200:0.0:1789608816.669703:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608816.669706:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296544607 00000100:00000001:0.0:1789608816.669710:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296547679 00000100:00000001:0.0:1789608816.669712:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296544607 00000100:00000001:0.0:1789608816.669714:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296547679 00000100:00000001:0.0:1789608816.669716:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608816.669719:0:2408:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608816.669722:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608816.669725:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608816.669734:0:2408:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608816.669738:0:2408:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1789608816.669740:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608816.669741:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608816.669743:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608816.669745:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608816.669877:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608816.669881:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306300. 00000400:00000200:0.0:1789608816.669887:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608816.669891:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608816.669898:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed440 00000400:00000010:0.0:1789608816.669901:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed440. 00000100:00000001:0.0:1789608816.669905:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608816.669909:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908491180 x1876538934299520/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608816.669916:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608816.669919:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908491180 x1876538934299520/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608826 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608816.669941:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608816.669943:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608816.676095:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608816.676119:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608816.676124:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608816.676127:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608816.676140:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608816.676148:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608816.676158:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608816.676162:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608816.676167:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608816.676172:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4960b80 00000400:00000200:1.0:1789608816.676176:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608816.676181:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x82d9 [1] + 0 00000800:00000001:1.0:1789608816.676188:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608816.676195:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608816.676199:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608816.676202:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608816.676209:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608816.676219:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908491180 x1876538934299520/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608826 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608816.676228:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff94d908491180 x1876538934299520/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608826 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608816.676256:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608816.676263:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608816.676265:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608816.676352:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608816.676358:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608816.676367:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608816.676370:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608816.676374:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8ec8. 00000400:00000200:2.0:1789608816.676380:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed7f8 00000400:00000010:2.0:1789608816.676382:0:2408:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed7f8. 00000100:00000001:2.0:1789608816.676386:0:2408:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608816.676396:0:2408:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908491180 x1876538934299520/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608826 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789608816.676405:0:2408:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908491180 x1876538934299520/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608826 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608816.676411:0:2408:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608816.676413:0:2408:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608816.676416:0:2408:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608816.676420:0:2408:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608816.676424:0:2408:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608816.676426:0:2408:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608816.676429:0:2408:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608816.676441:0:2408:0:(import.c:2196:obd_at_measure()) add 0 to ffff94d902b11c60 time=24 v=5 (5 104 104 104) 00000100:00001000:2.0:1789608816.676446:0:2408:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=19 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608816.676449:0:2408:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608816.676452:0:2408:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1789608816.676454:0:2408:0:(client.c:1712:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1789608816.676460:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908491180 x1876538934299520/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/224 e 0 to 0 dl 1789608826 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608816.676467:0:2408:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1789608816.676471:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608816.676474:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608816.676477:0:2408:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789608816.676479:0:2408:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1789608816.676483:0:2408:0:(import.c:65:import_set_state_nolock()) ffff94d902b11800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789608816.676488:0:2408:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.121@tcp failed (-19) 00000100:00000001:2.0:1789608816.676491:0:2408:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1789608816.676495:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908491180 x1876538934299520/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/224 e 0 to 0 dl 1789608826 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789608816.676501:0:2408:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908491180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25f5d458-2cbe-49cd-9693-334c08df7e27:2408:1876538934299520:192.168.203.121@tcp:38:ptlrpcd_01_00.0 00000100:00000001:2.0:1789608816.676507:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608816.676510:0:2408:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608816.676514:0:2408:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908491180 x1876538934299520/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/224 e 0 to 0 dl 1789608826 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608816.676520:0:2408:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608816.676523:0:2408:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608816.676527:0:2408:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903115c00. 02000000:00000001:2.0:1789608816.676532:0:2408:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608816.676536:0:2408:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608816.676538:0:2408:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:2.0:1789608816.676541:0:2408:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608816.676544:0:2408:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d908398400. 02000000:00000001:2.0:1789608816.676547:0:2408:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608816.676549:0:2408:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608816.676551:0:2408:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908491180. 00000100:00000001:2.0:1789608816.676555:0:2408:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608816.676557:0:2408:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608816.676560:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608816.676570:0:2408:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608816.676572:0:2408:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608816.676574:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608816.676576:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608817.485881:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608817.485890:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608817.485898:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608817.485900:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608817.485945:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789608817.485948:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608817.485952:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789608817.680886:0:2411:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789608817.680901:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608817.680904:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:2.0:1789608817.680912:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608817.680915:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608817.680919:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608817.680932:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608818.510474:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608818.510485:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608818.510493:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608818.510494:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608818.513509:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608818.513518:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608818.513524:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789608819.536374:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608819.536384:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608819.536400:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608819.536402:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608819.536546:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608819.536549:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608819.536553:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789608820.558797:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608820.558806:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608820.558813:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608820.558815:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608820.558848:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789608820.558852:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608820.558856:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789608820.621812:0:809:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d110 (cpu 1) has reached its deadline 4296547679, at 4296547712 00000100:00000040:0.0:1789608820.621812:0:32114:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d000 (cpu 0) has reached its deadline 4296547679, at 4296547712 00000100:00000010:1.0:1789608820.621830:0:809:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d909265b40. 00000100:00000010:0.0:1789608820.621833:0:32114:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d909265180. 00010000:00000001:3.0:1789608821.582142:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608821.582151:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608821.582167:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608821.582168:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608821.582282:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608821.582286:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608821.582290:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789608821.773937:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608821.773961:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608821.773977:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904055180. 00000020:00000040:1.0:1789608821.773986:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=5 obd=MGC192.168.203.121@tcp 00000100:00000001:1.0:1789608821.773991:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608821.773996:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608821.774003:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608821.774014:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faa000. 00000100:00000001:1.0:1789608821.774023:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608821.774040:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS req@ffff94d904055180 x1876538934299648/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608821.774053:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608821.774059:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608821.774066:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000571f2921] to pc [ptlrpcd_00_01+1] req@ffff94d904055180 x1876538934299648/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608821.774101:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789608821.774105:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789608821.774109:0:21207:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789608821.774112:0:21207:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789608821.774117:0:21207:0:(import.c:65:import_set_state_nolock()) ffff94d902b11800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789608821.774121:0:21207:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789608821.774125:0:21207:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff94d904ceb000: connect to NID 192.168.203.121@tcp last attempt 1876 00000400:00000200:1.0:1789608821.774136:0:21207:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608821.774143:0:21207:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.121@tcp is discovered: rc = 1 00000100:00001000:1.0:1789608821.774148:0:21207:0:(import.c:2196:obd_at_measure()) add 10 to ffff94d902b11c18 time=24 v=5 (1 0 0 0) 00000100:00001000:1.0:1789608821.774152:0:21207:0:(import.c:2262:obd_at_measure()) AT ffff94d902b11c18 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00080000:1.0:1789608821.774155:0:21207:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff94d904ceb000: tried all connections, increasing latency to 5s 00000100:00000040:1.0:1789608821.774158:0:21207:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff94d907ddb340 refcount 14 to 192.168.203.121@tcp 00000100:00000001:1.0:1789608821.774162:0:21207:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789608821.774164:0:21207:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff94d907ddb340 refcount 15 to 192.168.203.121@tcp 00000100:00000001:1.0:1789608821.774166:0:21207:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446626258593624896 : -117815115926720 : ffff94d907ddb340) 00000020:00000001:1.0:1789608821.774174:0:21207:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789608821.774176:0:21207:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc54db3288176f34a 00000020:00000001:1.0:1789608821.774180:0:21207:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608821.774184:0:21207:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d903101000 refcount=5 00000020:00000001:1.0:1789608821.774186:0:21207:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258513039360 : -117815196512256 : ffff94d903101000) 00000020:00000001:1.0:1789608821.774189:0:21207:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626258513039360 : -117815196512256 : ffff94d903101000) 00000100:00000040:1.0:1789608821.774192:0:21207:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff94d907ddb340 refcount 14 to 192.168.203.121@tcp 00000100:00000001:1.0:1789608821.774194:0:21207:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789608821.774196:0:21207:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff94d907ddb340 refcount 15 to 192.168.203.121@tcp 00000100:00000001:1.0:1789608821.774198:0:21207:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446626258593624896 : -117815115926720 : ffff94d907ddb340) 00000020:00000040:1.0:1789608821.774201:0:21207:0:(genops.c:879:class_export_put()) PUTting export ffff94d903101000 : new refcount 4 00000100:00080000:1.0:1789608821.774205:0:21207:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff94d904ceb000: import ffff94d902b11800 using connection 192.168.203.121@tcp/192.168.203.121@tcp 00000100:00000001:1.0:1789608821.774207:0:21207:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608821.774210:0:21207:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789608821.774217:0:21207:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608821.774220:0:21207:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608821.774223:0:21207:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1789608821.774228:0:21207:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1789608821.774230:0:21207:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608821.774233:0:21207:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789608821.774238:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904054a80. 00000020:00000040:1.0:1789608821.774241:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 02000000:00000001:1.0:1789608821.774244:0:21207:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789608821.774246:0:21207:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608821.774248:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608821.774250:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608821.774251:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608821.774256:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d908243c00. 00000100:00000001:1.0:1789608821.774260:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608821.774268:0:21207:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94d904054a80 x1876538934299776/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608821.774275:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608821.774277:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608821.774280:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093ec6ee1] to pc [ptlrpcd_rcv+-1] req@ffff94d904054a80 x1876538934299776/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608821.774305:0:21207:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608821.774308:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608821.774311:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608821.774325:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904054000. 00000020:00000040:1.0:1789608821.774327:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=4 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000100:00000001:1.0:1789608821.774329:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608821.774330:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608821.774333:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608821.774337:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faad00. 00000100:00000001:1.0:1789608821.774340:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608821.774344:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID req@ffff94d904054000 x1876538934299904/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608821.774351:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608821.774353:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608821.774357:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1580a48] to pc [ptlrpcd_00_00+0] req@ffff94d904054000 x1876538934299904/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608821.774371:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608821.774373:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789608821.774376:0:21207:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789608821.774379:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608821.774382:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1789608821.774384:0:21207:0:(import.c:2113:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:1.0:1789608821.774388:0:21207:0:(import.c:1807:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:1.0:1789608821.774391:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904054e00. 00000020:00000040:1.0:1789608821.774393:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b13000 refcount=3 obd=lustre-OST0001-osc-ffff94d904ceb000 00000100:00000001:1.0:1789608821.774405:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608821.774407:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608821.774408:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608821.774412:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faa100. 00000100:00000001:1.0:1789608821.774414:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608821.774417:0:21207:0:(import.c:1845:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446626258529111552 : -117815180440064 : ffff94d904054e00) 00000100:00080000:1.0:1789608821.774419:0:21207:0:(import.c:65:import_set_state_nolock()) ffff94d902b13000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1789608821.774422:0:21207:0:(import.c:2148:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff94d904ceb000: disconnect after 20s idle 00000100:00000001:1.0:1789608821.774424:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608821.774426:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608821.774430:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eeaf9372] to pc [ptlrpcd_rcv+-1] req@ffff94d904054e00 x1876538934300032/t0(0) o9->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608821.774436:0:21207:0:(import.c:2152:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608821.774438:0:21207:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608821.774443:0:21207:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1886) 00000100:00000001:0.0:1789608821.774497:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608821.774503:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608821.774506:0:2410:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608821.774522:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904055180 x1876538934299648/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608821.774533:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608821.774535:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608821.774540:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608821.774542:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608821.774545:0:2410:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608821.774549:0:2410:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904055180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2410:1876538934299648:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608821.774554:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608821.774561:0:2410:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608821.774564:0:2410:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608821.774566:0:2410:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608821.774572:0:2410:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d904ae6600. 02000000:00000001:0.0:1789608821.774574:0:2410:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608821.774580:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608821.774584:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8c08. 00000400:00000010:0.0:1789608821.774593:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed440. 00000100:00000200:0.0:1789608821.774601:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934299648, portal 25 00000100:00000001:0.0:1789608821.774604:0:2410:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608821.774606:0:2410:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529112448 : -117815180439168 : ffff94d904055180) 00000100:00000040:0.0:1789608821.774611:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904055180 x1876538934299648/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608821.774625:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608821.774628:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608821.774631:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed660. 00000100:00000200:0.0:1789608821.774633:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876538934299648, offset 0 00000400:00000200:0.0:1789608821.774640:0:2410:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608821.774648:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608821.774654:0:2410:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608821.774659:0:2410:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608821.774663:0:2410:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608821.774667:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608821.774670:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608821.774674:0:2410:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2865:2865:256:4294967295] 192.168.203.121@tcp LPNI seq info [2865:2865:8:4294967295] 00000400:00000200:0.0:1789608821.774705:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608821.774716:0:2410:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608821.774722:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608821.774728:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306300. 00000800:00000200:0.0:1789608821.774735:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608821.774752:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608821.774758:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608821.774776:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608821.774780:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608821.774783:0:2410:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 0 is 4296552799 00000100:00000010:0.0:1789608821.774789:0:2410:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d9082d70c0. 00000100:00000001:0.0:1789608821.774796:0:2410:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789608821.774803:0:2410:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 1 is 4296552799 00000100:00000010:0.0:1789608821.774806:0:2410:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d9082d7540. 00000100:00000001:0.0:1789608821.774809:0:2410:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789608821.774812:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608821.774815:0:2410:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608821.774819:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608821.774822:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608821.774831:0:2410:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608821.774833:0:2410:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789608821.774835:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608821.774837:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608821.774838:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608821.774841:0:2410:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1789608821.774843:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608821.774845:0:2410:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608821.774846:0:2410:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608821.774848:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608821.774849:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608821.774850:0:2410:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608821.774854:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904054000 x1876538934299904/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608821.774861:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608821.774863:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608821.774865:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608821.774866:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608821.774868:0:2410:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608821.774871:0:2410:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904054000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934299904:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608821.774874:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608821.774876:0:2410:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608821.774878:0:2410:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608821.774880:0:2410:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608821.774883:0:2410:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d904ae6e00. 02000000:00000001:0.0:1789608821.774885:0:2410:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608821.774888:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608821.774891:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b85d8. 00000400:00000010:0.0:1789608821.774911:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed5d8. 00000100:00000200:0.0:1789608821.774915:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934299904, portal 10 00000100:00000001:0.0:1789608821.774917:0:2410:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608821.774918:0:2410:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529107968 : -117815180443648 : ffff94d904054000) 00000100:00000040:0.0:1789608821.774926:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904054000 x1876538934299904/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608821.774933:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608821.774936:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608821.774938:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed220. 00000100:00000200:0.0:1789608821.774940:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934299904, offset 0 00000400:00000200:0.0:1789608821.774944:0:2410:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608821.774948:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608821.774951:0:2410:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608821.774954:0:2410:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608821.774956:0:2410:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608821.774959:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608821.774961:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608821.774964:0:2410:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2866:2866:255:4294967295] 192.168.203.121@tcp LPNI seq info [2866:2866:7:4294967295] 00000400:00000200:0.0:1789608821.774968:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608821.774974:0:2410:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608821.774978:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608821.774981:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306d00. 00000800:00000200:0.0:1789608821.774984:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608821.774988:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608821.774991:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608821.774994:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608821.774998:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: using a timeout of 23292 usecs (24 jiffies) 00000400:00000200:0.0:1789608821.775001:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608821.775003:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296548889 00000100:00000001:0.0:1789608821.775006:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296552799 00000100:00000001:0.0:1789608821.775009:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296548889 00000100:00000001:0.0:1789608821.775011:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296552799 00000100:00000001:0.0:1789608821.775013:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608821.775015:0:2410:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608821.775018:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608821.775020:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608821.775034:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608821.775036:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608821.775226:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608821.775230:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608821.775232:0:2408:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608821.775240:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904054a80 x1876538934299776/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608821.775248:0:2408:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608821.775250:0:2408:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608821.775253:0:2408:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608821.775255:0:2408:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608821.775257:0:2408:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608821.775260:0:2408:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904054a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25f5d458-2cbe-49cd-9693-334c08df7e27:2408:1876538934299776:192.168.203.121@tcp:38:kworker.0 00000100:00000001:2.0:1789608821.775264:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608821.775268:0:2408:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608821.775270:0:2408:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608821.775272:0:2408:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608821.775277:0:2408:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903dbc800. 02000000:00000001:2.0:1789608821.775279:0:2408:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608821.775280:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1789608821.775284:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000800:00000010:1.0:1789608821.775287:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306300. 00000400:00000010:2.0:1789608821.775289:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d213c8. 00000400:00000010:2.0:1789608821.775296:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c770. 00000400:00000200:1.0:1789608821.775297:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1789608821.775300:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934299776, portal 10 00000100:00000001:2.0:1789608821.775304:0:2408:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1789608821.775306:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:2.0:1789608821.775307:0:2408:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529110656 : -117815180440960 : ffff94d904054a80) 00000400:00000200:1.0:1789608821.775314:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed660 00000400:00000010:1.0:1789608821.775318:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed660. 00000100:00000001:1.0:1789608821.775324:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1789608821.775328:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904054a80 x1876538934299776/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608821.775332:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904055180 x1876538934299648/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608821.775347:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608821.775353:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000100:00000001:1.0:1789608821.775353:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608821.775358:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904055180 x1876538934299648/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608837 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1789608821.775359:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c440. 00000100:00000200:2.0:1789608821.775366:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876538934299776, offset 0 00000100:00000001:1.0:1789608821.775370:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608821.775373:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:2.0:1789608821.775376:0:2408:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608821.775382:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608821.775386:0:2408:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608821.775390:0:2408:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608821.775405:0:2408:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608821.775409:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608821.775411:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608821.775414:0:2408:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2867:2867:255:4294967295] 192.168.203.121@tcp LPNI seq info [2867:2867:7:4294967295] 00000400:00000200:2.0:1789608821.775419:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608821.775427:0:2408:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608821.775432:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608821.775437:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a01ad00. 00000800:00000200:2.0:1789608821.775441:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608821.775446:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608821.775450:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a01ad00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789608821.775453:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608821.775457:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 847086 usecs (848 jiffies) 00000400:00000200:2.0:1789608821.775460:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000800:00000200:1.0:1789608821.775461:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1789608821.775463:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296549713 00000800:00000010:1.0:1789608821.775465:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306d00. 00000100:00000001:2.0:1789608821.775468:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296552799 00000400:00000200:1.0:1789608821.775470:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1789608821.775474:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296549713 00000400:00000200:1.0:1789608821.775478:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:2.0:1789608821.775479:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296552799 00000400:00000200:1.0:1789608821.775483:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed220 00000100:00000001:2.0:1789608821.775484:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1789608821.775487:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed220. 00000100:00000001:2.0:1789608821.775488:0:2408:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608821.775491:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1789608821.775493:0:2408:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1789608821.775497:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904054000 x1876538934299904/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789608821.775501:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904054e00 x1876538934300032/t0(0) o9->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608821.775511:0:2408:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608821.775514:0:2408:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608821.775517:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1789608821.775519:0:2408:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608821.775522:0:2408:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1789608821.775523:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904054000 x1876538934299904/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608837 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1789608821.775526:0:2408:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608821.775534:0:2408:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904054e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25f5d458-2cbe-49cd-9693-334c08df7e27:2408:1876538934300032:192.168.203.121@tcp:9:kworker.0 00000100:00000001:1.0:1789608821.775536:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608821.775540:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789608821.775542:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608821.775547:0:2408:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608821.775548:0:2408:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608821.775550:0:2408:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1789608821.775553:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000010:2.0:1789608821.775554:0:2408:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d907e5b800. 00000800:00000010:1.0:1789608821.775557:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a01ad00. 02000000:00000001:2.0:1789608821.775558:0:2408:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608821.775561:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789608821.775565:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608821.775567:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000010:2.0:1789608821.775570:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21aa8. 00000400:00000200:1.0:1789608821.775571:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c440 00000400:00000010:1.0:1789608821.775575:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c440. 00000400:00000010:2.0:1789608821.775577:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c3b8. 00000100:00000001:1.0:1789608821.775578:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789608821.775583:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934300032, portal 4 00000100:00000200:1.0:1789608821.775584:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904054a80 x1876538934299776/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608821.775588:0:2408:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608821.775590:0:2408:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529111552 : -117815180440064 : ffff94d904054e00) 00000100:00000001:1.0:1789608821.775598:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608821.775602:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904054e00 x1876538934300032/t0(0) o9->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608821.775604:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904054a80 x1876538934299776/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608836 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608821.775626:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1789608821.775627:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608821.775630:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:2.0:1789608821.775632:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608821.775636:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6cdd0. 00000100:00000200:2.0:1789608821.775639:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876538934300032, offset 0 00000400:00000200:2.0:1789608821.775644:0:2408:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608821.775654:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608821.775658:0:2408:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608821.775662:0:2408:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608821.775664:0:2408:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608821.775666:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608821.775669:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608821.775672:0:2408:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2868:2868:256:4294967295] 192.168.203.121@tcp LPNI seq info [2868:2868:8:4294967295] 00000400:00000200:2.0:1789608821.775703:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608821.775709:0:2408:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608821.775713:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608821.775717:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a01ad00. 00000800:00000200:2.0:1789608821.775721:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608821.775725:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608821.775727:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a01ad00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789608821.775745:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608821.775749:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: using a timeout of 24892 usecs (25 jiffies) 00000400:00000200:2.0:1789608821.775752:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608821.775754:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296548891 00000100:00000001:2.0:1789608821.775757:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296552799 00000100:00000001:2.0:1789608821.775759:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296548891 00000100:00000001:2.0:1789608821.775760:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296552799 00000100:00000001:2.0:1789608821.775762:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608821.775764:0:2408:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608821.775766:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608821.775768:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608821.775775:0:2408:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608821.775777:0:2408:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1789608821.775779:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608821.775780:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608821.775782:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608821.775783:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608821.777055:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608821.777063:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a01ad00. 00000400:00000200:1.0:1789608821.777069:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608821.777077:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608821.777084:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6cdd0 00000400:00000010:1.0:1789608821.777086:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6cdd0. 00000100:00000001:1.0:1789608821.777091:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608821.777099:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904054e00 x1876538934300032/t0(0) o9->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608821.777111:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608821.777114:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904054e00 x1876538934300032/t0(0) o9->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608831 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608821.777120:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608821.777122:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608821.781859:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608821.781887:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608821.781893:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608821.781907:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608821.781919:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608821.781929:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608821.781952:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608821.781958:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608821.781964:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608821.781969:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4960d00 00000400:00000200:1.0:1789608821.781975:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608821.781981:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x82f9 [1] + 224 00000800:00000001:1.0:1789608821.781991:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608821.782005:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608821.782010:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608821.782015:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608821.782024:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608821.782038:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904054000 x1876538934299904/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608837 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608821.782049:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904054000 x1876538934299904/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608837 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608821.782075:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608821.782085:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608821.782089:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608821.782310:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608821.782316:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789608821.782324:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608821.782327:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608821.782332:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b85d8. 00000400:00000200:0.0:1789608821.782338:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed5d8 00000400:00000010:0.0:1789608821.782342:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed5d8. 00000100:00000001:0.0:1789608821.782346:0:2410:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608821.782352:0:2410:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904054000 x1876538934299904/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608837 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608821.782363:0:2410:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904054000 x1876538934299904/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608837 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608821.782370:0:2410:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608821.782373:0:2410:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608821.782376:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608821.782381:0:2410:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608821.782385:0:2410:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608821.782388:0:2410:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608821.782391:0:2410:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608821.782403:0:2410:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b17c60 time=29 v=5 (5 104 104 104) 00000100:00001000:0.0:1789608821.782408:0:2410:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b17c18 time=29 v=5 (1 1 1 1) 00000100:00000001:0.0:1789608821.782410:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608821.782412:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608821.782415:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608821.782420:0:2410:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608821.782425:0:2410:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608821.782428:0:2410:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1789608821.782430:0:2410:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608821.782432:0:2410:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608821.782437:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904054000 x1876538934299904/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608837 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608821.782583:0:2410:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608821.782587:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608821.782590:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608821.782595:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904054000 x1876538934299904/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608837 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789608821.782603:0:2410:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904054000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934299904:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608821.782609:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608821.782613:0:2410:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608821.782617:0:2410:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904054000 x1876538934299904/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608837 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608821.782624:0:2410:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608821.782627:0:2410:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608821.782631:0:2410:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d904ae6e00. 02000000:00000001:0.0:1789608821.782635:0:2410:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608821.782639:0:2410:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608821.782641:0:2410:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=3 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:0.0:1789608821.782643:0:2410:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608821.782646:0:2410:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faad00. 02000000:00000001:0.0:1789608821.782650:0:2410:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608821.782652:0:2410:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608821.782654:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904054000. 00000100:00000001:0.0:1789608821.782658:0:2410:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608821.782659:0:2410:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608821.782663:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608821.782665:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608821.782666:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608821.782668:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608821.782670:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789608821.782892:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608821.782908:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608821.782910:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608821.782912:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608821.782916:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608821.782921:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608821.782926:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608821.782930:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608821.782933:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608821.782937:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c4960d80 00000400:00000200:1.0:1789608821.782951:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608821.782957:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x8311 [1] + 224 00000800:00000001:1.0:1789608821.782962:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608821.782968:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608821.782972:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608821.782976:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608821.782980:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608821.782986:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904054e00 x1876538934300032/t0(0) o9->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608831 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608821.782996:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904054e00 x1876538934300032/t0(0) o9->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608831 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608821.783021:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608821.783029:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608821.783031:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608821.783205:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608821.783209:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608821.783215:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608821.783217:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608821.783220:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21aa8. 00000400:00000200:2.0:1789608821.783226:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c3b8 00000400:00000010:2.0:1789608821.783228:0:2408:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c3b8. 00000100:00000001:2.0:1789608821.783231:0:2408:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608821.783237:0:2408:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904054e00 x1876538934300032/t0(0) o9->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608831 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789608821.783247:0:2408:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904054e00 x1876538934300032/t0(0) o9->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608831 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608821.783255:0:2408:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608821.783256:0:2408:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608821.783259:0:2408:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608821.783261:0:2408:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608821.783263:0:2408:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608821.783265:0:2408:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608821.783267:0:2408:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608821.783274:0:2408:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13460 time=29 v=5 (5 5 5 5) 00000100:00001000:2.0:1789608821.783277:0:2408:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13418 time=48 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608821.783280:0:2408:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608821.783282:0:2408:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608821.783283:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608821.783286:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608821.783289:0:2408:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608821.783290:0:2408:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d904ceb000: skip recheck: last_committed 4294967322 00000100:00000001:2.0:1789608821.783292:0:2408:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608821.783293:0:2408:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608821.783297:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904054e00 x1876538934300032/t0(0) o9->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608831 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608821.783305:0:2408:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608821.783307:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608821.783309:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1789608821.783313:0:2408:0:(import.c:2058:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff94d904054e00 x1876538934300032/t0(0) o9->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608831 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789608821.783322:0:2408:0:(import.c:65:import_set_state_nolock()) ffff94d902b13000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:2.0:1789608821.783328:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904054e00 x1876538934300032/t0(0) o9->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608831 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789608821.783337:0:2408:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904054e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25f5d458-2cbe-49cd-9693-334c08df7e27:2408:1876538934300032:192.168.203.121@tcp:9:kworker.0 00000100:00000001:2.0:1789608821.783341:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608821.783343:0:2408:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608821.783347:0:2408:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904054e00 x1876538934300032/t0(0) o9->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608831 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608821.783354:0:2408:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608821.783356:0:2408:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608821.783358:0:2408:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d907e5b800. 02000000:00000001:2.0:1789608821.783362:0:2408:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608821.783364:0:2408:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608821.783365:0:2408:0:(genops.c:1222:class_import_put()) import ffff94d902b13000 refcount=2 obd=lustre-OST0001-osc-ffff94d904ceb000 00000020:00000001:2.0:1789608821.783368:0:2408:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608821.783369:0:2408:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faa100. 02000000:00000001:2.0:1789608821.783372:0:2408:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608821.783374:0:2408:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608821.783375:0:2408:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904054e00. 00000100:00000001:2.0:1789608821.783378:0:2408:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608821.783379:0:2408:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608821.783381:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608821.783383:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608821.783384:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608821.783386:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608821.783388:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789608821.813007:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608821.813031:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608821.813035:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608821.813038:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608821.813048:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608821.813058:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608821.813068:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608821.813073:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608821.813079:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608821.813084:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4960c80 00000400:00000200:1.0:1789608821.813089:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608821.813096:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x8309 [1] + 0 00000800:00000001:1.0:1789608821.813104:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608821.813113:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608821.813117:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608821.813122:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608821.813131:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608821.813143:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904054a80 x1876538934299776/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608836 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608821.813156:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff94d904054a80 x1876538934299776/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608836 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608821.813181:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608821.813191:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608821.813194:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608821.813348:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608821.813353:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608821.813362:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608821.813364:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608821.813368:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d213c8. 00000400:00000200:2.0:1789608821.813375:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c770 00000400:00000010:2.0:1789608821.813378:0:2408:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c770. 00000100:00000001:2.0:1789608821.813381:0:2408:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608821.813387:0:2408:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904054a80 x1876538934299776/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608836 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789608821.813396:0:2408:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904054a80 x1876538934299776/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608836 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608821.813402:0:2408:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608821.813404:0:2408:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608821.813407:0:2408:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608821.813411:0:2408:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608821.813415:0:2408:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608821.813417:0:2408:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608821.813420:0:2408:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608821.813432:0:2408:0:(import.c:2196:obd_at_measure()) add 0 to ffff94d902b11c60 time=29 v=5 (5 104 104 104) 00000100:00001000:2.0:1789608821.813437:0:2408:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=24 v=10 (10 0 0 0) 00000100:00000001:2.0:1789608821.813440:0:2408:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608821.813443:0:2408:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1789608821.813445:0:2408:0:(client.c:1712:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1789608821.813451:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904054a80 x1876538934299776/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/224 e 0 to 0 dl 1789608836 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608821.813458:0:2408:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1789608821.813462:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608821.813464:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608821.813467:0:2408:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789608821.813470:0:2408:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1789608821.813474:0:2408:0:(import.c:65:import_set_state_nolock()) ffff94d902b11800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789608821.813478:0:2408:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.121@tcp failed (-19) 00000100:00000001:2.0:1789608821.813482:0:2408:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1789608821.813486:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904054a80 x1876538934299776/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/224 e 0 to 0 dl 1789608836 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789608821.813495:0:2408:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904054a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25f5d458-2cbe-49cd-9693-334c08df7e27:2408:1876538934299776:192.168.203.121@tcp:38:kworker.0 00000100:00000001:2.0:1789608821.813500:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608821.813503:0:2408:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608821.813507:0:2408:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904054a80 x1876538934299776/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/224 e 0 to 0 dl 1789608836 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608821.813514:0:2408:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608821.813517:0:2408:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608821.813522:0:2408:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903dbc800. 02000000:00000001:2.0:1789608821.813642:0:2408:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608821.813646:0:2408:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608821.813649:0:2408:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:2.0:1789608821.813652:0:2408:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608821.813655:0:2408:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d908243c00. 02000000:00000001:2.0:1789608821.813660:0:2408:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608821.813661:0:2408:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608821.813664:0:2408:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904054a80. 00000100:00000001:2.0:1789608821.813667:0:2408:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608821.813669:0:2408:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608821.813672:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608821.813725:0:2408:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608821.813728:0:2408:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608821.813730:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608821.813732:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608822.286234:0:33970:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789608822.286246:0:33970:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608822.286249:0:33970:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789608822.286256:0:33970:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d9033d8a80 going to sleep for 1 seconds 00000100:00000001:2.0:1789608822.286260:0:33970:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608822.286264:0:33970:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608822.605807:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608822.605816:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608822.605833:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608822.605835:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608822.605990:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608822.605995:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608822.605998:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789608822.797805:0:2410:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789608822.797832:0:2410:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608822.797835:0:2410:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:0.0:1789608822.797841:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608822.797844:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608822.797848:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608822.797853:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608823.309802:0:33970:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789608823.309810:0:33970:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608823.309812:0:33970:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789608823.309817:0:33970:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d9033d8a80 going to sleep for 1 seconds 00000100:00000001:2.0:1789608823.309820:0:33970:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608823.309824:0:33970:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608823.629860:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608823.629868:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608823.629875:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608823.629876:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608823.629919:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789608823.629922:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608823.629926:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789608824.333987:0:33970:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789608824.333996:0:33970:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608824.333999:0:33970:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789608824.334005:0:33970:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d9033d8a80 going to sleep for 1 seconds 00000100:00000001:2.0:1789608824.334009:0:33970:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608824.334013:0:33970:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608824.653811:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608824.653818:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608824.653823:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608824.653827:0:32466:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608824.653829:0:32466:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608824.653836:0:32466:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608824.653838:0:32466:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608824.653839:0:32466:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608824.653841:0:32466:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608824.653844:0:32466:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608824.653846:0:32466:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608824.653847:0:32466:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608824.654034:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608824.654038:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608824.654041:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789608825.357816:0:33970:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789608825.357824:0:33970:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608825.357826:0:33970:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789608825.357832:0:33970:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d9033d8a80 going to sleep for 1 seconds 00000100:00000001:2.0:1789608825.357835:0:33970:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608825.357839:0:33970:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608825.678731:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608825.678747:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608825.678753:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608825.678754:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608825.678844:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608825.678849:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608825.678853:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789608825.741831:0:32114:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d000 (cpu 0) has reached its deadline 4296552799, at 4296552832 00000100:00000010:0.0:1789608825.741849:0:32114:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d9082d70c0. 00000100:00000040:1.0:1789608825.741883:0:809:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d110 (cpu 1) has reached its deadline 4296552799, at 4296552832 00000100:00000010:1.0:1789608825.741892:0:809:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d9082d7540. 00000100:00000001:3.0:1789608826.381893:0:33970:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789608826.381901:0:33970:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000400:3.0:1789608826.381917:0:33970:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789608810/real 1789608810] req@ffff94d907d24700 x1876538934298368/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 1 dl 1789608826 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000400:00000001:3.0:1789608826.381945:0:33970:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608826.381947:0:33970:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608826.381951:0:33970:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21630. 00000400:00000200:3.0:1789608826.381958:0:33970:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c088 00000400:00000010:3.0:1789608826.381960:0:33970:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c088. 00000100:00000001:3.0:1789608826.381964:0:33970:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608826.381969:0:33970:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d24700 x1876538934298368/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 1 dl 1789608826 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789608826.381978:0:33970:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d24700 x1876538934298368/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 1 dl 1789608826 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608826.381985:0:33970:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608826.381987:0:33970:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608826.381990:0:33970:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608826.381992:0:33970:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608826.381995:0:33970:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:3.0:1789608826.381997:0:33970:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff94d902b11800 already not connected (conn 21, was 19): DISCONN 00000100:00000001:3.0:1789608826.382001:0:33970:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:3.0:1789608826.382002:0:33970:0:(client.c:2556:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608826.382004:0:33970:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608826.382006:0:33970:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608826.382009:0:33970:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d9033d8a80 going to sleep for 0 seconds 00000100:00000001:3.0:1789608826.382012:0:33970:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608826.382014:0:33970:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608826.382016:0:33970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608826.382019:0:33970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608826.382021:0:33970:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608826.701984:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608826.701993:0:32466:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608826.701995:0:32466:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608826.701999:0:32466:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608826.702003:0:32466:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608826.702005:0:32466:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608826.702007:0:32466:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608826.702009:0:32466:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608826.702013:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608826.702014:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608826.702039:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789608826.702042:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608826.702044:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789608826.894510:0:465:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789608826.894522:0:465:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789608826.894534:0:465:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d26a00. 00000020:00000040:2.0:1789608826.894541:0:465:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=6 obd=MGC192.168.203.121@tcp 00000100:00000001:2.0:1789608826.894545:0:465:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608826.894549:0:465:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608826.894554:0:465:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608826.894562:0:465:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d91a01af00. 00000100:00000001:2.0:1789608826.894568:0:465:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608826.894580:0:465:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS req@ffff94d907d26a00 x1876538934300160/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789608826.894589:0:465:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608826.894593:0:465:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608826.894599:0:465:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000182b54ab] to pc [ptlrpcd_01_01+1] req@ffff94d907d26a00 x1876538934300160/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608826.894641:0:465:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789608826.894645:0:465:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789608826.894648:0:465:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789608826.894650:0:465:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789608826.894653:0:465:0:(import.c:65:import_set_state_nolock()) ffff94d902b11800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789608826.894656:0:465:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789608826.894659:0:465:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff94d904ceb000: connect to NID 192.168.203.121@tcp last attempt 1881 00000400:00000200:2.0:1789608826.894666:0:465:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608826.894671:0:465:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.121@tcp is discovered: rc = 1 00000100:00000001:3.0:1789608826.894700:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608826.894704:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608826.894706:0:2412:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608826.894713:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d26a00 x1876538934300160/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1789608826.894719:0:465:0:(import.c:2196:obd_at_measure()) add 15 to ffff94d902b11c18 time=29 v=10 (10 0 0 0) 00000100:00000001:3.0:1789608826.894720:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608826.894722:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608826.894723:0:465:0:(import.c:2262:obd_at_measure()) AT ffff94d902b11c18 change: old=10 new=15 delta=5 (val=15) hist 15 0 0 0 02000000:00000001:3.0:1789608826.894726:0:2412:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:2.0:1789608826.894726:0:465:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff94d904ceb000: tried all connections, increasing latency to 10s 02000000:00000001:3.0:1789608826.894728:0:2412:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608826.894731:0:2412:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608826.894734:0:2412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2412:1876538934300160:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608826.894739:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1789608826.894739:0:465:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff94d907ddb340 refcount 14 to 192.168.203.121@tcp 00000100:00000001:2.0:1789608826.894742:0:465:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1789608826.894744:0:2412:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1789608826.894744:0:465:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff94d907ddb340 refcount 15 to 192.168.203.121@tcp 02000000:00000001:3.0:1789608826.894746:0:2412:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608826.894746:0:465:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446626258593624896 : -117815115926720 : ffff94d907ddb340) 02000000:00000001:3.0:1789608826.894749:0:2412:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608826.894754:0:2412:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d9135fa200. 00000020:00000001:2.0:1789608826.894754:0:465:0:(genops.c:792:class_conn2export()) Process entered 02000000:00000001:3.0:1789608826.894756:0:2412:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789608826.894756:0:465:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc54db3288176f34a 00000020:00000001:2.0:1789608826.894758:0:465:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000400:00000200:3.0:1789608826.894761:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000020:00000040:2.0:1789608826.894761:0:465:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d903101000 refcount=5 00000020:00000001:2.0:1789608826.894763:0:465:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258513039360 : -117815196512256 : ffff94d903101000) 00000400:00000010:3.0:1789608826.894765:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a898. 00000020:00000001:2.0:1789608826.894765:0:465:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626258513039360 : -117815196512256 : ffff94d903101000) 00000100:00000040:2.0:1789608826.894768:0:465:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff94d907ddb340 refcount 14 to 192.168.203.121@tcp 00000100:00000001:2.0:1789608826.894770:0:465:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000400:00000010:3.0:1789608826.894771:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9550. 00000100:00000040:2.0:1789608826.894772:0:465:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff94d907ddb340 refcount 15 to 192.168.203.121@tcp 00000100:00000001:2.0:1789608826.894773:0:465:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446626258593624896 : -117815115926720 : ffff94d907ddb340) 00000020:00000040:2.0:1789608826.894776:0:465:0:(genops.c:879:class_export_put()) PUTting export ffff94d903101000 : new refcount 4 00000100:00000200:3.0:1789608826.894778:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934300160, portal 25 00000100:00080000:2.0:1789608826.894779:0:465:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff94d904ceb000: import ffff94d902b11800 using connection 192.168.203.121@tcp/192.168.203.121@tcp 00000100:00000001:3.0:1789608826.894780:0:2412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608826.894782:0:2412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592885248 : -117815116666368 : ffff94d907d26a00) 00000100:00000001:2.0:1789608826.894782:0:465:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608826.894784:0:465:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:3.0:1789608826.894787:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907d26a00 x1876538934300160/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1789608826.894790:0:465:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608826.894793:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1789608826.894793:0:465:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608826.894795:0:465:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000040:3.0:1789608826.894796:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608826.894798:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9e58. 00000008:00100000:2.0:1789608826.894799:0:465:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000100:00000200:3.0:1789608826.894801:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876538934300160, offset 0 00000008:00000001:2.0:1789608826.894802:0:465:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608826.894804:0:465:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608826.894807:0:465:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d27100. 00000400:00000200:3.0:1789608826.894808:0:2412:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000020:00000040:2.0:1789608826.894809:0:465:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 02000000:00000001:2.0:1789608826.894811:0:465:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789608826.894813:0:465:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608826.894815:0:465:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1789608826.894816:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 02000000:00000001:2.0:1789608826.894817:0:465:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608826.894819:0:465:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608826.894821:0:2412:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 02000000:00000010:2.0:1789608826.894822:0:465:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d903dbd400. 00000100:00000001:2.0:1789608826.894825:0:465:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608826.894826:0:2412:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608826.894829:0:2412:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000100:00100000:2.0:1789608826.894831:0:465:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94d907d27100 x1876538934300288/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1789608826.894833:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608826.894836:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000100:00000001:2.0:1789608826.894838:0:465:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1789608826.894840:0:2412:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2869:2869:256:4294967295] 192.168.203.121@tcp LPNI seq info [2869:2869:8:4294967295] 00000100:00000001:2.0:1789608826.894840:0:465:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608826.894844:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000040:2.0:1789608826.894844:0:465:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045ec9c64] to pc [ptlrpcd_rcv+-1] req@ffff94d907d27100 x1876538934300288/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1789608826.894853:0:2412:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000100:00000001:2.0:1789608826.894855:0:465:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608826.894868:0:465:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789608826.894871:0:465:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789608826.894876:0:465:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d26300. 00000020:00000040:2.0:1789608826.894878:0:465:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=4 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000100:00000001:2.0:1789608826.894880:0:465:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:3.0:1789608826.894881:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 02000000:00000001:2.0:1789608826.894881:0:465:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608826.894883:0:465:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1789608826.894886:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d919aaa200. 02000000:00000010:2.0:1789608826.894886:0:465:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d91a01a500. 00000100:00000001:2.0:1789608826.894888:0:465:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789608826.894892:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000100:00000040:2.0:1789608826.894892:0:465:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID req@ffff94d907d26300 x1876538934300416/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789608826.894898:0:465:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608826.894899:0:465:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789608826.894900:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000100:00000040:2.0:1789608826.894903:0:465:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029d05054] to pc [ptlrpcd_01_00+0] req@ffff94d907d26300 x1876538934300416/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1789608826.894905:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d919aaa200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789608826.894910:0:465:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608826.894912:0:465:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789608826.894915:0:465:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789608826.894918:0:465:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789608826.894920:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608826.894921:0:465:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1789608826.894923:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000040:2.0:1789608826.894925:0:465:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1891) 00000100:00000001:3.0:1789608826.894926:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 0 is 4296557919 00000100:00000010:3.0:1789608826.894930:0:2412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d909265d20. 00000100:00000001:2.0:1789608826.894942:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608826.894945:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608826.894946:0:2412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789608826.894946:0:2411:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608826.894951:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d26300 x1876538934300416/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608826.894952:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 1 is 4296557919 00000100:00000010:3.0:1789608826.894955:0:2412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d909265e40. 00000100:00000001:3.0:1789608826.894958:0:2412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789608826.894958:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608826.894959:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608826.894961:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608826.894961:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1789608826.894963:0:2412:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608826.894963:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608826.894965:0:2411:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608826.894967:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608826.894967:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934300416:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608826.894969:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608826.894971:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608826.894973:0:2411:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608826.894974:0:2411:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608826.894976:0:2412:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1789608826.894976:0:2411:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1789608826.894978:0:2412:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000010:2.0:1789608826.894979:0:2411:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d907e5b800. 00000100:00000001:3.0:1789608826.894980:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1789608826.894980:0:2411:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608826.894981:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608826.894982:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608826.894984:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608826.894984:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608826.894987:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d213c8. 00000400:00000010:2.0:1789608826.894991:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c770. 00000100:00000200:2.0:1789608826.894994:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934300416, portal 10 00000100:00000001:2.0:1789608826.894996:0:2411:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608826.894997:0:2411:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592883456 : -117815116668160 : ffff94d907d26300) 00000100:00000040:2.0:1789608826.895002:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907d26300 x1876538934300416/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608826.895008:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608826.895010:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608826.895013:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c3b8. 00000100:00000200:2.0:1789608826.895015:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934300416, offset 0 00000400:00000200:2.0:1789608826.895020:0:2411:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608826.895024:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608826.895028:0:2411:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608826.895030:0:2411:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608826.895032:0:2411:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608826.895034:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608826.895036:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608826.895039:0:2411:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2870:2870:255:4294967295] 192.168.203.121@tcp LPNI seq info [2870:2870:7:4294967295] 00000400:00000200:2.0:1789608826.895043:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608826.895049:0:2411:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608826.895053:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608826.895057:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a01ad00. 00000800:00000200:2.0:1789608826.895061:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608826.895066:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608826.895068:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a01ad00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789608826.895071:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608826.895075:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: using a timeout of 23243 usecs (24 jiffies) 00000400:00000200:2.0:1789608826.895078:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608826.895080:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296554009 00000100:00000001:2.0:1789608826.895083:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296557919 00000100:00000001:2.0:1789608826.895085:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296554009 00000100:00000001:2.0:1789608826.895087:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296557919 00000100:00000001:2.0:1789608826.895089:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608826.895091:0:2411:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608826.895093:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608826.895095:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608826.895099:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608826.895100:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608826.895102:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608826.895103:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608826.895105:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608826.895107:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608826.895170:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608826.895173:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608826.895175:0:2408:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608826.895181:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d27100 x1876538934300288/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608826.895189:0:2408:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608826.895190:0:2408:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608826.895192:0:2408:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608826.895194:0:2408:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608826.895206:0:2408:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608826.895209:0:2408:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25f5d458-2cbe-49cd-9693-334c08df7e27:2408:1876538934300288:192.168.203.121@tcp:38:kworker.0 00000100:00000001:0.0:1789608826.895213:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608826.895215:0:2408:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608826.895217:0:2408:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608826.895218:0:2408:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608826.895222:0:2408:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903114400. 02000000:00000001:0.0:1789608826.895224:0:2408:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608826.895227:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608826.895230:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b85d8. 00000400:00000010:0.0:1789608826.895234:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed5d8. 00000100:00000200:0.0:1789608826.895237:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934300288, portal 10 00000100:00000001:0.0:1789608826.895240:0:2408:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608826.895241:0:2408:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592887040 : -117815116664576 : ffff94d907d27100) 00000100:00000040:0.0:1789608826.895247:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907d27100 x1876538934300288/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608826.895254:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608826.895256:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608826.895258:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed088. 00000100:00000200:0.0:1789608826.895261:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876538934300288, offset 0 00000400:00000200:0.0:1789608826.895265:0:2408:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608826.895270:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608826.895273:0:2408:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608826.895276:0:2408:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608826.895278:0:2408:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608826.895280:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608826.895283:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608826.895285:0:2408:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2871:2871:254:4294967295] 192.168.203.121@tcp LPNI seq info [2871:2871:6:4294967295] 00000400:00000200:0.0:1789608826.895289:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608826.895294:0:2408:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608826.895299:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608826.895302:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306800. 00000800:00000200:0.0:1789608826.895306:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608826.895310:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608826.895313:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789608826.895316:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608826.895319:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 846030 usecs (847 jiffies) 00000400:00000200:0.0:1789608826.895321:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608826.895323:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296554832 00000100:00000001:0.0:1789608826.895325:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296557919 00000100:00000001:0.0:1789608826.895327:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296554832 00000100:00000001:0.0:1789608826.895329:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296557919 00000100:00000001:0.0:1789608826.895331:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608826.895333:0:2408:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608826.895335:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608826.895337:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608826.895341:0:2408:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608826.895342:0:2408:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1789608826.895344:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608826.895345:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608826.895346:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608826.895348:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608826.895482:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608826.895493:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d919aaa200. 00000400:00000200:1.0:1789608826.895505:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608826.895514:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608826.895522:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9e58 00000400:00000010:1.0:1789608826.895525:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9e58. 00000100:00000001:1.0:1789608826.895531:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608826.895540:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d26a00 x1876538934300160/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608826.895554:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608826.895558:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d26a00 x1876538934300160/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608842 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608826.895564:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608826.895566:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608826.895582:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608826.895584:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a01ad00. 00000400:00000200:1.0:1789608826.895587:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608826.895590:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608826.895593:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c3b8 00000400:00000010:1.0:1789608826.895594:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c3b8. 00000100:00000001:1.0:1789608826.895597:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608826.895601:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d26300 x1876538934300416/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608826.895609:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608826.895611:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d26300 x1876538934300416/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608842 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608826.895617:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608826.895619:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608826.895722:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608826.895725:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306800. 00000400:00000200:1.0:1789608826.895729:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608826.895733:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608826.895736:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed088 00000400:00000010:1.0:1789608826.895737:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed088. 00000100:00000001:1.0:1789608826.895740:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608826.895745:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d27100 x1876538934300288/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608826.895752:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608826.895755:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d27100 x1876538934300288/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608846 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608826.895761:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608826.895762:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608826.900828:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608826.900855:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608826.900872:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608826.900876:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608826.900887:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608826.900898:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608826.900927:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608826.900933:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608826.900938:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608826.900955:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4960f00 00000400:00000200:1.0:1789608826.900961:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608826.900968:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x8321 [1] + 224 00000800:00000001:1.0:1789608826.900986:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608826.900998:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608826.901003:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608826.901018:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608826.901028:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608826.901048:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d26300 x1876538934300416/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608842 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608826.901060:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907d26300 x1876538934300416/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608842 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608826.901104:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608826.901131:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608826.901135:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608826.901404:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608826.901412:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608826.901422:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608826.901424:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608826.901428:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d213c8. 00000400:00000200:2.0:1789608826.901438:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c770 00000400:00000010:2.0:1789608826.901442:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c770. 00000100:00000001:2.0:1789608826.901447:0:2411:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608826.901458:0:2411:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d26300 x1876538934300416/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608842 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789608826.901470:0:2411:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d26300 x1876538934300416/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608842 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608826.901478:0:2411:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608826.901480:0:2411:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608826.901483:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608826.901487:0:2411:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608826.901490:0:2411:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608826.901492:0:2411:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608826.901495:0:2411:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608826.901505:0:2411:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b17c60 time=34 v=5 (5 104 104 104) 00000100:00001000:2.0:1789608826.901509:0:2411:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b17c18 time=34 v=5 (1 1 1 1) 00000100:00000001:2.0:1789608826.901511:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608826.901513:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608826.901515:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608826.901519:0:2411:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608826.901523:0:2411:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608826.901525:0:2411:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1789608826.901527:0:2411:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608826.901529:0:2411:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608826.901533:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d26300 x1876538934300416/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608842 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608826.901540:0:2411:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608826.901543:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608826.901545:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608826.901550:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d26300 x1876538934300416/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608842 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789608826.901558:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934300416:192.168.203.121@tcp:400:kworker.0 00000100:00000001:2.0:1789608826.901564:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608826.901567:0:2411:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608826.901570:0:2411:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d26300 x1876538934300416/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608842 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608826.901577:0:2411:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608826.901579:0:2411:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608826.901582:0:2411:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d907e5b800. 02000000:00000001:2.0:1789608826.901586:0:2411:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608826.901589:0:2411:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608826.901591:0:2411:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=3 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:2.0:1789608826.901594:0:2411:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608826.901596:0:2411:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d91a01a500. 02000000:00000001:2.0:1789608826.901600:0:2411:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608826.901601:0:2411:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608826.901603:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d26300. 00000100:00000001:2.0:1789608826.901606:0:2411:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608826.901607:0:2411:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608826.901611:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608826.901613:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608826.901614:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608826.901615:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608826.901617:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789608826.923741:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608826.923768:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608826.923774:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608826.923777:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608826.923789:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608826.923800:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608826.923816:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608826.923822:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608826.923829:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608826.923835:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4960e80 00000400:00000200:0.0:1789608826.923841:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608826.923848:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x8329 [1] + 0 00000800:00000001:0.0:1789608826.923867:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608826.923879:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608826.923884:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608826.923890:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608826.923900:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608826.923912:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d27100 x1876538934300288/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608846 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608826.923927:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff94d907d27100 x1876538934300288/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608846 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608826.923946:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608826.923957:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608826.923961:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608826.924561:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608826.924568:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608826.924579:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608826.924582:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608826.924586:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b85d8. 00000400:00000200:3.0:1789608826.924593:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed5d8 00000400:00000010:3.0:1789608826.924596:0:2408:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed5d8. 00000100:00000001:3.0:1789608826.924600:0:2408:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608826.924607:0:2408:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d27100 x1876538934300288/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608846 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608826.924618:0:2408:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d27100 x1876538934300288/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608846 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608826.924624:0:2408:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608826.924626:0:2408:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608826.924628:0:2408:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608826.924633:0:2408:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608826.924635:0:2408:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608826.924638:0:2408:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608826.924642:0:2408:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608826.924654:0:2408:0:(import.c:2196:obd_at_measure()) add 0 to ffff94d902b11c60 time=34 v=5 (5 104 104 104) 00000100:00001000:3.0:1789608826.924659:0:2408:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=29 v=15 (15 0 0 0) 00000100:00000001:3.0:1789608826.924662:0:2408:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608826.924664:0:2408:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1789608826.924667:0:2408:0:(client.c:1712:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1789608826.924673:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d27100 x1876538934300288/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/224 e 0 to 0 dl 1789608846 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608826.924698:0:2408:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1789608826.924701:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608826.924704:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608826.924706:0:2408:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789608826.924709:0:2408:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1789608826.924713:0:2408:0:(import.c:65:import_set_state_nolock()) ffff94d902b11800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789608826.924719:0:2408:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.121@tcp failed (-19) 00000100:00000001:3.0:1789608826.924722:0:2408:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1789608826.924739:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d27100 x1876538934300288/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/224 e 0 to 0 dl 1789608846 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608826.924747:0:2408:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25f5d458-2cbe-49cd-9693-334c08df7e27:2408:1876538934300288:192.168.203.121@tcp:38:kworker.0 00000100:00000001:3.0:1789608826.924752:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608826.924755:0:2408:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608826.924758:0:2408:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d27100 x1876538934300288/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/224 e 0 to 0 dl 1789608846 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608826.924764:0:2408:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608826.924767:0:2408:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608826.924772:0:2408:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903114400. 02000000:00000001:3.0:1789608826.924777:0:2408:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608826.924780:0:2408:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608826.924782:0:2408:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608826.924784:0:2408:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608826.924787:0:2408:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d903dbd400. 02000000:00000001:3.0:1789608826.924790:0:2408:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608826.924792:0:2408:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608826.924795:0:2408:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d27100. 00000100:00000001:3.0:1789608826.924798:0:2408:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608826.924800:0:2408:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608826.924802:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608826.924812:0:2408:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608826.924815:0:2408:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608826.924817:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608826.924819:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608827.411151:0:33970:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789608827.411158:0:33970:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608827.411161:0:33970:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608827.411168:0:33970:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d9033d8a80 going to sleep for 0 seconds 00000100:00000001:3.0:1789608827.411172:0:33970:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608827.411176:0:33970:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608827.411178:0:33970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608827.411181:0:33970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608827.411241:0:33970:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608827.726647:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608827.726655:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608827.726661:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608827.726662:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608827.726774:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608827.726777:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608827.726781:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789608827.919572:0:2411:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789608827.919589:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608827.919592:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608827.919599:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608827.919602:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608827.919606:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608827.919610:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608828.429993:0:33970:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789608828.430003:0:33970:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608828.430006:0:33970:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608828.430013:0:33970:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d9033d8a80 going to sleep for 0 seconds 00000100:00000001:3.0:1789608828.430019:0:33970:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608828.430024:0:33970:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608828.430027:0:33970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608828.430030:0:33970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608828.430033:0:33970:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608828.749856:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608828.749866:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608828.749873:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608828.749875:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608828.750105:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608828.750110:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608828.750115:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789608828.941840:0:2411:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789608828.941866:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608828.941870:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608828.941877:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608828.941880:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608828.941884:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608828.941889:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608829.453946:0:33970:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789608829.453957:0:33970:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608829.453960:0:33970:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608829.453968:0:33970:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d9033d8a80 going to sleep for 0 seconds 00000100:00000001:3.0:1789608829.453972:0:33970:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608829.453977:0:33970:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608829.453980:0:33970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608829.453983:0:33970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608829.453986:0:33970:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608829.774042:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608829.774052:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608829.774059:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608829.774061:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608829.774106:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789608829.774110:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608829.774114:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789608829.965860:0:2411:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789608829.965879:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608829.965882:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608829.965889:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608829.965891:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608829.965896:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608829.965901:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608830.479932:0:33970:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789608830.479943:0:33970:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608830.479946:0:33970:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608830.479953:0:33970:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d9033d8a80 going to sleep for 0 seconds 00000100:00000001:3.0:1789608830.479957:0:33970:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608830.479962:0:33970:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608830.479965:0:33970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608830.479969:0:33970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608830.479972:0:33970:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608830.797790:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608830.797797:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608830.797802:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608830.797803:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608830.797945:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608830.797949:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608830.797952:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789608830.861778:0:32114:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d000 (cpu 0) has reached its deadline 4296557919, at 4296557952 00000100:00000010:0.0:1789608830.861798:0:32114:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d909265d20. 00000100:00000040:1.0:1789608830.861891:0:809:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d110 (cpu 1) has reached its deadline 4296557919, at 4296557952 00000100:00000010:1.0:1789608830.861897:0:809:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d909265e40. 00000100:00000001:3.0:1789608830.989910:0:2411:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789608830.989927:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608830.989929:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608830.989935:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608830.989938:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608830.989942:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608830.989946:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608831.501989:0:33970:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789608831.501997:0:33970:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608831.502000:0:33970:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608831.502006:0:33970:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d9033d8a80 going to sleep for 0 seconds 00000100:00000001:3.0:1789608831.502011:0:33970:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608831.502016:0:33970:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608831.502019:0:33970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608831.502023:0:33970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608831.502025:0:33970:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608831.822304:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608831.822312:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608831.822319:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608831.822321:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608831.828753:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608831.828762:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608831.828769:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789608832.013841:0:465:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789608832.013842:0:2411:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789608832.013850:0:2411:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1789608832.013852:0:465:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789608832.013865:0:465:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d26300. 00000100:00000400:3.0:1789608832.013869:0:2411:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789608816/real 1789608816] req@ffff94d908493b80 x1876538934299008/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 1 dl 1789608832 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1789608832.013872:0:465:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=7 obd=MGC192.168.203.121@tcp 00000100:00000001:2.0:1789608832.013877:0:465:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608832.013880:0:465:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000400:00000001:3.0:1789608832.013887:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1789608832.013888:0:465:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1789608832.013889:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608832.013893:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2af20. 02000000:00000010:2.0:1789608832.013898:0:465:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d91a01a500. 00000400:00000200:3.0:1789608832.013902:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a96e8 00000400:00000010:3.0:1789608832.013905:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a96e8. 00000100:00000001:2.0:1789608832.013906:0:465:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608832.013909:0:2411:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000040:2.0:1789608832.013912:0:465:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS req@ffff94d907d26300 x1876538934300544/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1789608832.013913:0:2411:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908493b80 x1876538934299008/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 1 dl 1789608832 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608832.013922:0:2411:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908493b80 x1876538934299008/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 1 dl 1789608832 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608832.013924:0:465:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608832.013929:0:465:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608832.013935:0:2411:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608832.013937:0:2411:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608832.013940:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608832.013943:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789608832.013948:0:2411:0:(client.c:2548:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff94d908493b80 x1876538934299008/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 1 dl 1789608832 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789608832.013948:0:465:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029d05054] to pc [ptlrpcd_01_01+1] req@ffff94d907d26300 x1876538934300544/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608832.013955:0:2411:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:3.0:1789608832.013959:0:2411:0:(import.c:65:import_set_state_nolock()) ffff94d90510e000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1789608832.013963:0:2411:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.203.121@tcp: Connection to MGS (at 192.168.203.121@tcp) was lost; in progress operations using this service will fail 00000100:00000001:2.0:1789608832.014176:0:465:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789608832.014180:0:465:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789608832.014184:0:465:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789608832.014186:0:465:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789608832.014188:0:465:0:(import.c:65:import_set_state_nolock()) ffff94d902b11800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789608832.014192:0:465:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789608832.014196:0:465:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff94d904ceb000: connect to NID 192.168.203.121@tcp last attempt 1886 00000400:00000200:2.0:1789608832.014204:0:465:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608832.014211:0:465:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.121@tcp is discovered: rc = 1 00000100:00001000:2.0:1789608832.014216:0:465:0:(import.c:2196:obd_at_measure()) add 20 to ffff94d902b11c18 time=35 v=15 (15 0 0 0) 00000100:00001000:2.0:1789608832.014220:0:465:0:(import.c:2262:obd_at_measure()) AT ffff94d902b11c18 change: old=15 new=20 delta=5 (val=20) hist 20 0 0 0 00000100:00080000:2.0:1789608832.014223:0:465:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff94d904ceb000: tried all connections, increasing latency to 15s 00000100:00000040:2.0:1789608832.014226:0:465:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff94d907ddb340 refcount 14 to 192.168.203.121@tcp 00000100:00000001:2.0:1789608832.014229:0:465:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789608832.014232:0:465:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff94d907ddb340 refcount 15 to 192.168.203.121@tcp 00000100:00000001:2.0:1789608832.014235:0:465:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446626258593624896 : -117815115926720 : ffff94d907ddb340) 00000020:00000001:2.0:1789608832.014243:0:465:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789608832.014246:0:465:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc54db3288176f34a 00000020:00000001:2.0:1789608832.014249:0:465:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608832.014253:0:465:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d903101000 refcount=5 00000020:00000001:2.0:1789608832.014255:0:465:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258513039360 : -117815196512256 : ffff94d903101000) 00000020:00000001:2.0:1789608832.014258:0:465:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626258513039360 : -117815196512256 : ffff94d903101000) 00000100:00000040:2.0:1789608832.014261:0:465:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff94d907ddb340 refcount 14 to 192.168.203.121@tcp 00000100:00000001:2.0:1789608832.014263:0:465:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789608832.014265:0:465:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff94d907ddb340 refcount 15 to 192.168.203.121@tcp 00000100:00000001:2.0:1789608832.014266:0:465:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446626258593624896 : -117815115926720 : ffff94d907ddb340) 00000020:00000040:2.0:1789608832.014270:0:465:0:(genops.c:879:class_export_put()) PUTting export ffff94d903101000 : new refcount 4 00000100:00080000:2.0:1789608832.014274:0:465:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff94d904ceb000: import ffff94d902b11800 using connection 192.168.203.121@tcp/192.168.203.121@tcp 00000100:00000001:2.0:1789608832.014278:0:465:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608832.014280:0:465:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789608832.014288:0:465:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608832.014291:0:465:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608832.014294:0:465:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1789608832.014300:0:465:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789608832.014303:0:465:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608832.014305:0:465:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608832.014308:0:465:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d27b80. 00000020:00000040:2.0:1789608832.014311:0:465:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 02000000:00000001:2.0:1789608832.014314:0:465:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789608832.014316:0:465:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608832.014318:0:465:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608832.014320:0:465:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608832.014322:0:465:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608832.014327:0:465:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d903dbdc00. 00000100:00000001:2.0:1789608832.014331:0:465:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608832.014338:0:465:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94d907d27b80 x1876538934300672/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789608832.014346:0:465:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608832.014348:0:465:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608832.014351:0:465:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003178388a] to pc [ptlrpcd_rcv+-1] req@ffff94d907d27b80 x1876538934300672/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608832.014376:0:465:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608832.014380:0:465:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789608832.014384:0:465:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789608832.014387:0:465:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d25c00. 00000020:00000040:2.0:1789608832.014389:0:465:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=4 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000100:00000001:2.0:1789608832.014392:0:465:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608832.014393:0:465:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608832.014395:0:465:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608832.014400:0:465:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d91a01ad00. 00000100:00000001:2.0:1789608832.014404:0:465:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608832.014408:0:465:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID req@ffff94d907d25c00 x1876538934300800/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789608832.014416:0:465:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608832.014418:0:465:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608832.014422:0:465:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4d415d2] to pc [ptlrpcd_01_00+0] req@ffff94d907d25c00 x1876538934300800/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608832.014429:0:465:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608832.014431:0:465:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789608832.014435:0:465:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789608832.014438:0:465:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789608832.014441:0:465:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789608832.014445:0:465:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1896) 00000100:00000001:2.0:1789608832.014470:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608832.014474:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608832.014477:0:2412:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608832.014483:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d26300 x1876538934300544/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608832.014540:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608832.014544:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608832.014546:0:2408:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608832.014553:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d27b80 x1876538934300672/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608832.014561:0:2408:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608832.014563:0:2408:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608832.014567:0:2408:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608832.014570:0:2408:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608832.014573:0:2408:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608832.014576:0:2408:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25f5d458-2cbe-49cd-9693-334c08df7e27:2408:1876538934300672:192.168.203.121@tcp:38:kworker.0 00000100:00000001:0.0:1789608832.014581:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608832.014585:0:2408:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608832.014588:0:2408:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608832.014595:0:2408:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608832.014601:0:2408:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903117800. 02000000:00000001:0.0:1789608832.014603:0:2408:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608832.014619:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608832.014623:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b89a0. 00000400:00000010:0.0:1789608832.014630:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed550. 00000100:00000200:0.0:1789608832.014637:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934300672, portal 10 00000100:00000001:0.0:1789608832.014639:0:2408:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608832.014641:0:2408:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592889728 : -117815116661888 : ffff94d907d27b80) 00000100:00000040:0.0:1789608832.014649:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907d27b80 x1876538934300672/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608832.014657:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608832.014660:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608832.014663:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed4c8. 00000100:00000200:0.0:1789608832.014666:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876538934300672, offset 0 00000400:00000200:0.0:1789608832.014673:0:2408:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608832.014713:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608832.014721:0:2408:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608832.014728:0:2408:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608832.014733:0:2408:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608832.014737:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608832.014740:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608832.014743:0:2408:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2872:2872:256:4294967295] 192.168.203.121@tcp LPNI seq info [2872:2872:8:4294967295] 00000400:00000200:0.0:1789608832.014748:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608832.014758:0:2408:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608832.014765:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608832.014771:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306f00. 00000800:00000200:0.0:1789608832.014779:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608832.014788:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608832.014793:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789608832.014804:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608832.014810:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 844961 usecs (845 jiffies) 00000400:00000200:0.0:1789608832.014813:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608832.014816:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296559950 00000100:00000010:0.0:1789608832.014832:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d9082d7120. 00000100:00000001:0.0:1789608832.014840:0:2408:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789608832.014847:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296559950 00000100:00000010:0.0:1789608832.014850:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d9082d7840. 00000100:00000001:0.0:1789608832.014853:0:2408:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789608832.014856:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608832.014859:0:2408:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608832.014863:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608832.014865:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608832.014875:0:2408:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608832.014877:0:2408:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1789608832.014879:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608832.014880:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608832.014881:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608832.014883:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608832.015009:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608832.015014:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306f00. 00000400:00000200:0.0:1789608832.015020:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608832.015025:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608832.015032:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed4c8 00000400:00000010:0.0:1789608832.015034:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed4c8. 00000100:00000001:0.0:1789608832.015038:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608832.015043:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d27b80 x1876538934300672/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608832.015051:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608832.015054:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d27b80 x1876538934300672/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608857 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608832.015061:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608832.015062:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000100:00080000:3.0:1789608832.025161:0:2411:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@192.168.203.121@tcp for MGC192.168.203.121@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1789608832.025168:0:2411:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1789608832.025169:0:2411:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1789608832.025172:0:2411:0:(client.c:3576:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1789608832.025184:0:2411:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff94d908493b80 x1876538934299008/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 1 dl 1789608832 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608832.025201:0:2411:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff94d904055180 x1876538934299648/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608837 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608832.025216:0:2411:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff94d907d26a00 x1876538934300160/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608842 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608832.025223:0:2411:0:(client.c:3621:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1789608832.025225:0:2411:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000800:00000001:1.0:1789608832.025485:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608832.025494:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608832.025497:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608832.025499:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608832.025507:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608832.025514:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608832.025526:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608832.025531:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608832.025537:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608832.025542:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4961000 00000400:00000200:1.0:1789608832.025549:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608832.025556:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x8339 [1] + 0 00000800:00000001:1.0:1789608832.025565:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608832.025588:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608832.025593:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608832.025599:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608832.025620:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608832.025626:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d27b80 x1876538934300672/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608857 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608832.025636:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff94d907d27b80 x1876538934300672/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608857 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608832.025652:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608832.025662:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608832.025665:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608832.025702:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608832.025707:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789608832.025714:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608832.025717:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608832.025720:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b89a0. 00000400:00000200:1.0:1789608832.025725:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed550 00000400:00000010:1.0:1789608832.025728:0:2408:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed550. 00000100:00000001:1.0:1789608832.025731:0:2408:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608832.025735:0:2408:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d27b80 x1876538934300672/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608857 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608832.025743:0:2408:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d27b80 x1876538934300672/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608857 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608832.025749:0:2408:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608832.025751:0:2408:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608832.025753:0:2408:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608832.025757:0:2408:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608832.025760:0:2408:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608832.025762:0:2408:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608832.025766:0:2408:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608832.025777:0:2408:0:(import.c:2196:obd_at_measure()) add 0 to ffff94d902b11c60 time=40 v=5 (5 104 104 104) 00000100:00001000:1.0:1789608832.025782:0:2408:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=35 v=20 (20 0 0 0) 00000100:00000001:1.0:1789608832.025786:0:2408:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608832.025789:0:2408:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1789608832.025791:0:2408:0:(client.c:1712:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1789608832.025797:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d27b80 x1876538934300672/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/224 e 0 to 0 dl 1789608857 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608832.025805:0:2408:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1789608832.025809:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608832.025812:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608832.025814:0:2408:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789608832.025827:0:2408:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1789608832.025832:0:2408:0:(import.c:65:import_set_state_nolock()) ffff94d902b11800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789608832.025837:0:2408:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.121@tcp failed (-19) 00000100:00000001:1.0:1789608832.025841:0:2408:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1789608832.025845:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d27b80 x1876538934300672/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/224 e 0 to 0 dl 1789608857 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608832.025854:0:2408:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25f5d458-2cbe-49cd-9693-334c08df7e27:2408:1876538934300672:192.168.203.121@tcp:38:kworker.0 00000100:00000001:1.0:1789608832.025859:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608832.025862:0:2408:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608832.025866:0:2408:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d27b80 x1876538934300672/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/224 e 0 to 0 dl 1789608857 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608832.025873:0:2408:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608832.025876:0:2408:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608832.025880:0:2408:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903117800. 02000000:00000001:1.0:1789608832.025884:0:2408:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608832.025888:0:2408:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608832.025890:0:2408:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:1.0:1789608832.025892:0:2408:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608832.025895:0:2408:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d903dbdc00. 02000000:00000001:1.0:1789608832.025898:0:2408:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608832.025900:0:2408:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608832.025902:0:2408:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d27b80. 00000100:00000001:1.0:1789608832.025905:0:2408:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608832.025907:0:2408:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608832.025909:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608832.025918:0:2408:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608832.025921:0:2408:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608832.025924:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608832.025926:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608832.025945:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608832.025947:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789608832.025952:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608832.025954:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608832.025956:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8c08. 00000400:00000200:1.0:1789608832.025960:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed440 00000400:00000010:1.0:1789608832.025962:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed440. 00000100:00000001:1.0:1789608832.025964:0:2410:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608832.025970:0:2410:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904055180 x1876538934299648/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608837 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608832.025978:0:2410:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904055180 x1876538934299648/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608837 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608832.025984:0:2410:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608832.025985:0:2410:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608832.025990:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904055180 x1876538934299648/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608837 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608832.025997:0:2410:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:1.0:1789608832.025999:0:2410:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608832.026001:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608832.026002:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608832.026006:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904055180 x1876538934299648/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608837 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608832.026013:0:2410:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904055180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2410:1876538934299648:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608832.026064:0:2411:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:3.0:1789608832.026069:0:2411:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1789608832.026072:0:2411:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1789608832.026074:0:2411:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608832.026076:0:2411:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:3.0:1789608832.026077:0:2411:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:3.0:1789608832.026078:0:2411:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1789608832.026080:0:2411:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608832.026081:0:2411:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1789608832.026084:0:2411:0:(import.c:418:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN 00000100:00000001:3.0:1789608832.026096:0:2411:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:3.0:1789608832.026098:0:2411:0:(client.c:2556:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608832.026370:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608832.026372:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608832.026375:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608832.026377:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608832.026379:0:2411:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608832.026513:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d25c00 x1876538934300800/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608832.026522:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608832.026525:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608832.026531:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608832.026535:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608832.026538:0:2411:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608832.026542:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934300800:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608832.026547:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608832.026554:0:2411:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608832.026877:0:2411:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608832.026881:0:2411:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608832.026889:0:2411:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d9135fb800. 02000000:00000001:3.0:1789608832.026892:0:2411:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608832.026899:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608832.026903:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2af20. 00000400:00000010:3.0:1789608832.026910:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a96e8. 00000100:00000200:3.0:1789608832.026917:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934300800, portal 10 00000100:00000001:3.0:1789608832.026920:0:2411:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608832.026922:0:2411:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592881664 : -117815116669952 : ffff94d907d25c00) 00000100:00000040:3.0:1789608832.026931:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907d25c00 x1876538934300800/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608832.026941:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608832.026943:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608832.026946:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9aa0. 00000100:00000200:3.0:1789608832.026951:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934300800, offset 0 00000400:00000200:3.0:1789608832.026958:0:2411:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608832.026967:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608832.026977:0:2411:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608832.026983:0:2411:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608832.026988:0:2411:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608832.026992:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608832.026996:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608832.027001:0:2411:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2873:2873:256:4294967295] 192.168.203.121@tcp LPNI seq info [2873:2873:8:4294967295] 00000400:00000200:3.0:1789608832.027007:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608832.027018:0:2411:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608832.027024:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608832.027030:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d919aaaa00. 00000100:00000001:2.0:1789608832.027893:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1789608832.027908:0:2412:0:(client.c:1410:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff94d907d26300 x1876538934300544/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl Rpc:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608832.027918:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608832.027923:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d26300 x1876538934300544/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl Rpc:NQU/200/ffffffff rc -108/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608832.027929:0:2412:0:(client.c:1858:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:2.0:1789608832.028182:0:2412:0:(client.c:2106:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:2.0:1789608832.028187:0:2412:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608832.028191:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608832.028194:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608832.028199:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d26300 x1876538934300544/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl Interpret:NQU/200/ffffffff rc -108/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789608832.028208:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:83b5584e-e144-4f7f-be05-3bcca61e7fd2:0:1876538934300544:192.168.203.121@tcp:400:kworker.0 00000400:00000001:2.0:1789608832.028220:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608832.028222:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608832.028226:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a898. 00000400:00000200:2.0:1789608832.028234:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9550 00000400:00000010:2.0:1789608832.028237:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9550. 00000100:00000001:2.0:1789608832.028242:0:2412:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608832.028247:0:2412:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d26a00 x1876538934300160/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608842 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789608832.028257:0:2412:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d26a00 x1876538934300160/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608842 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608832.028265:0:2412:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608832.028267:0:2412:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608832.028271:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d26a00 x1876538934300160/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608842 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608832.028279:0:2412:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:2.0:1789608832.028281:0:2412:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608832.028283:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608832.028284:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608832.028288:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d26a00 x1876538934300160/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608842 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789608832.028296:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2412:1876538934300160:192.168.203.121@tcp:400:kworker.0 00000100:00000001:2.0:1789608832.028301:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608832.028305:0:2412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608832.028309:0:2412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d26300 x1876538934300544/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl Complete:NQU/200/ffffffff rc -108/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608832.028317:0:2412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1789608832.028322:0:2412:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608832.028324:0:2412:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=6 obd=MGC192.168.203.121@tcp 00000020:00000001:2.0:1789608832.028328:0:2412:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608832.028332:0:2412:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d91a01a500. 02000000:00000001:2.0:1789608832.028338:0:2412:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608832.028340:0:2412:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608832.028342:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d26300. 00000100:00000001:2.0:1789608832.028346:0:2412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608832.028348:0:2412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608832.028350:0:2412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608832.028353:0:2412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d26a00 x1876538934300160/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608842 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608832.028359:0:2412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608832.028362:0:2412:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608832.028364:0:2412:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d9135fa200. 02000000:00000001:2.0:1789608832.028369:0:2412:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608832.028370:0:2412:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608832.028372:0:2412:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=5 obd=MGC192.168.203.121@tcp 00000020:00000001:2.0:1789608832.028374:0:2412:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608832.028375:0:2412:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d91a01af00. 02000000:00000001:2.0:1789608832.028377:0:2412:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608832.028378:0:2412:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608832.028379:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d26a00. 00000100:00000001:2.0:1789608832.028381:0:2412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608832.028382:0:2412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608832.028384:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608832.028393:0:2412:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608832.028395:0:2412:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608832.028398:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608832.028401:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789608832.028928:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608832.028937:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608832.028943:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d919aaaa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789608832.028965:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608832.028972:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: using a timeout of 23188 usecs (24 jiffies) 00000400:00000200:3.0:1789608832.028979:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608832.028982:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296559143 00000100:00000001:3.0:1789608832.028986:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296559950 00000100:00000001:3.0:1789608832.028989:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296559143 00000100:00000001:3.0:1789608832.028991:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296559950 00000100:00000001:3.0:1789608832.028993:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608832.028996:0:2411:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608832.029001:0:2411:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608832.029006:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908493b80 x1876538934299008/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 1 dl 1789608832 ref 1 fl Rpc:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608832.029013:0:2411:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:3.0:1789608832.029016:0:2411:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608832.029018:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608832.029020:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608832.029023:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908493b80 x1876538934299008/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 1 dl 1789608832 ref 1 fl Interpret:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608832.029031:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908493b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2411:1876538934299008:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608832.029035:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608832.029038:0:2411:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608832.029041:0:2411:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908493b80 x1876538934299008/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 1 dl 1789608832 ref 1 fl Complete:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608832.029047:0:2411:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608832.029050:0:2411:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608832.029052:0:2411:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d910f64800. 02000000:00000001:3.0:1789608832.029059:0:2411:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608832.029062:0:2411:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608832.029063:0:2411:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=4 obd=MGC192.168.203.121@tcp 00000020:00000001:3.0:1789608832.029065:0:2411:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608832.029066:0:2411:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d908d55000. 02000000:00000001:3.0:1789608832.029069:0:2411:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608832.029071:0:2411:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608832.029072:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908493b80. 00000100:00000001:3.0:1789608832.029075:0:2411:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608832.029077:0:2411:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608832.029089:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608832.029095:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608832.029096:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789608832.029099:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608832.029100:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608832.029343:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608832.029347:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608832.030201:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608832.030209:0:2410:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608832.030221:0:2410:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904055180 x1876538934299648/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608837 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608832.030230:0:2410:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608832.030233:0:2410:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608832.030237:0:2410:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d904ae6600. 02000000:00000001:1.0:1789608832.030244:0:2410:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608832.030247:0:2410:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608832.030249:0:2410:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=3 obd=MGC192.168.203.121@tcp 00000020:00000001:1.0:1789608832.030251:0:2410:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608832.030253:0:2410:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faa000. 02000000:00000001:1.0:1789608832.030257:0:2410:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608832.030259:0:2410:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608832.030260:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904055180. 00000100:00000001:1.0:1789608832.030264:0:2410:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608832.030267:0:2410:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608832.030269:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608832.030278:0:2410:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608832.030280:0:2410:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608832.030284:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608832.030287:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789608832.030389:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789608832.030396:0:21207:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1789608832.030399:0:21207:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789608832.030404:0:21207:0:(import.c:65:import_set_state_nolock()) ffff94d90510e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789608832.030409:0:21207:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789608832.030414:0:21207:0:(import.c:545:import_select_connection()) MGC192.168.203.121@tcp: connect to NID 192.168.203.121@tcp last attempt 802 00000400:00000200:0.0:1789608832.030424:0:21207:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608832.030431:0:21207:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.121@tcp is discovered: rc = 1 00000100:00000040:0.0:1789608832.030436:0:21207:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff94d907ddb340 refcount 14 to 192.168.203.121@tcp 00000100:00000001:0.0:1789608832.030439:0:21207:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789608832.030442:0:21207:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff94d907ddb340 refcount 15 to 192.168.203.121@tcp 00000100:00000001:0.0:1789608832.030444:0:21207:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446626258593624896 : -117815115926720 : ffff94d907ddb340) 00000020:00000001:0.0:1789608832.030452:0:21207:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789608832.030455:0:21207:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc54db3288176f2f6 00000020:00000001:0.0:1789608832.030458:0:21207:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608832.030462:0:21207:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d903301000 refcount=3 00000020:00000001:0.0:1789608832.030465:0:21207:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258515136512 : -117815194415104 : ffff94d903301000) 00000020:00000001:0.0:1789608832.030467:0:21207:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626258515136512 : -117815194415104 : ffff94d903301000) 00000100:00000040:0.0:1789608832.030470:0:21207:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff94d907ddb340 refcount 14 to 192.168.203.121@tcp 00000100:00000001:0.0:1789608832.030472:0:21207:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789608832.030474:0:21207:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff94d907ddb340 refcount 15 to 192.168.203.121@tcp 00000100:00000001:0.0:1789608832.030476:0:21207:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446626258593624896 : -117815115926720 : ffff94d907ddb340) 00000020:00000040:0.0:1789608832.030479:0:21207:0:(genops.c:879:class_export_put()) PUTting export ffff94d903301000 : new refcount 2 00000100:00080000:0.0:1789608832.030483:0:21207:0:(import.c:666:import_select_connection()) MGC192.168.203.121@tcp: import ffff94d90510e000 using connection 192.168.203.121@tcp/192.168.203.121@tcp 00000100:00000001:0.0:1789608832.030485:0:21207:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608832.030488:0:21207:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789608832.030492:0:21207:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608832.030495:0:21207:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608832.030498:0:21207:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789608832.030500:0:21207:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789608832.030507:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5df80. 00000020:00000040:0.0:1789608832.030511:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=4 obd=MGC192.168.203.121@tcp 02000000:00000001:0.0:1789608832.030515:0:21207:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789608832.030517:0:21207:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608832.030520:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608832.030524:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608832.030529:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608832.030537:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d903114000. 00000100:00000001:0.0:1789608832.030546:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608832.030553:0:21207:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94d907e5df80 x1876538934300928/t0(0) o250->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789608832.030562:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608832.030567:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608832.030572:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbf556a4] to pc [ptlrpcd_rcv+-1] req@ffff94d907e5df80 x1876538934300928/t0(0) o250->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1789608832.030595:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608832.030601:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d919aaaa00. 00000100:00000001:0.0:1789608832.030607:0:21207:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608832.030613:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1789608832.030616:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1789608832.030620:0:21207:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:1.0:1789608832.030626:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000040:0.0:1789608832.030627:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1789608832.030635:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9aa0 00000400:00000010:1.0:1789608832.030638:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9aa0. 00000100:00000001:1.0:1789608832.030643:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608832.030648:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25c00 x1876538934300800/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608832.030657:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608832.030660:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d25c00 x1876538934300800/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608848 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608832.030666:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608832.030668:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1789608832.030792:0:21207:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789608832.030798:0:21207:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1896) 00000100:00000001:2.0:1789608832.031213:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608832.031219:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608832.031223:0:2408:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608832.031231:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5df80 x1876538934300928/t0(0) o250->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608832.031246:0:2408:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608832.031249:0:2408:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608832.031253:0:2408:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608832.031256:0:2408:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608832.031259:0:2408:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608832.031262:0:2408:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2408:1876538934300928:192.168.203.121@tcp:250:kworker.0 00000100:00000001:2.0:1789608832.031266:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608832.031271:0:2408:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608832.031273:0:2408:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608832.031276:0:2408:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608832.031282:0:2408:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903dbfc00. 02000000:00000001:2.0:1789608832.031284:0:2408:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608832.031291:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608832.031295:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d213c8. 00000400:00000010:2.0:1789608832.031302:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c770. 00000100:00000200:2.0:1789608832.031310:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934300928, portal 25 00000100:00000001:2.0:1789608832.031313:0:2408:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608832.031315:0:2408:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594160512 : -117815115391104 : ffff94d907e5df80) 00000100:00000040:2.0:1789608832.031321:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5df80 x1876538934300928/t0(0) o250->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1789608842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608832.031328:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608832.031332:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608832.031335:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c110. 00000100:00000200:2.0:1789608832.031338:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876538934300928, offset 0 00000400:00000200:2.0:1789608832.031344:0:2408:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608832.031355:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608832.031362:0:2408:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608832.031369:0:2408:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608832.031437:0:2408:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608832.031441:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608832.031444:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608832.031448:0:2408:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2874:2874:256:4294967295] 192.168.203.121@tcp LPNI seq info [2874:2874:8:4294967295] 00000400:00000200:2.0:1789608832.031453:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608832.031466:0:2408:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608832.031472:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608832.031479:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a01af00. 00000800:00000200:2.0:1789608832.031487:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608832.031496:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608832.031500:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a01af00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789608832.031559:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608832.031565:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608832.031568:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 0 is 4296563055 00000100:00000001:2.0:1789608832.031579:0:2408:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296559950 00000100:00000001:2.0:1789608832.031584:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 1 is 4296563055 00000100:00000001:2.0:1789608832.031588:0:2408:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296559950 00000100:00000001:2.0:1789608832.031591:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608832.031595:0:2408:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608832.031598:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608832.031601:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608832.031609:0:2408:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608832.031612:0:2408:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1789608832.031614:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608832.031615:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608832.031617:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608832.031619:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789608832.036225:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608832.036256:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608832.036262:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608832.036265:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608832.036278:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608832.036289:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608832.036302:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608832.036308:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608832.036314:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608832.036320:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4961080 00000400:00000200:1.0:1789608832.036326:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608832.036334:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x8349 [1] + 224 00000800:00000001:1.0:1789608832.036343:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608832.036355:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608832.036361:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608832.036365:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608832.036375:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608832.036387:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d25c00 x1876538934300800/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608848 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608832.036399:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907d25c00 x1876538934300800/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608848 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608832.036421:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000200:1.0:1789608832.037276:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608832.037286:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a01af00. 00000400:00000200:1.0:1789608832.037295:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608832.037302:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608832.037309:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c110 00000400:00000010:1.0:1789608832.037313:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c110. 00000100:00000001:1.0:1789608832.037318:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608832.037325:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5df80 x1876538934300928/t0(0) o250->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1789608842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608832.037338:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608832.037342:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5df80 x1876538934300928/t0(0) o250->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1789608842 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608832.037350:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608832.037352:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608832.037362:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608832.037370:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608832.037480:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608832.037485:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608832.037494:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608832.037497:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608832.037500:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2af20. 00000400:00000200:3.0:1789608832.037504:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a96e8 00000400:00000010:3.0:1789608832.037506:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a96e8. 00000100:00000001:3.0:1789608832.037510:0:2411:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608832.037516:0:2411:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d25c00 x1876538934300800/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608848 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608832.037525:0:2411:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d25c00 x1876538934300800/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608848 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608832.037532:0:2411:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608832.037535:0:2411:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608832.037537:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608832.037541:0:2411:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608832.037544:0:2411:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608832.037546:0:2411:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608832.037550:0:2411:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608832.037561:0:2411:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b17c60 time=40 v=5 (5 104 104 104) 00000100:00001000:3.0:1789608832.037565:0:2411:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b17c18 time=40 v=5 (1 1 1 1) 00000100:00000001:3.0:1789608832.037568:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608832.037570:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608832.037572:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608832.037576:0:2411:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608832.037581:0:2411:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608832.037583:0:2411:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1789608832.037585:0:2411:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608832.037588:0:2411:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608832.037594:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d25c00 x1876538934300800/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608848 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608832.037601:0:2411:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608832.037604:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608832.037829:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608832.037836:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d25c00 x1876538934300800/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608848 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608832.037906:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934300800:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608832.037912:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608832.037915:0:2411:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608832.037919:0:2411:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d25c00 x1876538934300800/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608848 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608832.037925:0:2411:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608832.037927:0:2411:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608832.038218:0:2411:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d9135fb800. 02000000:00000001:3.0:1789608832.038225:0:2411:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608832.038229:0:2411:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608832.038232:0:2411:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=3 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608832.038234:0:2411:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608832.038237:0:2411:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d91a01ad00. 02000000:00000001:3.0:1789608832.038241:0:2411:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608832.038243:0:2411:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608832.038245:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d25c00. 00000100:00000001:3.0:1789608832.038249:0:2411:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608832.038250:0:2411:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608832.038253:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608832.038263:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608832.038266:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608832.038268:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608832.038272:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608832.528711:0:33970:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789608832.528724:0:33970:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608832.528727:0:33970:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608832.528736:0:33970:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d9033d8a80 going to sleep for 0 seconds 00000100:00000001:3.0:1789608832.528740:0:33970:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608832.528745:0:33970:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608832.528748:0:33970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608832.528752:0:33970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608832.528755:0:33970:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608832.845780:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608832.845789:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608832.845796:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608832.845798:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608832.845838:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789608832.845842:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608832.845846:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789608833.550014:0:33970:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789608833.550025:0:33970:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608833.550028:0:33970:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608833.550035:0:33970:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d9033d8a80 going to sleep for 0 seconds 00000100:00000001:3.0:1789608833.550040:0:33970:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608833.550044:0:33970:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608833.550048:0:33970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608833.550051:0:33970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608833.550055:0:33970:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608833.870439:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608833.870448:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608833.870454:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608833.870456:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608833.870719:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608833.870723:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608833.870728:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789608834.573894:0:33970:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789608834.573904:0:33970:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608834.573907:0:33970:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608834.573914:0:33970:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d9033d8a80 going to sleep for 0 seconds 00000100:00000001:3.0:1789608834.573928:0:33970:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608834.573933:0:33970:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608834.573935:0:33970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608834.573938:0:33970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608834.573941:0:33970:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608834.896046:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608834.896054:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608834.896061:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608834.896065:0:32466:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608834.896067:0:32466:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608834.896074:0:32466:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608834.896077:0:32466:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608834.896078:0:32466:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608834.896082:0:32466:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608834.896084:0:32466:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608834.896086:0:32466:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608834.896088:0:32466:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608834.896292:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608834.896296:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608834.896300:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789608835.597828:0:33970:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789608835.597837:0:33970:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608835.597839:0:33970:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608835.597846:0:33970:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d9033d8a80 going to sleep for 0 seconds 00000100:00000001:3.0:1789608835.597851:0:33970:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608835.597856:0:33970:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608835.597859:0:33970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608835.597862:0:33970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608835.597865:0:33970:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608835.917846:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608835.917854:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608835.917862:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608835.917863:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608835.917896:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789608835.917900:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608835.917903:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789608835.986035:0:32114:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d000 (cpu 0) has reached its deadline 4296563055, at 4296563076 00000100:00000010:0.0:1789608835.986056:0:32114:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d9082d7120. 00000100:00000040:1.0:1789608835.986706:0:809:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d110 (cpu 1) has reached its deadline 4296563055, at 4296563077 00000100:00000010:1.0:1789608835.986714:0:809:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d9082d7840. 00000100:00000001:3.0:1789608836.622022:0:33970:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789608836.622032:0:33970:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608836.622035:0:33970:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608836.622042:0:33970:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d9033d8a80 going to sleep for 0 seconds 00000100:00000001:3.0:1789608836.622047:0:33970:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608836.622051:0:33970:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608836.622054:0:33970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608836.622056:0:33970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608836.622060:0:33970:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608836.945935:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608836.945947:0:32466:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608836.945950:0:32466:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608836.945954:0:32466:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608836.945962:0:32466:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608836.945964:0:32466:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608836.945967:0:32466:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608836.945969:0:32466:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608836.945974:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608836.945975:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608836.946268:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608836.946272:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608836.946275:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789608837.133910:0:2408:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1789608837.133910:0:465:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789608837.133922:0:465:0:(pinger.c:247:ptlrpc_pinger_process_import()) 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789608837.133925:0:465:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789608837.133928:0:2408:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1789608837.133930:0:465:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789608837.133932:0:2408:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608837.133934:0:465:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1789608837.133938:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1789608837.133941:0:465:0:(import.c:65:import_set_state_nolock()) ffff94d902b11800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789608837.133942:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608837.133948:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608837.133949:0:465:0:(import.c:520:import_select_connection()) Process entered 00000100:00000001:2.0:1789608837.133953:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789608837.133960:0:465:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff94d904ceb000: connect to NID 192.168.203.121@tcp last attempt 1891 00000400:00000200:0.0:1789608837.133972:0:465:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608837.133981:0:465:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.121@tcp is discovered: rc = 1 00000100:00080000:0.0:1789608837.133985:0:465:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff94d904ceb000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789608837.133989:0:465:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff94d907ddb340 refcount 14 to 192.168.203.121@tcp 00000100:00000001:0.0:1789608837.133993:0:465:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789608837.133995:0:465:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff94d907ddb340 refcount 15 to 192.168.203.121@tcp 00000100:00000001:0.0:1789608837.133999:0:465:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446626258593624896 : -117815115926720 : ffff94d907ddb340) 00000020:00000001:0.0:1789608837.134008:0:465:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789608837.134011:0:465:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc54db3288176f34a 00000020:00000001:0.0:1789608837.134014:0:465:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608837.134017:0:465:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d903101000 refcount=5 00000020:00000001:0.0:1789608837.134019:0:465:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258513039360 : -117815196512256 : ffff94d903101000) 00000020:00000001:0.0:1789608837.134022:0:465:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626258513039360 : -117815196512256 : ffff94d903101000) 00000100:00000040:0.0:1789608837.134025:0:465:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff94d907ddb340 refcount 14 to 192.168.203.121@tcp 00000100:00000001:0.0:1789608837.134026:0:465:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789608837.134028:0:465:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff94d907ddb340 refcount 15 to 192.168.203.121@tcp 00000100:00000001:0.0:1789608837.134030:0:465:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446626258593624896 : -117815115926720 : ffff94d907ddb340) 00000020:00000040:0.0:1789608837.134034:0:465:0:(genops.c:879:class_export_put()) PUTting export ffff94d903101000 : new refcount 4 00000100:00080000:0.0:1789608837.134037:0:465:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff94d904ceb000: import ffff94d902b11800 using connection 192.168.203.121@tcp/192.168.203.121@tcp 00000100:00000001:0.0:1789608837.134040:0:465:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608837.134043:0:465:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789608837.134052:0:465:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608837.134055:0:465:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608837.134058:0:465:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789608837.134063:0:465:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789608837.134065:0:465:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608837.134068:0:465:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789608837.134079:0:465:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5d500. 00000020:00000040:0.0:1789608837.134083:0:465:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 02000000:00000001:0.0:1789608837.134088:0:465:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789608837.134090:0:465:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608837.134093:0:465:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608837.134096:0:465:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608837.134101:0:465:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608837.134112:0:465:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d903115c00. 00000100:00000001:0.0:1789608837.134120:0:465:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608837.134131:0:465:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94d907e5d500 x1876538934301056/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789608837.134149:0:465:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608837.134154:0:465:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608837.134159:0:465:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e976802] to pc [ptlrpcd_rcv+-1] req@ffff94d907e5d500 x1876538934301056/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608837.134182:0:465:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608837.134185:0:465:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789608837.134189:0:465:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789608837.134193:0:465:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5e680. 00000020:00000040:0.0:1789608837.134196:0:465:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=4 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000100:00000001:0.0:1789608837.134199:0:465:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608837.134202:0:465:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608837.134204:0:465:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608837.134209:0:465:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d91a306f00. 00000100:00000001:2.0:1789608837.134211:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608837.134213:0:465:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608837.134216:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1789608837.134220:0:465:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID req@ffff94d907e5e680 x1876538934301184/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789608837.134221:0:2408:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1789608837.134232:0:465:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1789608837.134233:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5d500 x1876538934301056/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608837.134237:0:465:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608837.134248:0:2408:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608837.134250:0:2408:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608837.134254:0:2408:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608837.134257:0:2408:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608837.134259:0:2408:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608837.134264:0:2408:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25f5d458-2cbe-49cd-9693-334c08df7e27:2408:1876538934301056:192.168.203.121@tcp:38:kworker.0 00000100:00000001:2.0:1789608837.134268:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608837.134272:0:2408:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608837.134275:0:2408:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608837.134278:0:2408:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608837.134284:0:2408:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903dbd000. 02000000:00000001:2.0:1789608837.134286:0:2408:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608837.134293:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608837.134297:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21aa8. 00000400:00000010:2.0:1789608837.134305:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c4c8. 00000100:00000200:2.0:1789608837.134313:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934301056, portal 10 00000100:00000001:2.0:1789608837.134316:0:2408:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608837.134318:0:2408:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594157824 : -117815115393792 : ffff94d907e5d500) 00000100:00000040:2.0:1789608837.134326:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5d500 x1876538934301056/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608837.134335:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608837.134339:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608837.134342:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6cb28. 00000100:00000200:2.0:1789608837.134345:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876538934301056, offset 0 00000400:00000200:2.0:1789608837.134352:0:2408:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608837.134361:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608837.134368:0:2408:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608837.134374:0:2408:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608837.134378:0:2408:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608837.134382:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608837.134386:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608837.134390:0:2408:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2875:2875:256:4294967295] 192.168.203.121@tcp LPNI seq info [2875:2875:8:4294967295] 00000400:00000200:2.0:1789608837.134395:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608837.134405:0:2408:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608837.134412:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608837.134418:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a01a500. 00000800:00000200:2.0:1789608837.134427:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608837.134436:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608837.134441:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a01a500 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789608837.134463:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608837.134469:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 843866 usecs (844 jiffies) 00000400:00000200:2.0:1789608837.134473:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608837.134476:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296565068 00000100:00000010:2.0:1789608837.134483:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d907f83240. 00000100:00000001:2.0:1789608837.134489:0:2408:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789608837.134496:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296565068 00000100:00000010:2.0:1789608837.134500:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d907f83d80. 00000100:00000001:2.0:1789608837.134504:0:2408:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789608837.134508:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608837.134512:0:2408:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608837.134514:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608837.134517:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608837.134521:0:2408:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608837.134523:0:2408:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608837.134525:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608837.134526:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608837.134528:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608837.134530:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608837.134585:0:465:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa5cca34] to pc [ptlrpcd_00_01+1] req@ffff94d907e5e680 x1876538934301184/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608837.134610:0:465:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608837.134613:0:465:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789608837.134616:0:465:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789608837.134619:0:465:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789608837.134623:0:465:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789608837.134628:0:465:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1901) 00000100:00000001:0.0:1789608837.134641:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1789608837.134644:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1789608837.134646:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608837.134650:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608837.134652:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608837.134654:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608837.134655:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608837.134656:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608837.134662:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5e680 x1876538934301184/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608837.134669:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608837.134670:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608837.134673:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608837.134674:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608837.135346:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608837.135351:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934301184:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608837.135356:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608837.135361:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608837.135363:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608837.135364:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1789608837.135366:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000010:0.0:1789608837.135371:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d911dbda00. 00000800:00000010:1.0:1789608837.135373:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a01a500. 02000000:00000001:0.0:1789608837.135373:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608837.135378:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608837.135380:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1789608837.135382:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8e18. 00000400:00000200:1.0:1789608837.135385:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000010:0.0:1789608837.135388:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed4c8. 00000400:00000200:1.0:1789608837.135393:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6cb28 00000400:00000010:1.0:1789608837.135396:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6cb28. 00000100:00000001:1.0:1789608837.135400:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608837.135401:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934301184, portal 10 00000100:00000001:0.0:1789608837.135403:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000200:1.0:1789608837.135405:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5d500 x1876538934301056/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608837.135405:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594162304 : -117815115389312 : ffff94d907e5e680) 00000100:00000040:0.0:1789608837.135411:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5e680 x1876538934301184/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608837.135415:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608837.135418:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5d500 x1876538934301056/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608862 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608837.135418:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608837.135421:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608837.135424:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed3b8. 00000100:00000001:1.0:1789608837.135425:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608837.135427:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:0.0:1789608837.135427:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934301184, offset 0 00000400:00000200:0.0:1789608837.135433:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608837.135438:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608837.135442:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000100:00000001:1.0:1789608837.135443:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608837.135446:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608837.135447:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608837.135452:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608837.135454:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608837.135457:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608837.135460:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2876:2876:256:4294967295] 192.168.203.121@tcp LPNI seq info [2876:2876:8:4294967295] 00000400:00000200:0.0:1789608837.135464:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608837.135470:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608837.135475:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608837.135480:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306800. 00000800:00000200:0.0:1789608837.135485:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608837.135490:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608837.135493:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608837.135511:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608837.135515:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: using a timeout of 23208 usecs (24 jiffies) 00000400:00000200:0.0:1789608837.135518:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608837.135520:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296564249 00000100:00000001:0.0:1789608837.135523:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296565068 00000100:00000001:0.0:1789608837.135526:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296564249 00000100:00000001:0.0:1789608837.135536:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296565068 00000100:00000001:0.0:1789608837.135539:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608837.135541:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608837.135544:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608837.135547:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608837.137148:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608837.137157:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306800. 00000400:00000200:1.0:1789608837.137165:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608837.137174:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608837.137181:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed3b8 00000400:00000010:1.0:1789608837.137185:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed3b8. 00000100:00000001:1.0:1789608837.137190:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608837.137197:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5e680 x1876538934301184/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608837.137211:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608837.137215:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5e680 x1876538934301184/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608853 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608837.137222:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608837.137225:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608837.156521:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608837.156543:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608837.156549:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608837.156553:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608837.156563:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608837.156573:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608837.156584:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608837.156589:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608837.156595:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608837.156600:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4961200 00000400:00000200:1.0:1789608837.156606:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608837.156613:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x8361 [1] + 224 00000800:00000001:1.0:1789608837.156622:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608837.156628:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608837.156632:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608837.156637:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608837.156646:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608837.156657:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5e680 x1876538934301184/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608853 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608837.156670:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907e5e680 x1876538934301184/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608853 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608837.157144:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608837.157156:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608837.157160:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608837.157236:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608837.157241:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789608837.157250:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608837.157252:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608837.157256:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8e18. 00000400:00000200:0.0:1789608837.157262:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed4c8 00000400:00000010:0.0:1789608837.157266:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed4c8. 00000100:00000001:0.0:1789608837.157270:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608837.157276:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5e680 x1876538934301184/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608853 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608837.157286:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5e680 x1876538934301184/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608853 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608837.157293:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608837.157295:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608837.157298:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608837.157302:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608837.157305:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608837.157308:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608837.157311:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608837.157323:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b17c60 time=45 v=5 (5 104 104 104) 00000100:00001000:0.0:1789608837.157328:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b17c18 time=45 v=5 (1 1 1 1) 00000100:00000001:0.0:1789608837.157331:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608837.157333:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608837.157337:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608837.157342:0:2409:0:(ldlm_request.c:1723:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608837.157347:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608837.157349:0:2409:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1789608837.157351:0:2409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608837.157354:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608837.157359:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5e680 x1876538934301184/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608853 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608837.157367:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608837.157370:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608837.157372:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608837.157377:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5e680 x1876538934301184/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608853 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789608837.157386:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934301184:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608837.157394:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608837.157397:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608837.157400:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5e680 x1876538934301184/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608853 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608837.157408:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608837.157410:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608837.157415:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d911dbda00. 02000000:00000001:0.0:1789608837.157420:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608837.157424:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608837.157426:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=3 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:0.0:1789608837.157429:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608837.157432:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d91a306f00. 02000000:00000001:0.0:1789608837.157436:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608837.157439:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608837.157441:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5e680. 00000100:00000001:0.0:1789608837.157445:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608837.157446:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608837.157449:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608837.157459:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608837.157461:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608837.157463:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608837.157466:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789608837.160525:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608837.160552:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608837.160557:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608837.160559:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608837.160569:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608837.160579:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608837.160589:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608837.160594:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608837.160601:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608837.160605:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 416 into portal 10 MB=0x6aab3c4961180 00000400:00000200:1.0:1789608837.160610:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608837.160618:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 416/416 into md 0x8359 [1] + 0 00000800:00000001:1.0:1789608837.160627:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608837.161162:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608837.161167:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608837.161172:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608837.161181:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608837.161191:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5d500 x1876538934301056/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608862 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608837.161200:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff94d907e5d500 x1876538934301056/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608862 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608837.161219:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608837.161227:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608837.161231:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608837.161312:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608837.161318:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608837.161326:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608837.161329:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608837.161334:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21aa8. 00000400:00000200:2.0:1789608837.161340:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c4c8 00000400:00000010:2.0:1789608837.161342:0:2408:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c4c8. 00000100:00000001:2.0:1789608837.161345:0:2408:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608837.161349:0:2408:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5d500 x1876538934301056/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608862 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789608837.161355:0:2408:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5d500 x1876538934301056/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1789608862 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608837.161359:0:2408:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608837.161361:0:2408:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608837.161363:0:2408:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608837.161367:0:2408:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608837.161369:0:2408:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608837.161371:0:2408:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608837.161373:0:2408:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608837.161384:0:2408:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=45 v=5 (5 104 104 104) 00000100:00001000:2.0:1789608837.161387:0:2408:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=40 v=20 (20 0 0 0) 00000100:00000001:2.0:1789608837.161389:0:2408:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608837.161390:0:2408:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608837.161393:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1789608837.161396:0:2408:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94d907e5d500 x1876538934301056/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/416 e 0 to 0 dl 1789608862 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789608837.161401:0:2408:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608837.161404:0:2408:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608837.161406:0:2408:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967640 00000100:00000001:2.0:1789608837.161407:0:2408:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608837.161408:0:2408:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608837.161411:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5d500 x1876538934301056/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/416 e 0 to 0 dl 1789608862 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608837.161416:0:2408:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608837.161418:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608837.161420:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608837.161422:0:2408:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1789608837.161439:0:2408:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff94d904ceb000: connect to target with instance 2 00000020:00000001:2.0:1789608837.161442:0:2408:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789608837.161444:0:2408:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc54db3288176f34a 00000020:00000001:2.0:1789608837.161446:0:2408:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608837.161450:0:2408:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d903101000 refcount=5 00000020:00000001:2.0:1789608837.161453:0:2408:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258513039360 : -117815196512256 : ffff94d903101000) 00000020:00000001:2.0:1789608837.161455:0:2408:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626258513039360 : -117815196512256 : ffff94d903101000) 00000100:00001000:2.0:1789608837.161458:0:2408:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=1789608837 v=0 (0 0 0 0) 00000100:00001000:2.0:1789608837.161461:0:2408:0:(import.c:2262:obd_at_measure()) AT ffff94d902b11c18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1789608837.161467:0:2408:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1703, crc32c 10415, adler 1371 00000020:00000040:2.0:1789608837.161474:0:2408:0:(genops.c:879:class_export_put()) PUTting export ffff94d903101000 : new refcount 4 00000100:00000001:2.0:1789608837.161476:0:2408:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:2.0:1789608837.161480:0:2408:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:2.0:1789608837.161485:0:2408:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff94d904ceb000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:2.0:1789608837.161489:0:2408:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:2.0:1789608837.161491:0:2408:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608837.161493:0:2408:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:2.0:1789608837.161497:0:2408:0:(lmv_obd.c:191:lmv_notify()) Process entered 00000080:00000001:2.0:1789608837.161501:0:2408:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1789608837.161504:0:2408:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608837.161506:0:2408:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608837.161508:0:2408:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608837.161509:0:2408:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1789608837.161510:0:2408:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608837.161512:0:2408:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608837.161514:0:2408:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:2.0:1789608837.161516:0:2408:0:(import.c:65:import_set_state_nolock()) ffff94d902b11800 lustre-MDT0000_UUID: changing import state from CONNECTING to REPLAY 00000100:00000001:2.0:1789608837.161529:0:2408:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1789608837.161531:0:2408:0:(import.c:1745:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:2.0:1789608837.161533:0:2408:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:2.0:1789608837.161534:0:2408:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1789608837.161536:0:2408:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: committing for last_committed 4294967640 gen 2 00000100:00100000:2.0:1789608837.161542:0:2408:0:(client.c:3214:ptlrpc_free_committed()) @@@ free closed open request req@ffff94d908493800 x1876538934297600/t4294967640(4294967640) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/664 e 0 to 0 dl 1789608820 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608837.161555:0:2408:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608837.161557:0:2408:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600671232 : -117815108880384 : ffff94d908493800) 00000100:00000001:2.0:1789608837.161560:0:2408:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608837.161563:0:2408:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908493800 x1876538934297600/t4294967640(4294967640) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/664 e 0 to 0 dl 1789608820 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608837.161569:0:2408:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608837.161571:0:2408:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: normal: skip=0 replay=0/0 committed=1/1 00000100:00000001:2.0:1789608837.161573:0:2408:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00080000:2.0:1789608837.161574:0:2408:0:(recover.c:53:ptlrpc_replay_next()) import ffff94d902b11800 from lustre-MDT0000_UUID committed 4294967640 last 0 00000100:00000001:2.0:1789608837.161577:0:2408:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789608837.161579:0:2408:0:(import.c:65:import_set_state_nolock()) ffff94d902b11800 lustre-MDT0000_UUID: changing import state from REPLAY to REPLAY_LOCKS 00000020:00000040:2.0:1789608837.161582:0:2408:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:2.0:1789608837.162318:0:2408:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608837.162326:0:2408:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608837.162334:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5d500 x1876538934301056/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/416 e 0 to 0 dl 1789608862 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789608837.162345:0:2408:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25f5d458-2cbe-49cd-9693-334c08df7e27:2408:1876538934301056:192.168.203.121@tcp:38:kworker.0 00000100:00000001:2.0:1789608837.162352:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608837.162355:0:2408:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608837.162358:0:2408:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5d500 x1876538934301056/t0(0) o38->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/416 e 0 to 0 dl 1789608862 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608837.162365:0:2408:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608837.162368:0:2408:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608837.162373:0:2408:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903dbd000. 02000000:00000001:2.0:1789608837.162376:0:2408:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608837.162378:0:2408:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608837.162380:0:2408:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:2.0:1789608837.162382:0:2408:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608837.162387:0:2408:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d903115c00. 02000000:00000001:2.0:1789608837.162390:0:2408:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608837.162392:0:2408:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608837.162394:0:2408:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5d500. 00000100:00000001:2.0:1789608837.162398:0:2408:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608837.162400:0:2408:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608837.162403:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608837.162405:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608837.162406:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608837.162408:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608837.162410:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1789608837.162468:0:34246:0:(ldlm_request.c:2972:ldlm_lock_replay_thread()) lock replay thread lustre-MDT0000-mdc-ffff94d904ceb000 to lustre-MDT0000_UUID@192.168.203.121@tcp 00010000:00000001:0.0:1789608837.162472:0:34246:0:(ldlm_request.c:2924:__ldlm_replay_locks()) Process entered 00010000:00010000:0.0:1789608837.162474:0:34246:0:(ldlm_request.c:2888:ldlm_cancel_unused_locks_for_replay()) Dropping as many unused locks as possible before replay for namespace lustre-MDT0000-mdc-ffff94d904ceb000 (1) 00010000:00000001:0.0:1789608837.162478:0:34246:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000002:00000001:0.0:1789608837.162485:0:34246:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789608837.162487:0:34246:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608837.162490:0:34246:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608837.162492:0:34246:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789608837.162494:0:34246:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789608837.162497:0:34246:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:0.0:1789608837.162500:0:34246:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789608837.162504:0:34246:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789608837.162507:0:34246:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789608837.162517:0:34246:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x29:0x0] mode (null) 00000002:00000001:0.0:1789608837.162521:0:34246:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608837.162523:0:34246:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608837.162530:0:34246:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69a00 count: 2 00010000:00000001:0.0:1789608837.162532:0:34246:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789608837.162537:0:34246:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608837.162538:0:34246:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608837.162538:0:34246:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608837.162540:0:34246:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69a00 count: 2 00010000:00000001:0.0:1789608837.162541:0:34246:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789608837.162542:0:34246:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608837.162543:0:34246:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608837.162543:0:34246:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608837.162544:0:34246:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69a00 count: 2 00010000:00000001:0.0:1789608837.162545:0:34246:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789608837.162546:0:34246:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608837.162547:0:34246:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608837.162547:0:34246:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608837.162548:0:34246:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69a00 count: 2 00010000:00000001:0.0:1789608837.162549:0:34246:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789608837.162550:0:34246:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608837.162551:0:34246:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608837.162553:0:34246:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789608837.162555:0:34246:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789608837.162559:0:34246:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514698040 : -117815194853576 : ffff94d903295f38) 00000020:00001000:0.0:1789608837.162560:0:34246:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295f30 00000020:00000001:0.0:1789608837.162562:0:34246:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1789608837.162565:0:34246:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x29:0x0]: losing layout lock 00000080:00000001:0.0:1789608837.162568:0:34246:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1789608837.162570:0:34246:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1789608837.162574:0:34246:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1789608837.162576:0:34246:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789608837.162578:0:34246:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x29:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1789608837.162579:0:34246:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608837.162580:0:34246:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789608837.162581:0:34246:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295f30 00000080:00000001:0.0:1789608837.162583:0:34246:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608837.162587:0:34246:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1789608837.162589:0:34246:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x29:0x0](ffff94d918920908) invalid 00000020:00000001:0.0:1789608837.162592:0:34246:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0227fc70 00000080:00002000:0.0:1789608837.162594:0:34246:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f23.recovery-small (ffff94d9114fb5e8) parent ffff94d918a99a20 inode ffff94d918920908 refc 1 00000080:00000001:0.0:1789608837.162598:0:34246:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1789608837.162600:0:34246:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789608837.162601:0:34246:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608837.162605:0:34246:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789608837.162606:0:34246:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789608837.162608:0:34246:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608837.162609:0:34246:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789608837.162612:0:34246:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d9421c1e00 with handle 0xc54db3288176ff2f from hash 00010000:00000001:0.0:1789608837.162614:0:34246:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789608837.162616:0:34246:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608837.162618:0:34246:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608837.162618:0:34246:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789608837.162622:0:34246:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789608837.162623:0:34246:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789608837.162626:0:34246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1e00/0xc54db3288176ff2f lrc: 0/0,0 mode: --/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x91bddff8e8ed95a9 expref: -99 pid: 33970 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1789608837.162633:0:34246:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d9071bfa00. 00010000:00000040:0.0:1789608837.162636:0:34246:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d903b69a00 count: 0 00010000:00000010:0.0:1789608837.162640:0:34246:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d90847bd00. 00010000:00000001:0.0:1789608837.162661:0:34246:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608837.162662:0:34246:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608837.162664:0:34246:0:(ldlm_request.c:2901:ldlm_cancel_unused_locks_for_replay()) Canceled 0 unused locks from namespace lustre-MDT0000-mdc-ffff94d904ceb000 00000001:00000001:0.0:1789608837.162666:0:34246:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1789608837.162668:0:34246:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1789608837.163161:0:34246:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608837.163165:0:34246:0:(ldlm_request.c:2954:__ldlm_replay_locks()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608837.163167:0:34246:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1789608837.163169:0:34246:0:(import.c:65:import_set_state_nolock()) ffff94d902b11800 lustre-MDT0000_UUID: changing import state from REPLAY_LOCKS to REPLAY_WAIT 00000100:00000001:0.0:1789608837.163172:0:34246:0:(import.c:1602:signal_completed_replay()) Process entered 00000100:00000010:0.0:1789608837.163177:0:34246:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5e680. 00000020:00000040:0.0:1789608837.163180:0:34246:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:0.0:1789608837.163183:0:34246:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608837.163187:0:34246:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608837.163191:0:34246:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608837.163198:0:34246:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d91a306f00. 00000100:00000001:0.0:1789608837.163204:0:34246:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608837.163209:0:34246:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608837.163213:0:34246:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608837.163218:0:34246:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa5cca34] to pc [ptlrpcd_rcv+-1] req@ffff94d907e5e680 x1876538934301312/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:QU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608837.163235:0:34246:0:(import.c:1627:signal_completed_replay()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608837.163237:0:34246:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608837.163240:0:34246:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608837.163241:0:34246:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:0.0:1789608837.163243:0:34246:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:2.0:1789608837.163276:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608837.163280:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608837.163282:0:2408:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608837.163287:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5e680 x1876538934301312/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:QU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608837.163295:0:2408:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608837.163298:0:2408:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608837.163302:0:2408:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608837.163306:0:2408:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608837.163308:0:2408:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608837.163312:0:2408:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25f5d458-2cbe-49cd-9693-334c08df7e27:2408:1876538934301312:192.168.203.121@tcp:400:ldlm_lock_repla.0 00000100:00000001:2.0:1789608837.163317:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608837.163325:0:2408:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608837.163328:0:2408:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608837.163331:0:2408:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608837.163337:0:2408:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d904acc600. 02000000:00000001:2.0:1789608837.163339:0:2408:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608837.163348:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608837.163353:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21aa8. 00000400:00000010:2.0:1789608837.163361:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c4c8. 00000100:00000200:2.0:1789608837.163370:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934301312, portal 10 00000100:00000001:2.0:1789608837.163373:0:2408:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608837.163374:0:2408:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594162304 : -117815115389312 : ffff94d907e5e680) 00000100:00000040:2.0:1789608837.163383:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=2c0 req@ffff94d907e5e680 x1876538934301312/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608853 ref 2 fl Rpc:r/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608837.163391:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608837.163394:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608837.163397:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c000. 00000100:00000200:2.0:1789608837.163402:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934301312, offset 0 00000400:00000200:2.0:1789608837.163410:0:2408:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608837.163430:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608837.163440:0:2408:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608837.163446:0:2408:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608837.163451:0:2408:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608837.163455:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608837.163458:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608837.163462:0:2408:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2877:2877:256:4294967295] 192.168.203.121@tcp LPNI seq info [2877:2877:8:4294967295] 00000400:00000200:2.0:1789608837.163467:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608837.163479:0:2408:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608837.163486:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608837.163492:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a01a500. 00000800:00000200:2.0:1789608837.163499:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608837.163507:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608837.163512:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a01a500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789608837.163529:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608837.163534:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 842798 usecs (843 jiffies) 00000400:00000200:2.0:1789608837.163537:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608837.163540:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296565096 00000100:00000001:2.0:1789608837.163548:0:2408:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, simply extend its deadline from 4296565068 00000100:00000001:2.0:1789608837.163554:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296565096 00000100:00000001:2.0:1789608837.163557:0:2408:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, simply extend its deadline from 4296565068 00000100:00000001:2.0:1789608837.163560:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608837.163564:0:2408:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608837.163567:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608837.163569:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608837.163578:0:2408:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608837.163581:0:2408:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608837.163583:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608837.163584:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608837.163586:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608837.163587:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608837.163978:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608837.163985:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a01a500. 00000400:00000200:1.0:1789608837.163991:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608837.163996:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608837.164001:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c000 00000400:00000010:1.0:1789608837.164003:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c000. 00000100:00000001:1.0:1789608837.164007:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608837.164010:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5e680 x1876538934301312/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608853 ref 2 fl Rpc:r/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608837.164017:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608837.164019:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5e680 x1876538934301312/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608853 ref 2 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608837.164024:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608837.164026:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1789608837.167083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69a00. 00010000:00000010:0.1:1789608837.167159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1e00. 00000100:00000001:3.0:1789608837.645863:0:33970:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789608837.645874:0:33970:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608837.645877:0:33970:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608837.645885:0:33970:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d9033d8a80 going to sleep for 0 seconds 00000100:00000001:3.0:1789608837.645889:0:33970:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608837.645894:0:33970:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608837.645897:0:33970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608837.645901:0:33970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608837.645904:0:33970:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608837.965772:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608837.965791:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608837.966708:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608837.966713:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608837.966718:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789608838.029853:0:809:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d110 (cpu 1) has reached its deadline 4296565096, at 4296565120 00000100:00000010:1.0:1789608838.029874:0:809:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d907f83d80. 00000100:00000040:0.0:1789608838.029977:0:32114:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d000 (cpu 0) has reached its deadline 4296565096, at 4296565120 00000100:00000010:0.0:1789608838.029985:0:32114:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d907f83240. 00000800:00000001:0.0:1789608838.223550:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1789608838.223553:0:2408:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789608838.223569:0:2408:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608838.223572:0:2408:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608838.223578:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1789608838.223580:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608838.223583:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1789608838.223585:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1789608838.223588:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789608838.223590:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608838.223593:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608838.223603:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608838.223614:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608838.223625:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608838.223631:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608838.223637:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608838.223651:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4961280 00000400:00000200:0.0:1789608838.223658:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608838.223666:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x8371 [1] + 224 00000800:00000001:0.0:1789608838.223675:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608838.223722:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608838.223726:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608838.223733:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608838.223742:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608838.223754:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5e680 x1876538934301312/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608853 ref 1 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608838.223766:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=2c0 mlen=224 offset=224 replen=224 req@ffff94d907e5e680 x1876538934301312/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608853 ref 1 fl Rpc:RQ/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608838.223788:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608838.223798:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608838.223801:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608838.225528:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608838.225537:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608838.225547:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608838.225550:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608838.225554:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21aa8. 00000400:00000200:2.0:1789608838.225566:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c4c8 00000400:00000010:2.0:1789608838.225570:0:2408:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c4c8. 00000100:00000001:2.0:1789608838.225574:0:2408:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608838.225587:0:2408:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5e680 x1876538934301312/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608853 ref 1 fl Rpc:RQ/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789608838.225597:0:2408:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5e680 x1876538934301312/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608853 ref 1 fl Rpc:RQU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608838.225605:0:2408:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608838.225607:0:2408:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608838.225609:0:2408:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608838.225613:0:2408:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608838.225616:0:2408:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608838.225619:0:2408:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608838.225622:0:2408:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608838.225633:0:2408:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=46 v=5 (5 104 104 104) 00000100:00001000:2.0:1789608838.225638:0:2408:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608838.225641:0:2408:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608838.225644:0:2408:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608838.225648:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608838.225652:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608838.225657:0:2408:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608838.225659:0:2408:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967640 00000100:00000001:2.0:1789608838.225662:0:2408:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608838.225664:0:2408:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608838.225668:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5e680 x1876538934301312/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608853 ref 1 fl Rpc:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608838.225711:0:2408:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608838.225716:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608838.225718:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608838.225721:0:2408:0:(import.c:1573:completed_replay_interpret()) Process entered 00000100:00000001:2.0:1789608838.225723:0:2408:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1789608838.225727:0:2408:0:(import.c:65:import_set_state_nolock()) ffff94d902b11800 lustre-MDT0000_UUID: changing import state from REPLAY_WAIT to RECOVER 00000100:00000001:2.0:1789608838.225731:0:2408:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00080000:2.0:1789608838.225735:0:2408:0:(client.c:3248:ptlrpc_resend_req()) @@@ going to resend req@ffff94d907e5e680 x1876538934301312/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608853 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789608838.225743:0:2408:0:(client.c:3257:ptlrpc_resend_req()) @@@ it has reply, so skip it req@ffff94d907e5e680 x1876538934301312/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608853 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608838.225749:0:2408:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789608838.225751:0:2408:0:(import.c:65:import_set_state_nolock()) ffff94d902b11800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:2.0:1789608838.225753:0:2408:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:2.0:1789608838.225758:0:2408:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:2.0:1789608838.225760:0:2408:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:2.0:1789608838.225770:0:2408:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:2.0:1789608838.225781:0:2408:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:2.0:1789608838.225783:0:2408:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv ffff94d90933a1e8 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:2.0:1789608838.225788:0:2408:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xc54db3288176f34a 00800000:00000040:2.0:1789608838.225791:0:2408:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff94d904ceb000=25f5d458-2cbe-49cd-9693-334c08df7e27 device 3 (ffff94d90933b380) type mdc at LMV idx 0 00800000:00000040:2.0:1789608838.225795:0:2408:0:(lmv_obd.c:114:lmv_set_mdc_active()) OBD ffff94d90933b380 already active! 00800000:00000001:2.0:1789608838.225799:0:2408:0:(lmv_obd.c:115:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789608838.225804:0:2408:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1789608838.225808:0:2408:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608838.225810:0:2408:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608838.225812:0:2408:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608838.225814:0:2408:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1789608838.225815:0:2408:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789608838.225819:0:2408:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000002:00000001:3.0:1789608838.226553:0:2408:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608838.226634:0:34256:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:2.0:1789608838.226639:0:34256:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:2.0:1789608838.226719:0:34256:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608838.226723:0:34256:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608838.226725:0:34256:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:2.0:1789608838.226729:0:34256:0:(genops.c:1229:class_import_put()) Process leaving 00000002:00000001:2.0:1789608838.226731:0:34256:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608838.226843:0:2408:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:3.0:1789608838.226850:0:2408:0:(import.c:1788:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff94d904ceb000: Connection restored to 192.168.203.121@tcp (at 192.168.203.121@tcp) 00000100:00080000:3.0:1789608838.226859:0:2408:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000c4a080df): req@ffff94d907d24700 x1876538934298368/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 1 dl 1789608826 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608838.226882:0:2408:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608838.226884:0:2408:0:(import.c:1591:completed_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608838.226891:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5e680 x1876538934301312/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608853 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608838.226901:0:2408:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25f5d458-2cbe-49cd-9693-334c08df7e27:2408:1876538934301312:192.168.203.121@tcp:400:ldlm_lock_repla.0 00000100:00000001:3.0:1789608838.226908:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608838.226912:0:2408:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608838.226916:0:2408:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5e680 x1876538934301312/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608853 ref 1 fl Complete:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608838.226924:0:2408:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608838.226927:0:2408:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608838.226932:0:2408:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d904acc600. 02000000:00000001:3.0:1789608838.226936:0:2408:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608838.226938:0:2408:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608838.226939:0:2408:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608838.226942:0:2408:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608838.226944:0:2408:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d91a306f00. 02000000:00000001:3.0:1789608838.226948:0:2408:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608838.226950:0:2408:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608838.226953:0:2408:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5e680. 00000100:00000001:3.0:1789608838.226956:0:2408:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608838.226958:0:2408:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608838.226961:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608838.226966:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608838.226968:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608838.226971:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608838.226973:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608838.227031:0:33970:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608838.227034:0:33970:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608838.227037:0:33970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608838.227040:0:33970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608838.227043:0:33970:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608838.227047:0:33970:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608838.227050:0:33970:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608838.227053:0:33970:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1789608838.227059:0:33970:0:(client.c:3742:ptlrpc_set_mbits()) resend with new mbits old x1876538934298368 new x1876538934301440 02000000:00000001:2.0:1789608838.227063:0:33970:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608838.227065:0:33970:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608838.227074:0:33970:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608838.227080:0:33970:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21aa8. 00000400:00000010:2.0:1789608838.227089:0:33970:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c4c8. 00000100:00000200:2.0:1789608838.227097:0:33970:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934298368, portal 10 00000100:00000001:2.0:1789608838.227099:0:33970:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608838.227100:0:33970:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592876288 : -117815116675328 : ffff94d907d24700) 00000100:00000040:2.0:1789608838.227109:0:33970:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff94d907d24700 x1876538934298368/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608854 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608838.227118:0:33970:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608838.227195:0:33970:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608838.227200:0:33970:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6ce58. 00000100:00000200:2.0:1789608838.227204:0:33970:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876538934298368, offset 0 00000400:00000200:2.0:1789608838.227211:0:33970:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608838.227222:0:33970:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608838.227230:0:33970:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608838.227237:0:33970:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608838.227241:0:33970:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608838.227245:0:33970:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608838.227248:0:33970:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608838.227252:0:33970:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2878:2878:256:4294967295] 192.168.203.121@tcp LPNI seq info [2878:2878:8:4294967295] 00000400:00000200:2.0:1789608838.227257:0:33970:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608838.227269:0:33970:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608838.227275:0:33970:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608838.227281:0:33970:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a01ad00. 00000800:00000200:2.0:1789608838.227289:0:33970:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608838.227298:0:33970:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608838.227302:0:33970:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a01ad00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1789608838.227314:0:33970:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608838.227319:0:33970:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 843437 usecs (844 jiffies) 00000400:00000200:2.0:1789608838.227323:0:33970:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608838.227326:0:33970:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296566161 00000100:00000010:2.0:1789608838.227331:0:33970:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d907f83ba0. 00000100:00000001:2.0:1789608838.227338:0:33970:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789608838.227346:0:33970:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296566161 00000100:00000010:2.0:1789608838.227349:0:33970:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d907f83120. 00000100:00000001:2.0:1789608838.227352:0:33970:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789608838.227355:0:33970:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608838.227358:0:33970:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608838.227361:0:33970:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608838.227363:0:33970:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789608838.227366:0:33970:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d9033d8a80 going to sleep for 11 seconds 00000100:00000001:2.0:1789608838.227369:0:33970:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608838.227370:0:33970:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608838.229169:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608838.229182:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a01ad00. 00000400:00000200:0.0:1789608838.229191:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608838.229201:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608838.229211:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6ce58 00000400:00000010:0.0:1789608838.229215:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6ce58. 00000100:00000001:0.0:1789608838.229222:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608838.229231:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d24700 x1876538934298368/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608854 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608838.229245:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608838.229248:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d24700 x1876538934298368/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608854 ref 3 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608838.229256:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608838.229257:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608838.285458:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608838.285482:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608838.285488:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608838.285491:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608838.285502:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608838.285512:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608838.285524:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608838.285529:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608838.285536:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608838.285542:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 456 into portal 10 MB=0x6aab3c4961300 00000400:00000200:0.0:1789608838.285548:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608838.285555:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 456/456 into md 0x8379 [1] + 224 00000800:00000001:0.0:1789608838.285564:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608838.285578:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608838.285582:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608838.285588:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608838.285598:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608838.285608:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d24700 x1876538934298368/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608854 ref 2 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608838.285621:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff94d907d24700 x1876538934298368/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608854 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608838.285649:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608838.285660:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608838.285664:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608838.285859:0:33970:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608838.285869:0:33970:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608838.285871:0:33970:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608838.285875:0:33970:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21aa8. 00000400:00000200:2.0:1789608838.285882:0:33970:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c4c8 00000400:00000010:2.0:1789608838.285885:0:33970:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c4c8. 00000100:00000001:2.0:1789608838.285888:0:33970:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608838.285894:0:33970:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d24700 x1876538934298368/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608854 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789608838.285904:0:33970:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d24700 x1876538934298368/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608854 ref 2 fl Rpc:RQU/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608838.285910:0:33970:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608838.285912:0:33970:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608838.285915:0:33970:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608838.285919:0:33970:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608838.285922:0:33970:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608838.285924:0:33970:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608838.285928:0:33970:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608838.285939:0:33970:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11cf0 time=46 v=5 (5 5 5 5) 00000100:00001000:2.0:1789608838.285943:0:33970:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608838.285945:0:33970:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1789608838.285949:0:33970:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -116 req@ffff94d907d24700 x1876538934298368/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608854 ref 2 fl Rpc:RQU/602/0 rc 0/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608838.285956:0:33970:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000100:00000001:2.0:1789608838.285961:0:33970:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608838.285963:0:33970:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967640 00000100:00000001:2.0:1789608838.285965:0:33970:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608838.285967:0:33970:0:(client.c:1798:after_reply()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000100:00000040:2.0:1789608838.285972:0:33970:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d24700 x1876538934298368/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608854 ref 2 fl Rpc:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608838.285985:0:33970:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551500 : -116 : 0xffffffffffffff8c) 00000100:00000001:2.0:1789608838.285989:0:33970:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608838.285991:0:33970:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608838.285996:0:33970:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d24700 x1876538934298368/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608854 ref 2 fl Interpret:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789608838.286004:0:33970:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d24700 pname:cluuid:pid:xid:nid:opc:job multiop:25f5d458-2cbe-49cd-9693-334c08df7e27:33970:1876538934298368:192.168.203.121@tcp:35:multiop.0 00000100:00000001:2.0:1789608838.286010:0:33970:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608838.286013:0:33970:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000100:00000001:2.0:1789608838.286017:0:33970:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789608838.286019:0:33970:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608838.286022:0:33970:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d24700 x1876538934298368/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608854 ref 2 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608838.286030:0:33970:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608838.286033:0:33970:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d9033d8a80. 00000100:00000001:2.0:1789608838.286037:0:33970:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789608838.286039:0:33970:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000002:00080000:2.0:1789608838.286047:0:33970:0:(mdc_request.c:1003:mdc_close()) @@@ Reset ESTALE = -116 req@ffff94d907d24700 x1876538934298368/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608854 ref 1 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608838.286055:0:33970:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608838.286057:0:33970:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592876288 : -117815116675328 : ffff94d907d24700) 00000002:00000001:2.0:1789608838.286059:0:33970:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608838.286062:0:33970:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789608838.286068:0:33970:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d9071fa200. 00000080:00000001:2.0:1789608838.286073:0:33970:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1789608838.286077:0:33970:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1789608838.286080:0:33970:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608838.286083:0:33970:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608838.286086:0:33970:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608838.286089:0:33970:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608838.286091:0:33970:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608838.286094:0:33970:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x29:0x0] 00800000:00000001:2.0:1789608838.286097:0:33970:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608838.286103:0:33970:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1789608838.286109:0:33970:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94d908493800 x1876538934297600/t4294967640(4294967640) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/664 e 0 to 0 dl 1789608820 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608838.286117:0:33970:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608838.286121:0:33970:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908493800 x1876538934297600/t4294967640(4294967640) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/664 e 0 to 0 dl 1789608820 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608838.286127:0:33970:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1789608838.286132:0:33970:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608838.286134:0:33970:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:2.0:1789608838.286137:0:33970:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608838.286141:0:33970:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d908399c00. 02000000:00000001:2.0:1789608838.286146:0:33970:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608838.286149:0:33970:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608838.286152:0:33970:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908493800. 00000100:00000001:2.0:1789608838.286155:0:33970:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608838.286157:0:33970:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608838.286158:0:33970:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608838.286161:0:33970:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d24700 x1876538934298368/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608854 ref 2 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608838.286168:0:33970:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608838.286170:0:33970:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff94d907f681a0. 00000002:00000001:2.0:1789608838.286172:0:33970:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608838.286174:0:33970:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789608838.286177:0:33970:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94d9071bf1c0. 00000100:00000001:2.0:1789608838.286179:0:33970:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608838.286182:0:33970:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d24700 x1876538934298368/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608854 ref 1 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608838.286188:0:33970:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608838.286190:0:33970:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608838.286193:0:33970:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903dbcc00. 02000000:00000001:2.0:1789608838.286196:0:33970:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608838.286198:0:33970:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608838.286199:0:33970:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=3 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:2.0:1789608838.286202:0:33970:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608838.286204:0:33970:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d9071fb600. 02000000:00000001:2.0:1789608838.286206:0:33970:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608838.286207:0:33970:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608838.286209:0:33970:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d24700. 00000100:00000001:2.0:1789608838.286212:0:33970:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608838.286214:0:33970:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789608838.286217:0:33970:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789608838.286221:0:33970:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d91a6d2f00. 00000080:00000001:2.0:1789608838.286228:0:33970:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608838.286235:0:33970:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0208fdf0 00000080:00000008:2.0:1789608838.286238:0:33970:0:(file.c:523:ll_file_release()) COMPLETED file f23.recovery-small:[0x200000405:0x29:0x0](ffff94d918920908), flags 100002, rc = 0 00000080:00000001:2.0:1789608838.286242:0:33970:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608838.286249:0:33970:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789608838.286250:0:33970:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0208fe00 00000080:00002000:2.0:1789608838.286253:0:33970:0:(dcache.c:127:ll_ddelete()) deleting dentry f23.recovery-small (ffff94d9114fb5e8, parent ffff94d918a99a20, inode ffff94d918920908) hashed, 00000080:00000001:2.0:1789608838.286256:0:33970:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789608838.286268:0:33970:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789608838.286276:0:33970:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:2.1:1789608838.291753:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d906078960. 00010000:00000001:3.0:1789608838.989938:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608838.989948:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608838.989996:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789608838.990000:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608838.990004:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789608839.117914:0:20560:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d000 (cpu 0) has reached its deadline 4296566161, at 4296566208 00000100:00000010:0.0:1789608839.117934:0:20560:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d907f83ba0. 00000100:00000040:1.0:1789608839.118434:0:809:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d110 (cpu 1) has reached its deadline 4296566161, at 4296566208 00000100:00000010:1.0:1789608839.118444:0:809:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d907f83120. 00000100:00000001:2.0:1789608839.255657:0:2408:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789608839.255916:0:2408:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608839.255920:0:2408:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608839.255925:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608839.255928:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608839.260156:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608839.260170:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608840.013883:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608840.013892:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608840.014014:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608840.014018:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608840.014022:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789608840.271586:0:2408:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789608840.271605:0:2408:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608840.271608:0:2408:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608840.271615:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608840.271617:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608840.271622:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608840.271626:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608841.037846:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608841.037855:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608841.039979:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608841.039998:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608841.040004:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789608841.293919:0:2408:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789608841.293937:0:2408:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608841.293940:0:2408:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608841.293945:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608841.293948:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608841.293953:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608841.293956:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608841.927070:0:34280:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608842.061931:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608842.061940:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608842.061968:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789608842.061972:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608842.061976:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789608842.254832:0:465:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789608842.254843:0:465:0:(pinger.c:247:ptlrpc_pinger_process_import()) 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789608842.254847:0:465:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789608842.254852:0:465:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789608842.254862:0:465:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908493b80. 00000020:00000040:3.0:1789608842.254868:0:465:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:3.0:1789608842.254873:0:465:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608842.254876:0:465:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608842.254881:0:465:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608842.254889:0:465:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d919aaa100. 00000100:00000001:3.0:1789608842.254896:0:465:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608842.254907:0:465:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID req@ffff94d908493b80 x1876538934301568/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789608842.254917:0:465:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608842.254921:0:465:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608842.254928:0:465:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093d09541] to pc [ptlrpcd_01_01+1] req@ffff94d908493b80 x1876538934301568/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608842.254962:0:465:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608842.254964:0:465:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789608842.254967:0:465:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789608842.254970:0:465:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908490000. 00000020:00000040:3.0:1789608842.254973:0:465:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=4 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000100:00000001:3.0:1789608842.254975:0:465:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608842.254976:0:465:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608842.254978:0:465:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608842.254983:0:465:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d919aaaa00. 00000100:00000001:3.0:1789608842.254985:0:465:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608842.254990:0:465:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID req@ffff94d908490000 x1876538934301696/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789608842.254997:0:465:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608842.254999:0:465:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608842.255003:0:465:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000489b5cde] to pc [ptlrpcd_01_00+0] req@ffff94d908490000 x1876538934301696/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608842.255010:0:465:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608842.255013:0:465:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789608842.255016:0:465:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789608842.255018:0:465:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789608842.255022:0:465:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789608842.255026:0:465:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1907) 00000100:00000001:3.0:1789608842.255041:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608842.255045:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608842.255047:0:2411:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608842.255052:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908490000 x1876538934301696/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608842.255065:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608842.255067:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608842.255070:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608842.255072:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608842.255075:0:2411:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608842.255078:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908490000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934301696:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608842.255082:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608842.255086:0:2411:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608842.255088:0:2411:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608842.255090:0:2411:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608842.255094:0:2411:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d911dbda00. 02000000:00000001:3.0:1789608842.255096:0:2411:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608842.255103:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608842.255108:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2af20. 00000400:00000010:3.0:1789608842.255114:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a96e8. 00000100:00000200:3.0:1789608842.255121:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934301696, portal 10 00000100:00000001:3.0:1789608842.255123:0:2411:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608842.255125:0:2411:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600656896 : -117815108894720 : ffff94d908490000) 00000100:00000040:3.0:1789608842.255132:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d908490000 x1876538934301696/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608842.255139:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608842.255142:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608842.255144:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a93b8. 00000100:00000200:3.0:1789608842.255147:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934301696, offset 0 00000400:00000200:3.0:1789608842.255154:0:2411:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608842.255161:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608842.255168:0:2411:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608842.255172:0:2411:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608842.255176:0:2411:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608842.255180:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608842.255182:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608842.255189:0:2411:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2879:2879:256:4294967295] 192.168.203.121@tcp LPNI seq info [2879:2879:8:4294967295] 00000400:00000200:3.0:1789608842.255197:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608842.255212:0:2411:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608842.255218:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608842.255223:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d919aaa200. 00000800:00000200:3.0:1789608842.255231:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608842.255239:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608842.255244:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d919aaa200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789608842.255257:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608842.255262:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: using a timeout of 23227 usecs (24 jiffies) 00000400:00000200:3.0:1789608842.255266:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608842.255269:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296569369 00000100:00000010:3.0:1789608842.255275:0:2411:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d909265ae0. 00000100:00000001:3.0:1789608842.255282:0:2411:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1789608842.255290:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296569369 00000100:00000010:3.0:1789608842.255294:0:2411:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d909265480. 00000100:00000001:3.0:1789608842.255299:0:2411:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1789608842.255302:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608842.255305:0:2411:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608842.255308:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608842.255310:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608842.255318:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608842.255320:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789608842.255322:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608842.255324:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608842.255325:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608842.255328:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1789608842.255329:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608842.255331:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608842.255333:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608842.255334:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608842.255335:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608842.255337:0:2411:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608842.255342:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908493b80 x1876538934301568/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608842.255349:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608842.255350:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608842.255353:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608842.255355:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608842.255357:0:2411:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608842.255360:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908493b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934301568:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608842.255364:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608842.255367:0:2411:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608842.255368:0:2411:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608842.255371:0:2411:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608842.255375:0:2411:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d911dbde00. 02000000:00000001:3.0:1789608842.255377:0:2411:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608842.255381:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608842.255385:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a6e0. 00000400:00000010:3.0:1789608842.255388:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9660. 00000100:00000200:3.0:1789608842.255392:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934301568, portal 10 00000100:00000001:3.0:1789608842.255394:0:2411:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608842.255396:0:2411:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600672128 : -117815108879488 : ffff94d908493b80) 00000100:00000040:3.0:1789608842.255403:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d908493b80 x1876538934301568/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608842.255410:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608842.255414:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608842.255417:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9330. 00000100:00000200:3.0:1789608842.255420:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934301568, offset 0 00000400:00000200:3.0:1789608842.255426:0:2411:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608842.255430:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608842.255434:0:2411:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608842.255439:0:2411:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608842.255442:0:2411:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608842.255444:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608842.255446:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608842.255449:0:2411:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2880:2880:255:4294967295] 192.168.203.121@tcp LPNI seq info [2880:2880:7:4294967295] 00000400:00000200:3.0:1789608842.255454:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608842.255460:0:2411:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608842.255466:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608842.255470:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d908d55000. 00000800:00000200:3.0:1789608842.255474:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608842.255480:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608842.255483:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d908d55000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789608842.255486:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608842.255489:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 887396 usecs (888 jiffies) 00000400:00000200:3.0:1789608842.255492:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608842.255494:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296570233 00000100:00000001:3.0:1789608842.255500:0:2411:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, simply extend its deadline from 4296569369 00000100:00000001:3.0:1789608842.255505:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296570233 00000100:00000001:3.0:1789608842.255508:0:2411:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, simply extend its deadline from 4296569369 00000100:00000001:3.0:1789608842.255512:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608842.255514:0:2411:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608842.255516:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608842.255519:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608842.256244:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608842.256250:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608842.258764:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608842.258779:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d919aaa200. 00000400:00000200:0.0:1789608842.258789:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608842.258799:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608842.258810:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a93b8 00000400:00000010:0.0:1789608842.258812:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a93b8. 00000100:00000001:0.0:1789608842.258818:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608842.258827:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908490000 x1876538934301696/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608842.258841:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608842.258843:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908490000 x1876538934301696/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608858 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608842.258849:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608842.258850:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608842.259093:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608842.259098:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d908d55000. 00000400:00000200:0.0:1789608842.259102:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608842.259105:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608842.259108:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9330 00000400:00000010:0.0:1789608842.259110:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9330. 00000100:00000001:0.0:1789608842.259112:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608842.259115:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908493b80 x1876538934301568/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608842.259121:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608842.259123:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908493b80 x1876538934301568/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608858 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608842.259127:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608842.259129:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608842.263757:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608842.263786:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608842.263792:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608842.263795:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608842.263806:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608842.263817:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608842.263828:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608842.263833:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608842.263839:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608842.263845:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4961400 00000400:00000200:0.0:1789608842.263851:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608842.263861:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x8381 [1] + 224 00000800:00000001:0.0:1789608842.263871:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608842.263879:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608842.263884:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608842.263890:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608842.263900:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608842.263913:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908490000 x1876538934301696/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608858 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608842.263928:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d908490000 x1876538934301696/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608858 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608842.263951:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608842.263963:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608842.263967:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608842.264515:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608842.264524:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608842.264537:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608842.264540:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608842.264545:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2af20. 00000400:00000200:3.0:1789608842.264553:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a96e8 00000400:00000010:3.0:1789608842.264556:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a96e8. 00000100:00000001:3.0:1789608842.264562:0:2411:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608842.264569:0:2411:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908490000 x1876538934301696/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608858 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608842.264581:0:2411:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908490000 x1876538934301696/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608858 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608842.264589:0:2411:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608842.264591:0:2411:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608842.264594:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608842.264599:0:2411:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608842.264602:0:2411:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608842.264605:0:2411:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608842.264609:0:2411:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608842.264621:0:2411:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b17c60 time=50 v=5 (5 104 104 104) 00000100:00001000:3.0:1789608842.264627:0:2411:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b17c18 time=50 v=5 (1 1 1 1) 00000100:00000001:3.0:1789608842.264631:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608842.264634:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608842.264638:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608842.264643:0:2411:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608842.264649:0:2411:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608842.264652:0:2411:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1789608842.264655:0:2411:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608842.264657:0:2411:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608842.264664:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908490000 x1876538934301696/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608858 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608842.264673:0:2411:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608842.264706:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608842.264709:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608842.264714:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908490000 x1876538934301696/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608858 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608842.264725:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908490000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934301696:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608842.264735:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608842.264739:0:2411:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608842.264755:0:2411:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908490000 x1876538934301696/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608858 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608842.264764:0:2411:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608842.264769:0:2411:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608842.264774:0:2411:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d911dbda00. 02000000:00000001:3.0:1789608842.264780:0:2411:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608842.264785:0:2411:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608842.264787:0:2411:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=3 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608842.264790:0:2411:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608842.264793:0:2411:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d919aaaa00. 02000000:00000001:3.0:1789608842.264797:0:2411:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608842.264799:0:2411:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608842.264802:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908490000. 00000100:00000001:3.0:1789608842.264805:0:2411:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608842.264806:0:2411:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608842.264811:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608842.264812:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608842.264814:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608842.264815:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608842.264817:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789608842.279703:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608842.279732:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608842.279737:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608842.279740:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608842.279766:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608842.279776:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608842.279788:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608842.279794:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608842.279801:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608842.279806:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4961380 00000400:00000200:0.0:1789608842.279812:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608842.279819:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x8389 [1] + 224 00000800:00000001:0.0:1789608842.279829:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608842.279840:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608842.279844:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608842.279850:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608842.279859:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608842.279871:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908493b80 x1876538934301568/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608858 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608842.279886:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d908493b80 x1876538934301568/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608858 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608842.279907:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608842.279918:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608842.279922:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608842.279950:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608842.279956:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608842.279964:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608842.279966:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608842.279971:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a6e0. 00000400:00000200:3.0:1789608842.279977:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9660 00000400:00000010:3.0:1789608842.279980:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9660. 00000100:00000001:3.0:1789608842.279985:0:2411:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608842.279993:0:2411:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908493b80 x1876538934301568/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608858 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608842.280005:0:2411:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908493b80 x1876538934301568/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608858 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608842.280013:0:2411:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608842.280015:0:2411:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608842.280018:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608842.280022:0:2411:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608842.280025:0:2411:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608842.280027:0:2411:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608842.280031:0:2411:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608842.280042:0:2411:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=50 v=5 (5 104 104 104) 00000100:00001000:3.0:1789608842.280047:0:2411:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608842.280050:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608842.280052:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608842.280056:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608842.280060:0:2411:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608842.280064:0:2411:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608842.280066:0:2411:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967640 00000100:00000001:3.0:1789608842.280068:0:2411:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608842.280071:0:2411:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608842.280076:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908493b80 x1876538934301568/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608858 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608842.280085:0:2411:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608842.280088:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608842.280091:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608842.280095:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908493b80 x1876538934301568/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608858 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608842.280103:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908493b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934301568:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608842.280109:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608842.280111:0:2411:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608842.280115:0:2411:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908493b80 x1876538934301568/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608858 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608842.280122:0:2411:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608842.280125:0:2411:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608842.280129:0:2411:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d911dbde00. 02000000:00000001:3.0:1789608842.280134:0:2411:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608842.280137:0:2411:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608842.280139:0:2411:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=3 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608842.280141:0:2411:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608842.280144:0:2411:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d919aaa100. 02000000:00000001:3.0:1789608842.280148:0:2411:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608842.280150:0:2411:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608842.280152:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908493b80. 00000100:00000001:3.0:1789608842.280157:0:2411:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608842.280159:0:2411:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608842.280162:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608842.280171:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608842.280173:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608842.280175:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608842.280178:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608842.318782:0:2408:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789608842.318789:0:2408:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789608842.318802:0:2408:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789608832/real 1789608832] req@ffff94d907e5df80 x1876538934300928/t0(0) o250->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1789608842 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789608842.318820:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608842.318821:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608842.318825:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d213c8. 00000400:00000200:1.0:1789608842.318829:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c770 00000400:00000010:1.0:1789608842.318832:0:2408:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c770. 00000100:00000001:1.0:1789608842.318836:0:2408:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608842.318840:0:2408:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5df80 x1876538934300928/t0(0) o250->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1789608842 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608842.318848:0:2408:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5df80 x1876538934300928/t0(0) o250->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1789608842 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608842.318856:0:2408:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608842.318857:0:2408:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608842.318860:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608842.318862:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789608842.318865:0:2408:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff94d907e5df80 x1876538934300928/t0(0) o250->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1789608842 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608842.318871:0:2408:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608842.318879:0:2408:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608842.318882:0:2408:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608842.318884:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608842.318886:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608842.318888:0:2408:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608842.318893:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5df80 x1876538934300928/t0(0) o250->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1789608842 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608842.318905:0:2408:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789608842.318908:0:2408:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608842.318909:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608842.318910:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608842.318913:0:2408:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789608842.318915:0:2408:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789608842.318918:0:2408:0:(import.c:65:import_set_state_nolock()) ffff94d90510e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789608842.319195:0:2408:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.121@tcp failed (-110) 00000100:00000001:1.0:1789608842.319198:0:2408:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789608842.319204:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5df80 x1876538934300928/t0(0) o250->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1789608842 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608842.319212:0:2408:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2408:1876538934300928:192.168.203.121@tcp:250:kworker.0 00000100:00000001:1.0:1789608842.319217:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608842.319220:0:2408:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608842.319224:0:2408:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5df80 x1876538934300928/t0(0) o250->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1789608842 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608842.319229:0:2408:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608842.319232:0:2408:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608842.319236:0:2408:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903dbfc00. 02000000:00000001:1.0:1789608842.319242:0:2408:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608842.319244:0:2408:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608842.319246:0:2408:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=3 obd=MGC192.168.203.121@tcp 00000020:00000001:1.0:1789608842.319248:0:2408:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608842.319250:0:2408:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d903114000. 02000000:00000001:1.0:1789608842.319253:0:2408:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608842.319255:0:2408:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608842.319256:0:2408:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5df80. 00000100:00000001:1.0:1789608842.319259:0:2408:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608842.319261:0:2408:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608842.319263:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608842.319267:0:2408:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608842.319268:0:2408:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608842.319270:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608842.319271:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789608842.322256:0:465:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789608842.322266:0:465:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789608842.322269:0:465:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789608842.322273:0:465:0:(import.c:65:import_set_state_nolock()) ffff94d90510e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789608842.322278:0:465:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789608842.322284:0:465:0:(import.c:545:import_select_connection()) MGC192.168.203.121@tcp: connect to NID 192.168.203.121@tcp last attempt 1891 00000400:00000200:3.0:1789608842.322293:0:465:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608842.322299:0:465:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.121@tcp is discovered: rc = 1 00000100:00001000:3.0:1789608842.322303:0:465:0:(import.c:2196:obd_at_measure()) add 10 to ffff94d90510e418 time=50 v=5 (1 1 1 1) 00000100:00001000:3.0:1789608842.322306:0:465:0:(import.c:2262:obd_at_measure()) AT ffff94d90510e418 change: old=5 new=10 delta=5 (val=10) hist 10 1 1 1 00000100:00080000:3.0:1789608842.322310:0:465:0:(import.c:630:import_select_connection()) MGC192.168.203.121@tcp: tried all connections, increasing latency to 5s 00000100:00000040:3.0:1789608842.322313:0:465:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff94d907ddb340 refcount 14 to 192.168.203.121@tcp 00000100:00000001:3.0:1789608842.322316:0:465:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789608842.322319:0:465:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff94d907ddb340 refcount 15 to 192.168.203.121@tcp 00000100:00000001:3.0:1789608842.322321:0:465:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446626258593624896 : -117815115926720 : ffff94d907ddb340) 00000020:00000001:3.0:1789608842.322329:0:465:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789608842.322332:0:465:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc54db3288176f2f6 00000020:00000001:3.0:1789608842.322334:0:465:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608842.322337:0:465:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d903301000 refcount=3 00000020:00000001:3.0:1789608842.322340:0:465:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258515136512 : -117815194415104 : ffff94d903301000) 00000020:00000001:3.0:1789608842.322342:0:465:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626258515136512 : -117815194415104 : ffff94d903301000) 00000100:00000040:3.0:1789608842.322345:0:465:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff94d907ddb340 refcount 14 to 192.168.203.121@tcp 00000100:00000001:3.0:1789608842.322347:0:465:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789608842.322349:0:465:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff94d907ddb340 refcount 15 to 192.168.203.121@tcp 00000100:00000001:3.0:1789608842.322350:0:465:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446626258593624896 : -117815115926720 : ffff94d907ddb340) 00000020:00000040:3.0:1789608842.322354:0:465:0:(genops.c:879:class_export_put()) PUTting export ffff94d903301000 : new refcount 2 00000100:00080000:3.0:1789608842.322358:0:465:0:(import.c:666:import_select_connection()) MGC192.168.203.121@tcp: import ffff94d90510e000 using connection 192.168.203.121@tcp/192.168.203.121@tcp 00000100:00000001:3.0:1789608842.322360:0:465:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608842.322363:0:465:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789608842.322366:0:465:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608842.322369:0:465:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608842.322371:0:465:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789608842.322374:0:465:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608842.322381:0:465:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908493b80. 00000020:00000040:3.0:1789608842.322384:0:465:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=4 obd=MGC192.168.203.121@tcp 02000000:00000001:3.0:1789608842.322388:0:465:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789608842.322389:0:465:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608842.322392:0:465:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608842.322395:0:465:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608842.322399:0:465:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608842.322408:0:465:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d90839a000. 00000100:00000001:3.0:1789608842.322416:0:465:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608842.322425:0:465:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94d908493b80 x1876538934301824/t0(0) o250->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789608842.322436:0:465:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608842.322439:0:465:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608842.322443:0:465:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093d09541] to pc [ptlrpcd_rcv+-1] req@ffff94d908493b80 x1876538934301824/t0(0) o250->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608842.322467:0:465:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608842.322471:0:465:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789608842.322475:0:465:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789608842.322478:0:465:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789608842.322481:0:465:0:(pinger.c:247:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789608842.322485:0:465:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1907) 00000100:00000001:1.0:1789608842.322562:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608842.322566:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608842.322569:0:2408:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608842.322575:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908493b80 x1876538934301824/t0(0) o250->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608842.322584:0:2408:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608842.322586:0:2408:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608842.322589:0:2408:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608842.322592:0:2408:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608842.322594:0:2408:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608842.322598:0:2408:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908493b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2408:1876538934301824:192.168.203.121@tcp:250:kworker.0 00000100:00000001:1.0:1789608842.322602:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608842.322606:0:2408:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608842.322608:0:2408:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608842.322610:0:2408:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608842.322614:0:2408:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d908240000. 02000000:00000001:1.0:1789608842.322616:0:2408:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608842.322622:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608842.322626:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d341b8. 00000400:00000010:1.0:1789608842.322632:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d353b8. 00000100:00000200:1.0:1789608842.322639:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934301824, portal 25 00000100:00000001:1.0:1789608842.322641:0:2408:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608842.322643:0:2408:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600672128 : -117815108879488 : ffff94d908493b80) 00000100:00000040:1.0:1789608842.322648:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d908493b80 x1876538934301824/t0(0) o250->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1789608857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608842.322655:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608842.322658:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608842.322661:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35000. 00000100:00000200:1.0:1789608842.322663:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876538934301824, offset 0 00000400:00000200:1.0:1789608842.322669:0:2408:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608842.322704:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608842.322710:0:2408:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608842.322716:0:2408:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608842.322720:0:2408:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608842.322723:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608842.322726:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608842.322730:0:2408:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2881:2881:256:4294967295] 192.168.203.121@tcp LPNI seq info [2881:2881:8:4294967295] 00000400:00000200:1.0:1789608842.322734:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608842.322753:0:2408:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608842.322759:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608842.322764:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa200. 00000800:00000200:1.0:1789608842.322771:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608842.322778:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608842.322782:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789608842.322795:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608842.322800:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608842.322802:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 0 is 4296573346 00000100:00000001:1.0:1789608842.322810:0:2408:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296570233 00000100:00000001:1.0:1789608842.322814:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 1 is 4296573346 00000100:00000001:1.0:1789608842.322817:0:2408:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296570233 00000100:00000001:1.0:1789608842.322820:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608842.322822:0:2408:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608842.322826:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608842.322828:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608842.322836:0:2408:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608842.322838:0:2408:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1789608842.322840:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608842.322841:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608842.322843:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608842.322845:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608842.323463:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608842.323469:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa200. 00000400:00000200:1.0:1789608842.323476:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608842.323482:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608842.323489:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35000 00000400:00000010:1.0:1789608842.323492:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35000. 00000100:00000001:1.0:1789608842.323496:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608842.323500:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908493b80 x1876538934301824/t0(0) o250->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1789608857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608842.323509:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608842.323512:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908493b80 x1876538934301824/t0(0) o250->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1789608857 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608842.323518:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608842.323520:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608842.329820:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608842.329839:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608842.329843:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608842.329846:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608842.329855:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608842.329863:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608842.329872:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608842.329876:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608842.329882:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608842.329886:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 416 into portal 25 MB=0x6aab3c4961480 00000400:00000200:1.0:1789608842.329891:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608842.329896:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.121@tcp of length 416/416 into md 0x8391 [1] + 0 00000800:00000001:1.0:1789608842.329904:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608842.329913:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608842.329916:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608842.329921:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608842.329928:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608842.329937:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908493b80 x1876538934301824/t0(0) o250->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1789608857 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608842.329947:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff94d908493b80 x1876538934301824/t0(0) o250->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1789608857 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608842.330008:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608842.330012:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1789608842.331158:0:34300:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e022f7d08 00000080:00200008:0.0:1789608842.331164:0:34300:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff94d918926c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789608842.331173:0:34300:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789608842.331175:0:34300:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e022f7c80 00000080:00200000:0.0:1789608842.331177:0:34300:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:0.0:1789608842.331184:0:34300:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d9070af800. 00800000:00000002:0.0:1789608842.331190:0:34300:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:0.0:1789608842.331193:0:34300:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789608842.331198:0:34300:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789608842.331201:0:34300:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e022f7ba0 00800000:00000002:0.0:1789608842.331203:0:34300:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789608842.331207:0:34300:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789608842.331209:0:34300:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789608842.331212:0:34300:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789608842.331214:0:34300:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789608842.331216:0:34300:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789608842.331219:0:34300:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608842.331222:0:34300:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789608842.331224:0:34300:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608842.331227:0:34300:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789608842.331233:0:34300:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789608842.331234:0:34300:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e022f7a70 00000002:00010000:0.0:1789608842.331236:0:34300:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789608842.331240:0:34300:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789608842.331242:0:34300:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608842.331246:0:34300:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789608842.331253:0:34300:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608842.331255:0:34300:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608842.331258:0:34300:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608842.331260:0:34300:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789608842.331262:0:34300:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789608842.331267:0:34300:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5ce00. 00000020:00000040:0.0:1789608842.331271:0:34300:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00010000:00000001:0.0:1789608842.331277:0:34300:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789608842.331282:0:34300:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789608842.331286:0:34300:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608842.331289:0:34300:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608842.331292:0:34300:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608842.331296:0:34300:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608842.331303:0:34300:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d903116800. 00000100:00000001:0.0:1789608842.331310:0:34300:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608842.331314:0:34300:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789608842.331316:0:34300:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608842.331318:0:34300:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789608842.331319:0:34300:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608842.331321:0:34300:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608842.331326:0:34300:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626258594156032 : -117815115395584 : ffff94d907e5ce00) 00010000:00000001:0.0:1789608842.331330:0:34300:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789608842.331332:0:34300:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789608842.331336:0:34300:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d909aba200. 00010000:00000010:0.0:1789608842.331341:0:34300:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d90330c200. 00010000:00000001:0.0:1789608842.331346:0:34300:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789608842.331350:0:34300:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d905f55800. 00000020:00000001:0.0:1789608842.331353:0:34300:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789608842.331356:0:34300:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d905f55800 with handle 0xc54db3288176ff36 to hash 00000020:00000001:0.0:1789608842.331358:0:34300:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789608842.331360:0:34300:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:0.0:1789608842.331364:0:34300:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:0.0:1789608842.331367:0:34300:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608842.331370:0:34300:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608842.331374:0:34300:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55800/0xc54db3288176ff36 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34300 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789608842.331383:0:34300:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55800/0xc54db3288176ff36 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34300 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789608842.331392:0:34300:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55800/0xc54db3288176ff36 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34300 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789608842.331397:0:34300:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789608842.331399:0:34300:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789608842.331405:0:34300:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d90716e0c0. 00000100:00000001:0.0:1789608842.331407:0:34300:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258580594880 : -117815128956736 : ffff94d90716e0c0) 00000100:00000001:0.0:1789608842.331410:0:34300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608842.331411:0:34300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594156032 : -117815115395584 : ffff94d907e5ce00) 00000100:00000001:0.0:1789608842.331415:0:34300:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608842.331419:0:34300:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608842.331421:0:34300:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789608842.331423:0:34300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608842.331430:0:34300:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5ce00 x1876538934301952/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608842.331437:0:34300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608842.331439:0:34300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608842.331442:0:34300:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608842.331445:0:34300:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608842.331447:0:34300:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608842.331451:0:34300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5ce00 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:34300:1876538934301952:192.168.203.121@tcp:101:lfs.0 00000100:00000001:0.0:1789608842.331454:0:34300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608842.331459:0:34300:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608842.331461:0:34300:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608842.331463:0:34300:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608842.331468:0:34300:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d9070ff000. 02000000:00000001:0.0:1789608842.331470:0:34300:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608842.331476:0:34300:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608842.331479:0:34300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8e18. 00000400:00000010:0.0:1789608842.331486:0:34300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed4c8. 00000100:00000200:0.0:1789608842.331491:0:34300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876538934301952, portal 10 00000100:00000001:0.0:1789608842.331493:0:34300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608842.331494:0:34300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594156032 : -117815115395584 : ffff94d907e5ce00) 00000100:00000040:0.0:1789608842.331499:0:34300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d907e5ce00 x1876538934301952/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608858 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608842.331506:0:34300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608842.331508:0:34300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608842.331511:0:34300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095eddd0. 00000100:00000200:0.0:1789608842.331513:0:34300:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876538934301952, offset 0 00000400:00000200:0.0:1789608842.331519:0:34300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608842.331526:0:34300:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608842.331533:0:34300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608842.331538:0:34300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608842.331542:0:34300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608842.331545:0:34300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608842.331547:0:34300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608842.331551:0:34300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2882:2882:256:4294967295] 192.168.203.121@tcp LPNI seq info [2882:2882:8:4294967295] 00000400:00000200:0.0:1789608842.331555:0:34300:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608842.331564:0:34300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608842.331570:0:34300:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608842.331574:0:34300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306d00. 00000800:00000200:0.0:1789608842.331581:0:34300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608842.331588:0:34300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608842.331594:0:34300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306d00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1789608842.331615:0:34300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608842.331620:0:34300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 886272 usecs (887 jiffies) 00000400:00000200:0.0:1789608842.331623:0:34300:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608842.331626:0:34300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296570307 00000100:00000001:0.0:1789608842.331629:0:34300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296573346 00000100:00000001:0.0:1789608842.331631:0:34300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296570307 00000100:00000001:0.0:1789608842.331633:0:34300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296573346 00000100:00000001:0.0:1789608842.331636:0:34300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608842.331638:0:34300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608842.331641:0:34300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608842.331643:0:34300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789608842.331646:0:34300:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d90716e0c0 going to sleep for 11 seconds 00000100:00000001:0.0:1789608842.331648:0:34300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608842.331651:0:34300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608842.331798:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608842.331803:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306d00. 00000400:00000200:0.0:1789608842.331808:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608842.331812:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608842.331817:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095eddd0 00000400:00000010:0.0:1789608842.331819:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095eddd0. 00000100:00000001:0.0:1789608842.331823:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608842.331827:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5ce00 x1876538934301952/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608858 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608842.331836:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608842.331839:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907e5ce00 x1876538934301952/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608858 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608842.331845:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608842.331846:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789608842.331983:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000001:2.0:1789608842.332094:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608842.332097:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608842.332099:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d341b8. 00000400:00000200:2.0:1789608842.332103:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d353b8 00000400:00000010:2.0:1789608842.332106:0:2408:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d353b8. 00000100:00000001:2.0:1789608842.332109:0:2408:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608842.332115:0:2408:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908493b80 x1876538934301824/t0(0) o250->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1789608857 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789608842.332130:0:2408:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908493b80 x1876538934301824/t0(0) o250->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1789608857 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608842.332137:0:2408:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608842.332139:0:2408:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608842.332141:0:2408:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608842.332144:0:2408:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608842.332146:0:2408:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608842.332149:0:2408:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608842.332152:0:2408:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608842.332157:0:2408:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d90510e460 time=50 v=5 (5 5 5 5) 00000100:00001000:2.0:1789608842.332161:0:2408:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d90510e418 time=50 v=10 (10 1 1 1) 00000100:00000001:2.0:1789608842.332164:0:2408:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608842.332166:0:2408:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608842.332168:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608842.332170:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608842.332173:0:2408:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608842.332177:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908493b80 x1876538934301824/t0(0) o250->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 520/416 e 0 to 0 dl 1789608857 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608842.332183:0:2408:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608842.332185:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608842.332187:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608842.332190:0:2408:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1789608842.332195:0:2408:0:(import.c:1177:ptlrpc_connect_interpret()) MGC192.168.203.121@tcp: connect to target with instance 0 00000020:00000001:2.0:1789608842.332198:0:2408:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789608842.332200:0:2408:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc54db3288176f2f6 00000020:00000001:2.0:1789608842.332202:0:2408:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608842.332204:0:2408:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d903301000 refcount=3 00000020:00000001:2.0:1789608842.332207:0:2408:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258515136512 : -117815194415104 : ffff94d903301000) 00000020:00000001:2.0:1789608842.332209:0:2408:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626258515136512 : -117815194415104 : ffff94d903301000) 00000100:00001000:2.0:1789608842.332212:0:2408:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d90510e418 time=1789608842 v=0 (0 0 0 0) 00000100:00001000:2.0:1789608842.332215:0:2408:0:(import.c:2262:obd_at_measure()) AT ffff94d90510e418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1789608842.332221:0:2408:0:(genops.c:879:class_export_put()) PUTting export ffff94d903301000 : new refcount 2 00000100:00000001:2.0:1789608842.332225:0:2408:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:2.0:1789608842.332228:0:2408:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1789608842.332230:0:2408:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608842.332232:0:2408:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000400:2.0:1789608842.332235:0:2408:0:(import.c:1329:ptlrpc_connect_interpret()) Evicted from MGS (at 192.168.203.121@tcp) after server handle changed from 0x91bddff8e8ed6ffb to 0x91bddff8e8ed9a41 00000800:00000001:0.0:1789608842.332299:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608842.332306:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608842.341137:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608842.341153:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608842.341158:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608842.341160:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608842.341169:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608842.341176:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608842.341184:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608842.341189:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608842.341195:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608842.341199:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 688 into portal 10 MB=0x6aab3c4961500 00000400:00000200:0.0:1789608842.341204:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608842.341210:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 688/688 into md 0x83a1 [1] + 224 00000800:00000001:0.0:1789608842.341218:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608842.341226:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608842.341229:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608842.341233:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608842.341240:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608842.341249:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5ce00 x1876538934301952/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608858 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608842.341260:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d907e5ce00 x1876538934301952/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608858 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608842.341283:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608842.341291:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608842.341295:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608842.341363:0:34300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789608842.341371:0:34300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608842.341373:0:34300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608842.341376:0:34300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8e18. 00000400:00000200:1.0:1789608842.341380:0:34300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed4c8 00000400:00000010:1.0:1789608842.341383:0:34300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed4c8. 00000100:00000001:1.0:1789608842.341386:0:34300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608842.341391:0:34300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5ce00 x1876538934301952/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608858 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789608842.341399:0:34300:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5ce00 x1876538934301952/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608858 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608842.341405:0:34300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608842.341407:0:34300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608842.341409:0:34300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608842.341412:0:34300:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608842.341415:0:34300:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608842.341418:0:34300:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608842.341420:0:34300:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608842.341429:0:34300:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=50 v=5 (5 104 104 104) 00000100:00001000:1.0:1789608842.341433:0:34300:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608842.341436:0:34300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608842.341438:0:34300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608842.341441:0:34300:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608842.341444:0:34300:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608842.341448:0:34300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608842.341450:0:34300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967640 00000100:00000001:1.0:1789608842.341452:0:34300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608842.341454:0:34300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608842.341458:0:34300:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5ce00 x1876538934301952/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608858 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608842.341466:0:34300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608842.341469:0:34300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608842.341471:0:34300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608842.341475:0:34300:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5ce00 x1876538934301952/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608858 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789608842.341482:0:34300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5ce00 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:34300:1876538934301952:192.168.203.121@tcp:101:lfs.0 00000100:00000001:1.0:1789608842.341487:0:34300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608842.341490:0:34300:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608842.341493:0:34300:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789608842.341495:0:34300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608842.341497:0:34300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5ce00 x1876538934301952/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608858 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608842.341504:0:34300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789608842.341507:0:34300:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d90716e0c0. 00000100:00000001:1.0:1789608842.341510:0:34300:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789608842.341511:0:34300:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608842.341514:0:34300:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789608842.341517:0:34300:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608842.341520:0:34300:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608842.341524:0:34300:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55800 refcount=4 00000020:00000001:1.0:1789608842.341526:0:34300:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:1.0:1789608842.341529:0:34300:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000040:1.0:1789608842.341534:0:34300:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d905f55800, remote cookie: 0x91bddff8e8ed9a4f, flags: 0x1001 00010000:00010000:1.0:1789608842.341540:0:34300:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55800/0xc54db3288176ff36 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9a4f expref: -99 pid: 34300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789608842.341552:0:34300:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55800/0xc54db3288176ff36 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9a4f expref: -99 pid: 34300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608842.341559:0:34300:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789608842.341563:0:34300:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789608842.341565:0:34300:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789608842.341567:0:34300:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789608842.341569:0:34300:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789608842.341572:0:34300:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff94d909aba200) refcount = 1 00010000:00010000:1.0:1789608842.341576:0:34300:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55800/0xc54db3288176ff36 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9a4f expref: -99 pid: 34300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608842.341593:0:34300:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789608842.341597:0:34300:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789608842.341598:0:34300:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789608842.341601:0:34300:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789608842.341603:0:34300:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608842.341606:0:34300:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55800/0xc54db3288176ff36 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9a4f expref: -99 pid: 34300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608842.341612:0:34300:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789608842.341614:0:34300:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608842.341615:0:34300:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608842.341616:0:34300:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608842.341617:0:34300:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608842.341619:0:34300:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608842.341624:0:34300:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789608842.341625:0:34300:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608842.341626:0:34300:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608842.341628:0:34300:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55800 refcount=3 00000020:00000001:1.0:1789608842.341629:0:34300:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:1.0:1789608842.341631:0:34300:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:1.0:1789608842.341633:0:34300:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608842.341634:0:34300:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608842.341635:0:34300:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55800 refcount=4 00000020:00000001:1.0:1789608842.341637:0:34300:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:1.0:1789608842.341639:0:34300:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:1.0:1789608842.341642:0:34300:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608842.341644:0:34300:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608842.341647:0:34300:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55800/0xc54db3288176ff36 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9a4f expref: -99 pid: 34300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608842.341659:0:34300:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608842.341660:0:34300:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608842.341661:0:34300:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608842.341662:0:34300:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608842.341663:0:34300:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55800 refcount=5 00000020:00000001:1.0:1789608842.341665:0:34300:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:1.0:1789608842.341666:0:34300:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:1.0:1789608842.341668:0:34300:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789608842.341671:0:34300:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55800/0xc54db3288176ff36 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9a4f expref: -99 pid: 34300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608842.341712:0:34300:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608842.341714:0:34300:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789608842.341716:0:34300:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55800/0xc54db3288176ff36 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9a4f expref: -99 pid: 34300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608842.341722:0:34300:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789608842.341724:0:34300:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608842.341725:0:34300:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608842.341726:0:34300:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608842.341727:0:34300:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789608842.341732:0:34300:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d907e5ce00 x1876538934301952/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608858 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789608842.341740:0:34300:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608842.341754:0:34300:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608842.341756:0:34300:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55800 refcount=3 00000020:00000001:1.0:1789608842.341758:0:34300:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:1.0:1789608842.341760:0:34300:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:1.0:1789608842.341762:0:34300:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608842.341763:0:34300:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789608842.341777:0:34300:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608842.341780:0:34300:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608842.341783:0:34300:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789608842.341786:0:34300:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608842.341787:0:34300:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608842.341788:0:34300:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55800 refcount=3 00000020:00000001:1.0:1789608842.341790:0:34300:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:1.0:1789608842.341792:0:34300:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00000002:00010000:1.0:1789608842.341795:0:34300:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55800/0xc54db3288176ff36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9a4f expref: -99 pid: 34300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608842.341801:0:34300:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608842.341802:0:34300:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608842.341803:0:34300:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789608842.341805:0:34300:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608842.341805:0:34300:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608842.341807:0:34300:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55800 refcount=3 00000020:00000001:1.0:1789608842.341808:0:34300:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:1.0:1789608842.341811:0:34300:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000040:1.0:1789608842.341817:0:34300:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909aba200 count: 2 00010000:00000001:1.0:1789608842.341819:0:34300:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789608842.341823:0:34300:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d91081f000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1789608842.341825:0:34300:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608842.341826:0:34300:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789608842.341827:0:34300:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789608842.341830:0:34300:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e022f79f8 00000002:00002000:1.0:1789608842.341832:0:34300:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789608842.341835:0:34300:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608842.341839:0:34300:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608842.341841:0:34300:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789608842.341844:0:34300:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1789608842.341847:0:34300:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608842.341851:0:34300:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:1.0:1789608842.341854:0:34300:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d9070af800. 00000080:00000001:1.0:1789608842.341859:0:34300:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789608842.341862:0:34300:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789608842.341868:0:34300:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1789608842.341872:0:34300:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1789608842.341877:0:34300:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d91117dbc0. 00800000:00000001:1.0:1789608842.341879:0:34300:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626258748431296 : -117814961120320 : ffff94d91117dbc0) 00800000:00000001:1.0:1789608842.341881:0:34300:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608842.341884:0:34300:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789608842.341886:0:34300:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789608842.341888:0:34300:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1789608842.341891:0:34300:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789608842.341894:0:34300:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789608842.341896:0:34300:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608842.341900:0:34300:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1789608842.341902:0:34300:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:1.0:1789608842.341906:0:34300:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1789608797 to 1789608804 00000080:00200000:1.0:1789608842.341910:0:34300:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:1.0:1789608842.341912:0:34300:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608842.341914:0:34300:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608842.341915:0:34300:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55800 refcount=3 00000020:00000001:1.0:1789608842.341917:0:34300:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:1.0:1789608842.341920:0:34300:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:1.0:1789608842.341922:0:34300:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608842.341924:0:34300:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789608842.341925:0:34300:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789608842.341927:0:34300:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1789608842.341929:0:34300:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d91117dbc0 1 00800000:00000010:1.0:1789608842.341931:0:34300:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d91117dbc0. 00800000:00000001:1.0:1789608842.341934:0:34300:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789608842.341938:0:34300:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176ff36 00800000:00000001:1.0:1789608842.341940:0:34300:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789608842.341942:0:34300:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789608842.341944:0:34300:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608842.341945:0:34300:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608842.341946:0:34300:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55800 refcount=3 00000020:00000001:1.0:1789608842.341949:0:34300:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:1.0:1789608842.341951:0:34300:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:1.0:1789608842.341953:0:34300:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608842.341954:0:34300:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789608842.341955:0:34300:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608842.341957:0:34300:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608842.341960:0:34300:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789608842.341962:0:34300:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:1.0:1789608842.341965:0:34300:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ff36 from it ffffae3e022f7cb8 00010000:00000001:1.0:1789608842.341967:0:34300:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608842.341968:0:34300:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608842.341969:0:34300:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55800 refcount=3 00000020:00000001:1.0:1789608842.341970:0:34300:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:1.0:1789608842.341973:0:34300:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:1.0:1789608842.341974:0:34300:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789608842.341976:0:34300:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55800/0xc54db3288176ff36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9a4f expref: -99 pid: 34300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608842.341982:0:34300:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608842.341983:0:34300:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608842.341984:0:34300:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789608842.341986:0:34300:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789608842.341988:0:34300:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55800/0xc54db3288176ff36 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9a4f expref: -99 pid: 34300 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789608842.341997:0:34300:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789608842.341999:0:34300:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789608842.342001:0:34300:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789608842.342005:0:34300:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608842.342005:0:34300:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608842.342007:0:34300:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608842.342009:0:34300:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789608842.342011:0:34300:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608842.342013:0:34300:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608842.342015:0:34300:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608842.342016:0:34300:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789608842.342018:0:34300:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608842.342018:0:34300:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789608842.342020:0:34300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608842.342024:0:34300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5ce00 x1876538934301952/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608858 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608842.342030:0:34300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608842.342032:0:34300:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608842.342035:0:34300:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d9070ff000. 02000000:00000001:1.0:1789608842.342038:0:34300:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608842.342041:0:34300:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608842.342043:0:34300:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=3 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:1.0:1789608842.342045:0:34300:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608842.342048:0:34300:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d903116800. 02000000:00000001:1.0:1789608842.342051:0:34300:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608842.342052:0:34300:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608842.342054:0:34300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5ce00. 00000100:00000001:1.0:1789608842.342057:0:34300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608842.342058:0:34300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789608842.342062:0:34300:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608842.342066:0:34300:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e022f7d08 00000080:00000008:1.0:1789608842.342069:0:34300:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff94d918926c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1789608842.342658:0:34300:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608842.342717:0:34300:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e022f7d08 00000080:00200008:1.0:1789608842.342721:0:34300:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff94d918926c08), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1789608842.342726:0:34300:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789608842.342727:0:34300:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e022f7c80 00000080:00200000:1.0:1789608842.342729:0:34300:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:1.0:1789608842.342734:0:34300:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d911cfe000. 00800000:00000002:1.0:1789608842.342739:0:34300:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:1.0:1789608842.342754:0:34300:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789608842.342758:0:34300:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789608842.342760:0:34300:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e022f7ba0 00800000:00000002:1.0:1789608842.342762:0:34300:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789608842.342765:0:34300:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789608842.342768:0:34300:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789608842.342770:0:34300:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789608842.342773:0:34300:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789608842.342775:0:34300:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789608842.342777:0:34300:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608842.342779:0:34300:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789608842.342781:0:34300:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608842.342784:0:34300:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789608842.342788:0:34300:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789608842.342789:0:34300:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e022f7a70 00000002:00010000:1.0:1789608842.342791:0:34300:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789608842.342794:0:34300:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789608842.342796:0:34300:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789608842.342798:0:34300:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789608842.342802:0:34300:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909aba200 count: 2 00010000:00000001:1.0:1789608842.342804:0:34300:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789608842.342808:0:34300:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608842.342810:0:34300:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789608842.342814:0:34300:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55800/0xc54db3288176ff36 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9a4f expref: -99 pid: 34300 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1789608842.342821:0:34300:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789608842.342825:0:34300:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608842.342829:0:34300:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55800/0xc54db3288176ff36 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9a4f expref: -99 pid: 34300 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1789608842.342835:0:34300:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789608842.342837:0:34300:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789608842.342839:0:34300:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789608842.342841:0:34300:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789608842.342843:0:34300:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789608842.342845:0:34300:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789608842.342848:0:34300:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789608842.342850:0:34300:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:1.0:1789608842.342852:0:34300:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911cfe000. 00000080:00000001:1.0:1789608842.342857:0:34300:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789608842.342858:0:34300:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789608842.342860:0:34300:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:1.0:1789608842.342863:0:34300:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176ff36 00800000:00000001:1.0:1789608842.342865:0:34300:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789608842.342866:0:34300:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789608842.342868:0:34300:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608842.342869:0:34300:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608842.342871:0:34300:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55800 refcount=3 00000020:00000001:1.0:1789608842.342873:0:34300:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:1.0:1789608842.342875:0:34300:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:1.0:1789608842.342878:0:34300:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608842.342879:0:34300:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789608842.342880:0:34300:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608842.342882:0:34300:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789608842.342883:0:34300:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ff36 from it ffffae3e022f7cb8 00010000:00000001:1.0:1789608842.342885:0:34300:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608842.342886:0:34300:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608842.342887:0:34300:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55800 refcount=3 00000020:00000001:1.0:1789608842.342889:0:34300:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:1.0:1789608842.342890:0:34300:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:1.0:1789608842.342892:0:34300:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789608842.342894:0:34300:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55800/0xc54db3288176ff36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9a4f expref: -99 pid: 34300 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789608842.342900:0:34300:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608842.342901:0:34300:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608842.342902:0:34300:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789608842.342904:0:34300:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789608842.342906:0:34300:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55800/0xc54db3288176ff36 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9a4f expref: -99 pid: 34300 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789608842.342912:0:34300:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789608842.342914:0:34300:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789608842.342915:0:34300:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789608842.342917:0:34300:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608842.342919:0:34300:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608842.342920:0:34300:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608842.342922:0:34300:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789608842.342923:0:34300:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608842.342925:0:34300:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608842.342927:0:34300:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608842.342929:0:34300:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789608842.342930:0:34300:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608842.342931:0:34300:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789608842.342932:0:34300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789608842.342934:0:34300:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789608842.342936:0:34300:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608842.342939:0:34300:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e022f7d08 00000080:00000008:1.0:1789608842.342940:0:34300:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff94d918926c08), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1789608842.343068:0:34300:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789608842.343070:0:34300:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789608842.343072:0:34300:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e022f7b78 00000080:00200000:1.0:1789608842.343074:0:34300:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:1.0:1789608842.343078:0:34300:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d911cfe000. 00800000:00000002:1.0:1789608842.343080:0:34300:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:1.0:1789608842.343083:0:34300:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789608842.343085:0:34300:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789608842.343086:0:34300:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e022f7a98 00800000:00000002:1.0:1789608842.343088:0:34300:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789608842.343090:0:34300:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789608842.343092:0:34300:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789608842.343093:0:34300:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789608842.343094:0:34300:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789608842.343096:0:34300:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789608842.343097:0:34300:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608842.343099:0:34300:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789608842.343101:0:34300:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608842.343103:0:34300:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789608842.343106:0:34300:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789608842.343108:0:34300:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e022f7968 00000002:00010000:1.0:1789608842.343109:0:34300:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789608842.343112:0:34300:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789608842.343114:0:34300:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789608842.343115:0:34300:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789608842.343118:0:34300:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909aba200 count: 2 00010000:00000001:1.0:1789608842.343120:0:34300:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789608842.343122:0:34300:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608842.343125:0:34300:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789608842.343128:0:34300:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55800/0xc54db3288176ff36 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9a4f expref: -99 pid: 34300 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1789608842.343136:0:34300:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789608842.343138:0:34300:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608842.343141:0:34300:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55800/0xc54db3288176ff36 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9a4f expref: -99 pid: 34300 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1789608842.343146:0:34300:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789608842.343148:0:34300:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789608842.343149:0:34300:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789608842.343151:0:34300:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789608842.343153:0:34300:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789608842.343154:0:34300:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789608842.343157:0:34300:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789608842.343158:0:34300:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:1.0:1789608842.343160:0:34300:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911cfe000. 00000080:00000001:1.0:1789608842.343163:0:34300:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789608842.343164:0:34300:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789608842.343166:0:34300:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:1.0:1789608842.343168:0:34300:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176ff36 00800000:00000001:1.0:1789608842.343171:0:34300:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789608842.343173:0:34300:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789608842.343174:0:34300:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608842.343176:0:34300:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608842.343178:0:34300:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55800 refcount=3 00000020:00000001:1.0:1789608842.343179:0:34300:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:1.0:1789608842.343181:0:34300:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:1.0:1789608842.343183:0:34300:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608842.343184:0:34300:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789608842.343185:0:34300:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608842.343186:0:34300:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789608842.343188:0:34300:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ff36 from it ffffae3e022f7bb0 00010000:00000001:1.0:1789608842.343190:0:34300:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608842.343191:0:34300:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608842.343192:0:34300:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55800 refcount=3 00000020:00000001:1.0:1789608842.343194:0:34300:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:1.0:1789608842.343195:0:34300:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:1.0:1789608842.343197:0:34300:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789608842.343199:0:34300:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55800/0xc54db3288176ff36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9a4f expref: -99 pid: 34300 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789608842.343205:0:34300:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608842.343206:0:34300:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608842.343207:0:34300:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789608842.343209:0:34300:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789608842.343211:0:34300:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55800/0xc54db3288176ff36 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9a4f expref: -99 pid: 34300 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1789608842.343216:0:34300:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789608842.343218:0:34300:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789608842.343219:0:34300:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789608842.343221:0:34300:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608842.343222:0:34300:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608842.343223:0:34300:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608842.343225:0:34300:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789608842.343226:0:34300:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608842.343228:0:34300:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608842.343230:0:34300:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608842.343231:0:34300:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789608842.343233:0:34300:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608842.343234:0:34300:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789608842.343235:0:34300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789608842.343236:0:34300:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789608842.343238:0:34300:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 44 00000080:00000001:1.0:1789608842.343241:0:34300:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608842.343245:0:34300:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:1.0:1789608842.343247:0:34300:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1789608842.343249:0:34300:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e022f7b78 00000080:00200008:1.0:1789608842.343251:0:34300:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff94d918926c08), flags 100000 00000080:00000010:1.0:1789608842.343256:0:34300:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d9015af540. 00000080:00000001:1.0:1789608842.343260:0:34300:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608842.343263:0:34300:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608842.343354:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789608842.343357:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:1.0:1789608842.343363:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789608842.343366:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789608842.343371:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908241c00. 00000020:00000001:1.0:1789608842.343376:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608842.343378:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789608842.343381:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789608842.343382:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908241c00 uarg=0000000000000000 00800000:00000001:1.0:1789608842.343389:0:34300:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:1.0:1789608842.343391:0:34300:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff94d904ceb000: age 1833, max_age 1901 00000002:00000001:1.0:1789608842.343395:0:34300:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:1.0:1789608842.343398:0:34300:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000010:1.0:1789608842.343404:0:34300:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904055180. 00000020:00000040:1.0:1789608842.343406:0:34300:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:1.0:1789608842.343410:0:34300:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608842.343412:0:34300:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608842.343415:0:34300:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608842.343423:0:34300:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faa200. 00000100:00000001:1.0:1789608842.343430:0:34300:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608842.343434:0:34300:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789608842.343436:0:34300:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789608842.343443:0:34300:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d907f0b9c0. 00000100:00000001:1.0:1789608842.343445:0:34300:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258594871744 : -117815114679872 : ffff94d907f0b9c0) 00000100:00000001:1.0:1789608842.343447:0:34300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608842.343449:0:34300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529112448 : -117815180439168 : ffff94d904055180) 00000100:00000001:1.0:1789608842.343453:0:34300:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608842.343456:0:34300:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608842.343458:0:34300:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789608842.343459:0:34300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608842.343466:0:34300:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904055180 x1876538934302080/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608842.343474:0:34300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608842.343476:0:34300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608842.343479:0:34300:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608842.343482:0:34300:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608842.343484:0:34300:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608842.343486:0:34300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904055180 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:34300:1876538934302080:192.168.203.121@tcp:41:lfs.0 00000100:00000001:1.0:1789608842.343490:0:34300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608842.343494:0:34300:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608842.343496:0:34300:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608842.343498:0:34300:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608842.343502:0:34300:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d908242c00. 02000000:00000001:1.0:1789608842.343504:0:34300:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608842.343510:0:34300:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608842.343515:0:34300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34cb8. 00000400:00000010:1.0:1789608842.343521:0:34300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35000. 00000100:00000200:1.0:1789608842.343527:0:34300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934302080, portal 10 00000100:00000001:1.0:1789608842.343529:0:34300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608842.343530:0:34300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529112448 : -117815180439168 : ffff94d904055180) 00000100:00000040:1.0:1789608842.343537:0:34300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904055180 x1876538934302080/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608858 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608842.343543:0:34300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608842.343546:0:34300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608842.343549:0:34300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35770. 00000100:00000200:1.0:1789608842.343551:0:34300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934302080, offset 0 00000400:00000200:1.0:1789608842.343558:0:34300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608842.343564:0:34300:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608842.343571:0:34300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608842.343575:0:34300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608842.343578:0:34300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608842.343581:0:34300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608842.343584:0:34300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608842.343587:0:34300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2883:2883:256:4294967295] 192.168.203.121@tcp LPNI seq info [2883:2883:8:4294967295] 00000400:00000200:1.0:1789608842.343591:0:34300:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608842.343600:0:34300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608842.343605:0:34300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608842.343609:0:34300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faab00. 00000800:00000200:1.0:1789608842.343616:0:34300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608842.343624:0:34300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608842.343628:0:34300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608842.343640:0:34300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608842.343644:0:34300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 885127 usecs (886 jiffies) 00000400:00000200:1.0:1789608842.343647:0:34300:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608842.343650:0:34300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296570319 00000100:00000001:1.0:1789608842.343653:0:34300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296573346 00000100:00000001:1.0:1789608842.343655:0:34300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296570319 00000100:00000001:1.0:1789608842.343657:0:34300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296573346 00000100:00000001:1.0:1789608842.343659:0:34300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608842.343661:0:34300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608842.343663:0:34300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608842.343665:0:34300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789608842.343667:0:34300:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d907f0b9c0 going to sleep for 11 seconds 00000100:00000001:1.0:1789608842.343669:0:34300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608842.343672:0:34300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608842.343861:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608842.343866:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faab00. 00000400:00000200:0.0:1789608842.343871:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608842.343877:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608842.343882:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35770 00000400:00000010:0.0:1789608842.343884:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35770. 00000100:00000001:0.0:1789608842.343887:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608842.343891:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904055180 x1876538934302080/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608858 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608842.343900:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608842.343903:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d904055180 x1876538934302080/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608858 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608842.343909:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608842.343911:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000100:00080000:2.0:1789608842.350819:0:2408:0:(import.c:65:import_set_state_nolock()) ffff94d90510e000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1789608842.350828:0:2408:0:(import.c:1337:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608842.350832:0:2408:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1789608842.350841:0:2408:0:(import.c:1719:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.203.121@tcp; invalidating 00000020:00000040:2.0:1789608842.350844:0:2408:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=5 obd=MGC192.168.203.121@tcp 00000100:00000001:1.0:1789608842.352061:0:2408:0:(import.c:1740:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608842.352070:0:2408:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608842.352084:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908493b80 x1876538934301824/t0(0) o250->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 520/416 e 0 to 0 dl 1789608857 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608842.352095:0:2408:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908493b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2408:1876538934301824:192.168.203.121@tcp:250:kworker.0 00000100:00000001:1.0:1789608842.352101:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608842.352104:0:2408:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608842.352109:0:2408:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908493b80 x1876538934301824/t0(0) o250->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 520/416 e 0 to 0 dl 1789608857 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608842.352116:0:2408:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608842.352119:0:2408:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608842.352124:0:2408:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d908240000. 02000000:00000001:1.0:1789608842.352128:0:2408:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608842.352130:0:2408:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608842.352132:0:2408:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=4 obd=MGC192.168.203.121@tcp 00000020:00000001:1.0:1789608842.352134:0:2408:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608842.352137:0:2408:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d90839a000. 02000000:00000001:1.0:1789608842.352140:0:2408:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608842.352142:0:2408:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608842.352144:0:2408:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908493b80. 00000100:00000001:1.0:1789608842.352147:0:2408:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608842.352149:0:2408:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608842.352151:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608842.352159:0:2408:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608842.352161:0:2408:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608842.352164:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608842.352166:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608842.352200:0:34315:0:(import.c:1639:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:2.0:1789608842.352209:0:34315:0:(import.c:1643:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.203.121@tcp to MGS@192.168.203.121@tcp 00000100:00100000:2.0:1789608842.352212:0:34315:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1789608842.352215:0:34315:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:2.0:1789608842.352218:0:34315:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000001:00000001:2.0:1789608842.352221:0:34315:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1789608842.352225:0:34315:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1789608842.352229:0:34315:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d91089ab00 count: 3 00010000:00000001:2.0:1789608842.352235:0:34315:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1789608842.352237:0:34315:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608842.352239:0:34315:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608842.352241:0:34315:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d942052000 refcount=3 00000020:00000001:2.0:1789608842.352244:0:34315:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259569287168 : -117814140264448 : ffff94d942052000) 00010000:00000001:2.0:1789608842.352247:0:34315:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259569287168 : -117814140264448 : ffff94d942052000) 00010000:00000001:2.0:1789608842.352250:0:34315:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789608842.352254:0:34315:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.121@tcp lock: ffff94d942052000/0xc54db3288176f2fd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0x91bddff8e8ed7002 expref: -99 pid: 16945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1789608842.352264:0:34315:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1789608842.352267:0:34315:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.121@tcp lock: ffff94d942052000/0xc54db3288176f2fd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0x91bddff8e8ed7002 expref: -99 pid: 16945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789608842.352274:0:34315:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:2.0:1789608842.352277:0:34315:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1789608842.352279:0:34315:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-sptlrpc: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1789608842.352281:0:34315:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1789608842.352283:0:34315:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1789608842.352285:0:34315:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1789608842.352298:0:34315:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1789608842.352300:0:34315:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1789608842.352302:0:34315:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff94d91a40bc00) refs 2 10000000:00000001:2.0:1789608842.352304:0:34315:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1789608842.352305:0:34315:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608842.352308:0:34315:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1789608842.352310:0:34315:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789608842.352312:0:34315:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789608842.352315:0:34315:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789608842.352317:0:34315:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608842.352320:0:34315:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789608842.352323:0:34315:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d942052000 with handle 0xc54db3288176f2fd from hash 00010000:00000001:2.0:1789608842.352325:0:34315:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789608842.352327:0:34315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608842.352328:0:34315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608842.352329:0:34315:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789608842.352331:0:34315:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789608842.352332:0:34315:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1789608842.352335:0:34315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608842.352336:0:34315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608842.352337:0:34315:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608842.352339:0:34315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789608842.352341:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.121@tcp lock: ffff94d942052000/0xc54db3288176f2fd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0x91bddff8e8ed7002 expref: -99 pid: 16945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608842.352350:0:34315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608842.352352:0:34315:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1789608842.352353:0:34315:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608842.352354:0:34315:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608842.352355:0:34315:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d942053600 refcount=3 00000020:00000001:2.0:1789608842.352357:0:34315:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259569292800 : -117814140258816 : ffff94d942053600) 00010000:00000001:2.0:1789608842.352359:0:34315:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259569292800 : -117814140258816 : ffff94d942053600) 00010000:00000001:2.0:1789608842.352362:0:34315:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789608842.352364:0:34315:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.121@tcp lock: ffff94d942053600/0xc54db3288176f304 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x91bddff8e8ed7009 expref: -99 pid: 16945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1789608842.352369:0:34315:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1789608842.352372:0:34315:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.121@tcp lock: ffff94d942053600/0xc54db3288176f304 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x91bddff8e8ed7009 expref: -99 pid: 16945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789608842.352377:0:34315:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:2.0:1789608842.352379:0:34315:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1789608842.352381:0:34315:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-client: requeue (r=2 sp=0 st=3) 10000000:00000040:2.0:1789608842.352382:0:34315:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1789608842.352392:0:34315:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1789608842.352394:0:34315:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1789608842.352396:0:34315:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1789608842.352397:0:34315:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1789608842.352398:0:34315:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff94d91a40a800) refs 2 10000000:00000001:2.0:1789608842.352400:0:34315:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1789608842.352401:0:34315:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608842.352403:0:34315:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1789608842.352404:0:34315:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789608842.352406:0:34315:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789608842.352407:0:34315:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789608842.352408:0:34315:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608842.352410:0:34315:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789608842.352412:0:34315:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d942053600 with handle 0xc54db3288176f304 from hash 00010000:00000001:2.0:1789608842.352414:0:34315:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789608842.352415:0:34315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608842.352416:0:34315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608842.352417:0:34315:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789608842.352418:0:34315:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789608842.352419:0:34315:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1789608842.352421:0:34315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608842.352422:0:34315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608842.352423:0:34315:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608842.352425:0:34315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789608842.352427:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.121@tcp lock: ffff94d942053600/0xc54db3288176f304 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x91bddff8e8ed7009 expref: -99 pid: 16945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608842.352435:0:34315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1789608842.352437:0:34315:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d91089ab00 count: 0 00010000:00000040:2.0:1789608842.352442:0:34315:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d90906ba00 count: 2 00010000:00000001:2.0:1789608842.352445:0:34315:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1789608842.352446:0:34315:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608842.352447:0:34315:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608842.352449:0:34315:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6be00 refcount=3 00000020:00000001:2.0:1789608842.352451:0:34315:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528157184 : -117815181394432 : ffff94d903f6be00) 00010000:00000001:2.0:1789608842.352453:0:34315:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528157184 : -117815181394432 : ffff94d903f6be00) 00010000:00000001:2.0:1789608842.352455:0:34315:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789608842.352457:0:34315:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.121@tcp lock: ffff94d903f6be00/0xc54db3288176f335 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x91bddff8e8ed7010 expref: -99 pid: 16945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1789608842.352462:0:34315:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1789608842.352465:0:34315:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.121@tcp lock: ffff94d903f6be00/0xc54db3288176f335 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x91bddff8e8ed7010 expref: -99 pid: 16945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789608842.352469:0:34315:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:2.0:1789608842.352471:0:34315:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1789608842.352472:0:34315:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-cliir: requeue (r=2 sp=0 st=3) 10000000:00000040:2.0:1789608842.352474:0:34315:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1789608842.352475:0:34315:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1789608842.352476:0:34315:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1789608842.352478:0:34315:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1789608842.352479:0:34315:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1789608842.352480:0:34315:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff94d91a40b400) refs 2 10000000:00000001:2.0:1789608842.352481:0:34315:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1789608842.352482:0:34315:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608842.352484:0:34315:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1789608842.352485:0:34315:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789608842.352486:0:34315:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789608842.352487:0:34315:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789608842.352489:0:34315:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608842.352490:0:34315:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789608842.352492:0:34315:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d903f6be00 with handle 0xc54db3288176f335 from hash 00010000:00000001:2.0:1789608842.352494:0:34315:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789608842.352495:0:34315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608842.352496:0:34315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608842.352497:0:34315:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789608842.352498:0:34315:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789608842.352499:0:34315:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1789608842.352501:0:34315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608842.352502:0:34315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608842.352503:0:34315:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608842.352504:0:34315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789608842.352506:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.121@tcp lock: ffff94d903f6be00/0xc54db3288176f335 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x91bddff8e8ed7010 expref: -99 pid: 16945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608842.352512:0:34315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1789608842.352513:0:34315:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d90906ba00 count: 0 00010000:00000040:2.0:1789608842.352517:0:34315:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d91089a700 count: 2 00010000:00000001:2.0:1789608842.352519:0:34315:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1789608842.352520:0:34315:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608842.352521:0:34315:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608842.352523:0:34315:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d942052600 refcount=3 00000020:00000001:2.0:1789608842.352524:0:34315:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259569288704 : -117814140262912 : ffff94d942052600) 00010000:00000001:2.0:1789608842.352526:0:34315:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259569288704 : -117814140262912 : ffff94d942052600) 00010000:00000001:2.0:1789608842.352528:0:34315:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789608842.352530:0:34315:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.121@tcp lock: ffff94d942052600/0xc54db3288176f33c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x91bddff8e8ed7017 expref: -99 pid: 16945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1789608842.352535:0:34315:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1789608842.352538:0:34315:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.121@tcp lock: ffff94d942052600/0xc54db3288176f33c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x91bddff8e8ed7017 expref: -99 pid: 16945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789608842.352543:0:34315:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:2.0:1789608842.352545:0:34315:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1789608842.352547:0:34315:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=3) 10000000:00000040:2.0:1789608842.352549:0:34315:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1789608842.352550:0:34315:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1789608842.352551:0:34315:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1789608842.352553:0:34315:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1789608842.352554:0:34315:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1789608842.352556:0:34315:0:(mgc_request.c:123:config_log_put()) log params(ffff94d91a40a000) refs 2 10000000:00000001:2.0:1789608842.352557:0:34315:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1789608842.352558:0:34315:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608842.352560:0:34315:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1789608842.352561:0:34315:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789608842.352562:0:34315:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789608842.352563:0:34315:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789608842.352564:0:34315:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608842.352565:0:34315:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789608842.352567:0:34315:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d942052600 with handle 0xc54db3288176f33c from hash 00010000:00000001:2.0:1789608842.352569:0:34315:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789608842.352570:0:34315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608842.352571:0:34315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608842.352572:0:34315:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789608842.352573:0:34315:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789608842.352574:0:34315:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1789608842.352575:0:34315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608842.352576:0:34315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608842.352577:0:34315:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608842.352579:0:34315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789608842.352581:0:34315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.121@tcp lock: ffff94d942052600/0xc54db3288176f33c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x91bddff8e8ed7017 expref: -99 pid: 16945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608842.352868:0:34315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1789608842.352872:0:34315:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d91089a700 count: 0 00000001:00000001:2.0:1789608842.352879:0:34315:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789608842.352881:0:34315:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1789608842.352883:0:34315:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1789608842.352884:0:34315:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1789608842.352886:0:34315:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608842.352888:0:34315:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:2.0:1789608842.352894:0:34315:0:(import.c:65:import_set_state_nolock()) ffff94d90510e000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:2.0:1789608842.352896:0:34315:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1789608842.352899:0:34315:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1789608842.352901:0:34315:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789608842.352904:0:34315:0:(import.c:65:import_set_state_nolock()) ffff94d90510e000 MGS: changing import state from RECOVER to FULL 00000100:00000001:2.0:1789608842.352906:0:34315:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:2.0:1789608842.352907:0:34315:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 10000000:00000040:2.0:1789608842.352909:0:34315:0:(mgc_request.c:1185:mgc_import_event()) MGC192.168.203.121@tcp: Reactivating import 00000100:00080000:2.0:1789608842.352912:0:34315:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:2.0:1789608842.352913:0:34315:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608842.352914:0:34315:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:2.0:1789608842.352918:0:34315:0:(import.c:1788:ptlrpc_import_recovery_state_machine()) MGC192.168.203.121@tcp: Connection restored to 192.168.203.121@tcp (at 192.168.203.121@tcp) 00000100:00000001:2.0:1789608842.352921:0:34315:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608842.352923:0:34315:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608842.352924:0:34315:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=3 obd=MGC192.168.203.121@tcp 00000020:00000001:2.0:1789608842.352926:0:34315:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:2.0:1789608842.352928:0:34315:0:(import.c:1656:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789608842.359877:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608842.359893:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608842.359896:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608842.359899:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608842.359907:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608842.359916:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608842.359925:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608842.359930:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608842.359936:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608842.359940:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 368 into portal 10 MB=0x6aab3c4961580 00000400:00000200:1.0:1789608842.359945:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608842.359951:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 368/368 into md 0x83b1 [1] + 224 00000800:00000001:1.0:1789608842.359957:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608842.359966:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608842.359969:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608842.359974:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608842.359981:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608842.359990:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904055180 x1876538934302080/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608858 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608842.360001:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff94d904055180 x1876538934302080/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608858 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608842.360021:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608842.360030:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608842.360033:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608842.360077:0:34300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789608842.360085:0:34300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608842.360088:0:34300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608842.360091:0:34300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34cb8. 00000400:00000200:0.0:1789608842.360096:0:34300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35000 00000400:00000010:0.0:1789608842.360099:0:34300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35000. 00000100:00000001:0.0:1789608842.360102:0:34300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608842.360107:0:34300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904055180 x1876538934302080/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608858 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608842.360116:0:34300:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904055180 x1876538934302080/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608858 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608842.360122:0:34300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608842.360124:0:34300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608842.360127:0:34300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608842.360130:0:34300:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608842.360133:0:34300:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608842.360135:0:34300:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608842.360138:0:34300:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608842.360149:0:34300:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=50 v=5 (5 104 104 104) 00000100:00001000:0.0:1789608842.360153:0:34300:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1789608842.360156:0:34300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608842.360158:0:34300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608842.360160:0:34300:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608842.360164:0:34300:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608842.360167:0:34300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608842.360170:0:34300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967640 00000100:00000001:0.0:1789608842.360172:0:34300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608842.360173:0:34300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608842.360179:0:34300:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904055180 x1876538934302080/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608858 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608842.360187:0:34300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608842.360190:0:34300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608842.360192:0:34300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608842.360196:0:34300:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904055180 x1876538934302080/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608858 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789608842.360204:0:34300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904055180 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:34300:1876538934302080:192.168.203.121@tcp:41:lfs.0 00000100:00000001:0.0:1789608842.360209:0:34300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608842.360212:0:34300:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608842.360214:0:34300:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789608842.360216:0:34300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608842.360220:0:34300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904055180 x1876538934302080/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608858 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608842.360227:0:34300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789608842.360230:0:34300:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d907f0b9c0. 00000100:00000001:0.0:1789608842.360234:0:34300:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789608842.360235:0:34300:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608842.360241:0:34300:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:0.0:1789608842.360242:0:34300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608842.360245:0:34300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904055180 x1876538934302080/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608858 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608842.360251:0:34300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608842.360254:0:34300:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608842.360256:0:34300:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d908242c00. 02000000:00000001:0.0:1789608842.360260:0:34300:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608842.360263:0:34300:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608842.360265:0:34300:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:0.0:1789608842.360268:0:34300:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608842.360271:0:34300:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faa200. 02000000:00000001:0.0:1789608842.360275:0:34300:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608842.360277:0:34300:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608842.360280:0:34300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904055180. 00000100:00000001:0.0:1789608842.360283:0:34300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608842.360284:0:34300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789608842.360285:0:34300:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608842.360287:0:34300:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=3 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:0.0:1789608842.360289:0:34300:0:(genops.c:1229:class_import_put()) Process leaving 00800000:00000004:0.0:1789608842.360292:0:34300:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff94d904ceb000: update ffff94d90933b7d8 cache blocks 17238/17271 objects 529347/529700 00800000:00000001:0.0:1789608842.360296:0:34300:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608842.360301:0:34300:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.360306:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789608842.360309:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908241c00. 00000080:00000001:0.0:1789608842.360312:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.360316:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.360393:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.360396:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.360404:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.360406:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.360411:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903115400. 00000020:00000001:0.0:1789608842.360414:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.360416:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789608842.360419:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789608842.360421:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903115400 uarg=0000000000000000 00800000:00000001:0.0:1789608842.360427:0:34300:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:0.0:1789608842.360429:0:34300:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0001-mdc-ffff94d904ceb000: age 1325, max_age 1901 00000002:00000001:0.0:1789608842.360432:0:34300:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:0.0:1789608842.360435:0:34300:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=4 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000100:00000010:0.0:1789608842.360440:0:34300:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5f100. 00000020:00000040:0.0:1789608842.360442:0:34300:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=5 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000100:00000001:0.0:1789608842.360446:0:34300:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608842.360448:0:34300:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608842.360451:0:34300:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608842.360458:0:34300:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d91a306d00. 00000100:00000001:0.0:1789608842.360464:0:34300:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608842.360467:0:34300:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789608842.360469:0:34300:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789608842.360474:0:34300:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d90716ee40. 00000100:00000001:0.0:1789608842.360476:0:34300:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258580598336 : -117815128953280 : ffff94d90716ee40) 00000100:00000001:0.0:1789608842.360479:0:34300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608842.360481:0:34300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594164992 : -117815115386624 : ffff94d907e5f100) 00000100:00000001:0.0:1789608842.360485:0:34300:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608842.360489:0:34300:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608842.360491:0:34300:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789608842.360493:0:34300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608842.360497:0:34300:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5f100 x1876538934302208/t0(0) o41->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608842.360505:0:34300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608842.360507:0:34300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608842.360511:0:34300:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608842.360514:0:34300:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608842.360516:0:34300:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608842.360519:0:34300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5f100 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:34300:1876538934302208:192.168.203.121@tcp:41:lfs.0 00000100:00000001:0.0:1789608842.360523:0:34300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608842.360527:0:34300:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608842.360529:0:34300:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608842.360532:0:34300:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608842.360535:0:34300:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903115c00. 02000000:00000001:0.0:1789608842.360537:0:34300:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608842.360542:0:34300:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608842.360546:0:34300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8cb8. 00000400:00000010:0.0:1789608842.360550:0:34300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095eddd0. 00000100:00000200:0.0:1789608842.360556:0:34300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934302208, portal 10 00000100:00000001:0.0:1789608842.360558:0:34300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608842.360559:0:34300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594164992 : -117815115386624 : ffff94d907e5f100) 00000100:00000040:0.0:1789608842.360565:0:34300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5f100 x1876538934302208/t0(0) o41->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608858 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608842.360573:0:34300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608842.360576:0:34300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608842.360578:0:34300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edf68. 00000100:00000200:0.0:1789608842.360581:0:34300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934302208, offset 0 00000400:00000200:0.0:1789608842.360587:0:34300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608842.360593:0:34300:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608842.360599:0:34300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608842.360604:0:34300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608842.360609:0:34300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608842.360612:0:34300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608842.360615:0:34300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608842.360618:0:34300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2884:2884:256:4294967295] 192.168.203.121@tcp LPNI seq info [2884:2884:8:4294967295] 00000400:00000200:0.0:1789608842.360623:0:34300:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608842.360631:0:34300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608842.360636:0:34300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608842.360640:0:34300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306300. 00000800:00000200:0.0:1789608842.360647:0:34300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608842.360655:0:34300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608842.360659:0:34300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608842.360674:0:34300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608842.360704:0:34300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: using a timeout of 23187 usecs (24 jiffies) 00000400:00000200:0.0:1789608842.360707:0:34300:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608842.360710:0:34300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296569474 00000800:00000200:0.0:1789608842.362960:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608842.362971:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306300. 00000400:00000200:0.0:1789608842.362978:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608842.362986:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608842.362993:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edf68 00000400:00000010:0.0:1789608842.362996:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edf68. 00000100:00000001:0.0:1789608842.363001:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608842.363009:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5f100 x1876538934302208/t0(0) o41->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608858 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608842.363021:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608842.363025:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907e5f100 x1876538934302208/t0(0) o41->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608858 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608842.363038:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608842.363040:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789608842.363068:0:34300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296573346 00000100:00000001:0.0:1789608842.363072:0:34300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296569474 00000100:00000001:0.0:1789608842.363075:0:34300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296573346 00000100:00000001:0.0:1789608842.363078:0:34300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608842.363081:0:34300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608842.363084:0:34300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608842.363086:0:34300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789608842.363089:0:34300:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d90716ee40 going to sleep for 11 seconds 00000100:00000001:0.0:1789608842.363092:0:34300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608842.363095:0:34300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789608842.369226:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608842.369246:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608842.369251:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608842.369253:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608842.369262:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608842.369269:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608842.369280:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608842.369285:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608842.369289:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608842.369293:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 368 into portal 10 MB=0x6aab3c4961600 00000400:00000200:0.0:1789608842.369298:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608842.369304:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 368/368 into md 0x83c1 [1] + 224 00000800:00000001:0.0:1789608842.369311:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608842.369322:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608842.369326:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608842.369331:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608842.369338:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608842.369347:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5f100 x1876538934302208/t0(0) o41->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608858 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608842.369364:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff94d907e5f100 x1876538934302208/t0(0) o41->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608858 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608842.369401:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608842.369410:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608842.369413:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608842.369431:0:34300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608842.369439:0:34300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608842.369442:0:34300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608842.369445:0:34300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8cb8. 00000400:00000200:3.0:1789608842.369449:0:34300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095eddd0 00000400:00000010:3.0:1789608842.369451:0:34300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095eddd0. 00000100:00000001:3.0:1789608842.369454:0:34300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608842.369459:0:34300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5f100 x1876538934302208/t0(0) o41->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608858 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608842.369467:0:34300:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5f100 x1876538934302208/t0(0) o41->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608858 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608842.369472:0:34300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608842.369474:0:34300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608842.369476:0:34300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608842.369479:0:34300:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608842.369482:0:34300:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608842.369484:0:34300:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608842.369486:0:34300:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608842.369496:0:34300:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b17c60 time=50 v=5 (5 104 104 104) 00000100:00001000:3.0:1789608842.369500:0:34300:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b17c18 time=50 v=5 (1 1 1 1) 00000100:00000001:3.0:1789608842.369502:0:34300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608842.369504:0:34300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608842.369507:0:34300:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608842.369510:0:34300:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608842.369513:0:34300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608842.369515:0:34300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1789608842.369518:0:34300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608842.369519:0:34300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608842.369523:0:34300:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5f100 x1876538934302208/t0(0) o41->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608858 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608842.369529:0:34300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608842.369532:0:34300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608842.369534:0:34300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608842.369538:0:34300:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5f100 x1876538934302208/t0(0) o41->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608858 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608842.369551:0:34300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5f100 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:34300:1876538934302208:192.168.203.121@tcp:41:lfs.0 00000100:00000001:3.0:1789608842.369556:0:34300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608842.369559:0:34300:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608842.369562:0:34300:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789608842.369564:0:34300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608842.369567:0:34300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5f100 x1876538934302208/t0(0) o41->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608858 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608842.369574:0:34300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608842.369576:0:34300:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d90716ee40. 00000100:00000001:3.0:1789608842.369580:0:34300:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789608842.369582:0:34300:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608842.369587:0:34300:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:3.0:1789608842.369589:0:34300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608842.369592:0:34300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5f100 x1876538934302208/t0(0) o41->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608858 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608842.369598:0:34300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608842.369601:0:34300:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608842.369604:0:34300:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903115c00. 02000000:00000001:3.0:1789608842.369607:0:34300:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608842.369609:0:34300:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608842.369611:0:34300:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=4 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608842.369613:0:34300:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608842.369616:0:34300:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d91a306d00. 02000000:00000001:3.0:1789608842.369619:0:34300:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608842.369620:0:34300:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608842.369622:0:34300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5f100. 00000100:00000001:3.0:1789608842.369625:0:34300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608842.369626:0:34300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789608842.369627:0:34300:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608842.369628:0:34300:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=3 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608842.369630:0:34300:0:(genops.c:1229:class_import_put()) Process leaving 00800000:00000004:3.0:1789608842.369633:0:34300:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0001-mdc-ffff94d904ceb000: update ffff94d909338458 cache blocks 17240/17271 objects 532779/533099 00800000:00000001:3.0:1789608842.369636:0:34300:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608842.369642:0:34300:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608842.369646:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789608842.369648:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903115400. 00000080:00000001:3.0:1789608842.369652:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608842.369654:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608842.369729:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608842.369731:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:3.0:1789608842.369737:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608842.369740:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608842.369756:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908398c00. 00000020:00000001:3.0:1789608842.369761:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608842.369762:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789608842.369765:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789608842.369767:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908398c00 uarg=0000000000000000 00800000:00000001:3.0:1789608842.369771:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.369774:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.369776:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608842.369779:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908398c00. 00000080:00000001:3.0:1789608842.369781:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.369784:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.369788:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608842.369790:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:3.0:1789608842.369793:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608842.369794:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608842.369797:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908398c00. 00000020:00000001:3.0:1789608842.369799:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608842.369801:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789608842.369802:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789608842.369804:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908398c00 uarg=0000000000000000 00800000:00000001:3.0:1789608842.369806:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.369808:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.369809:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608842.369811:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908398c00. 00000080:00000001:3.0:1789608842.369813:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.369815:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.369818:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608842.369820:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:3.0:1789608842.369822:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608842.369823:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608842.369825:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908398c00. 00000020:00000001:3.0:1789608842.369827:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608842.369829:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789608842.369830:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789608842.369831:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908398c00 uarg=0000000000000000 00800000:00000001:3.0:1789608842.369833:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.369834:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.369836:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608842.369838:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908398c00. 00000080:00000001:3.0:1789608842.369839:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.369841:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.369843:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608842.369845:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:3.0:1789608842.369847:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608842.369847:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608842.369849:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908398c00. 00000020:00000001:3.0:1789608842.369851:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608842.369852:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789608842.369853:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789608842.369854:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908398c00 uarg=0000000000000000 00800000:00000001:3.0:1789608842.369856:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.369858:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.369859:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608842.369861:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908398c00. 00000080:00000001:3.0:1789608842.369862:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.369864:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.369866:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608842.369867:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:3.0:1789608842.369870:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608842.369870:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608842.369872:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908398c00. 00000020:00000001:3.0:1789608842.369874:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608842.369876:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789608842.369877:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789608842.369878:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908398c00 uarg=0000000000000000 00800000:00000001:3.0:1789608842.369880:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.369881:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.369883:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608842.369885:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908398c00. 00000080:00000001:3.0:1789608842.369886:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.369888:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.369891:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608842.369892:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:3.0:1789608842.369893:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608842.369895:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608842.369896:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908398c00. 00000020:00000001:3.0:1789608842.369898:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608842.369899:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789608842.369900:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789608842.369901:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908398c00 uarg=0000000000000000 00800000:00000001:3.0:1789608842.369903:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.369905:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.369906:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608842.369908:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908398c00. 00000080:00000001:3.0:1789608842.369910:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.369912:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.369914:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608842.369915:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:3.0:1789608842.369917:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608842.369918:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608842.369930:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908398c00. 00000020:00000001:3.0:1789608842.369933:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608842.369934:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789608842.369935:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789608842.369936:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908398c00 uarg=0000000000000000 00800000:00000001:3.0:1789608842.369939:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.369941:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.369942:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608842.369945:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908398c00. 00000080:00000001:3.0:1789608842.369947:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.369949:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.369952:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608842.369953:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:3.0:1789608842.369956:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608842.369957:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608842.369960:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908398c00. 00000020:00000001:3.0:1789608842.369962:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608842.369964:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789608842.369965:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789608842.369966:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908398c00 uarg=0000000000000000 00800000:00000001:3.0:1789608842.369968:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.369970:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.369972:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608842.369974:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908398c00. 00000080:00000001:3.0:1789608842.369976:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.369977:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.369980:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608842.369981:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:3.0:1789608842.369984:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608842.369985:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608842.369987:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908398c00. 00000020:00000001:3.0:1789608842.369989:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608842.369990:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789608842.369991:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789608842.369993:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908398c00 uarg=0000000000000000 00800000:00000001:3.0:1789608842.369995:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.369997:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.369999:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608842.370001:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908398c00. 00000080:00000001:3.0:1789608842.370003:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370005:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370008:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608842.370010:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:3.0:1789608842.370012:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608842.370013:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608842.370016:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908398c00. 00000020:00000001:3.0:1789608842.370018:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608842.370019:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789608842.370020:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789608842.370022:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908398c00 uarg=0000000000000000 00800000:00000001:3.0:1789608842.370024:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370026:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370027:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608842.370029:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908398c00. 00000080:00000001:3.0:1789608842.370031:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370033:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370035:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608842.370036:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:3.0:1789608842.370039:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608842.370040:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608842.370042:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908398c00. 00000020:00000001:3.0:1789608842.370043:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608842.370045:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789608842.370046:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789608842.370047:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908398c00 uarg=0000000000000000 00800000:00000001:3.0:1789608842.370049:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370051:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370053:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608842.370055:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908398c00. 00000080:00000001:3.0:1789608842.370056:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370058:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370061:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608842.370062:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:3.0:1789608842.370064:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608842.370065:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608842.370067:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908398c00. 00000020:00000001:3.0:1789608842.370069:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608842.370070:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789608842.370071:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789608842.370072:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908398c00 uarg=0000000000000000 00800000:00000001:3.0:1789608842.370074:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370076:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370078:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608842.370080:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908398c00. 00000080:00000001:3.0:1789608842.370082:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370084:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370086:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608842.370088:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:3.0:1789608842.370090:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608842.370091:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608842.370093:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908398c00. 00000020:00000001:3.0:1789608842.370095:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608842.370096:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789608842.370098:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789608842.370099:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908398c00 uarg=0000000000000000 00800000:00000001:3.0:1789608842.370101:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370103:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370105:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608842.370107:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908398c00. 00000080:00000001:3.0:1789608842.370110:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370112:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370115:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608842.370116:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:3.0:1789608842.370119:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608842.370120:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608842.370122:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908398c00. 00000020:00000001:3.0:1789608842.370125:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608842.370127:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789608842.370128:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789608842.370129:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908398c00 uarg=0000000000000000 00800000:00000001:3.0:1789608842.370131:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370133:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370134:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608842.370136:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908398c00. 00000080:00000001:3.0:1789608842.370138:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370140:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370142:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608842.370144:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:3.0:1789608842.370146:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608842.370147:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608842.370149:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908398c00. 00000020:00000001:3.0:1789608842.370151:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608842.370152:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789608842.370153:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789608842.370154:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908398c00 uarg=0000000000000000 00800000:00000001:3.0:1789608842.370157:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370158:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370160:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608842.370162:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908398c00. 00000080:00000001:3.0:1789608842.370164:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370165:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370168:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608842.370169:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:3.0:1789608842.370171:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608842.370172:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608842.370174:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908398c00. 00000020:00000001:3.0:1789608842.370177:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608842.370178:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789608842.370179:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789608842.370181:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908398c00 uarg=0000000000000000 00800000:00000001:3.0:1789608842.370183:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370185:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370187:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608842.370189:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908398c00. 00000080:00000001:3.0:1789608842.370191:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370192:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370195:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608842.370197:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:3.0:1789608842.370199:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608842.370200:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608842.370202:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908398c00. 00000020:00000001:3.0:1789608842.370204:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608842.370206:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789608842.370207:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789608842.370208:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908398c00 uarg=0000000000000000 00800000:00000001:3.0:1789608842.370210:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370212:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370214:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608842.370216:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908398c00. 00000080:00000001:3.0:1789608842.370218:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370219:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370222:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608842.370224:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:3.0:1789608842.370226:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608842.370228:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608842.370230:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908398c00. 00000020:00000001:3.0:1789608842.370232:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608842.370234:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789608842.370235:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789608842.370236:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908398c00 uarg=0000000000000000 00800000:00000001:3.0:1789608842.370238:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370240:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370242:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608842.370244:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908398c00. 00000080:00000001:3.0:1789608842.370246:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370248:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370251:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608842.370252:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:3.0:1789608842.370255:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608842.370256:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608842.370258:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908398c00. 00000020:00000001:3.0:1789608842.370260:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608842.370262:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789608842.370263:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789608842.370264:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908398c00 uarg=0000000000000000 00800000:00000001:3.0:1789608842.370266:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370268:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370269:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608842.370272:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908398c00. 00000080:00000001:3.0:1789608842.370274:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370275:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370278:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608842.370280:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:3.0:1789608842.370282:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608842.370283:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608842.370285:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908398c00. 00000020:00000001:3.0:1789608842.370287:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608842.370289:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789608842.370290:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789608842.370291:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908398c00 uarg=0000000000000000 00800000:00000001:3.0:1789608842.370293:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370295:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370297:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608842.370299:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908398c00. 00000080:00000001:3.0:1789608842.370300:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370302:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370305:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608842.370306:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:3.0:1789608842.370308:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608842.370309:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608842.370311:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908398c00. 00000020:00000001:3.0:1789608842.370314:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608842.370315:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789608842.370316:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789608842.370317:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908398c00 uarg=0000000000000000 00800000:00000001:3.0:1789608842.370319:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370321:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370323:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608842.370325:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908398c00. 00000080:00000001:3.0:1789608842.370327:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370329:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370333:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608842.370334:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:3.0:1789608842.370336:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608842.370337:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608842.370339:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908398c00. 00000020:00000001:3.0:1789608842.370341:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608842.370342:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789608842.370343:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789608842.370344:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908398c00 uarg=0000000000000000 00800000:00000001:3.0:1789608842.370346:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370348:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370350:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608842.370352:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908398c00. 00000080:00000001:3.0:1789608842.370354:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370356:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370358:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608842.370359:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:3.0:1789608842.370362:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608842.370363:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608842.370365:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908398c00. 00000020:00000001:3.0:1789608842.370367:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608842.370368:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789608842.370369:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789608842.370371:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908398c00 uarg=0000000000000000 00800000:00000001:3.0:1789608842.370373:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370374:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370376:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608842.370377:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908398c00. 00000080:00000001:3.0:1789608842.370379:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370381:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370383:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608842.370384:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:3.0:1789608842.370387:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608842.370388:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608842.370390:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908398c00. 00000020:00000001:3.0:1789608842.370392:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608842.370393:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789608842.370394:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789608842.370396:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908398c00 uarg=0000000000000000 00800000:00000001:3.0:1789608842.370398:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370399:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370401:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608842.370404:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908398c00. 00000080:00000001:3.0:1789608842.370405:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370407:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370410:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608842.370412:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:3.0:1789608842.370414:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608842.370415:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608842.370417:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908398c00. 00000020:00000001:3.0:1789608842.370419:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608842.370420:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789608842.370422:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789608842.370423:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908398c00 uarg=0000000000000000 00800000:00000001:3.0:1789608842.370425:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370426:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370428:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608842.370430:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908398c00. 00000080:00000001:3.0:1789608842.370432:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370434:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370437:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608842.370439:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:3.0:1789608842.370441:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608842.370442:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608842.370444:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908398c00. 00000020:00000001:3.0:1789608842.370446:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608842.370448:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789608842.370449:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789608842.370450:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908398c00 uarg=0000000000000000 00800000:00000001:3.0:1789608842.370452:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370454:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370455:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608842.370457:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908398c00. 00000080:00000001:3.0:1789608842.370459:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370461:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370464:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608842.370466:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:3.0:1789608842.370468:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608842.370469:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608842.370471:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908398c00. 00000020:00000001:3.0:1789608842.370473:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608842.370474:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789608842.370475:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789608842.370476:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908398c00 uarg=0000000000000000 00800000:00000001:3.0:1789608842.370479:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370480:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370482:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608842.370484:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908398c00. 00000080:00000001:3.0:1789608842.370485:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370487:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370490:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608842.370491:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:3.0:1789608842.370493:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608842.370494:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608842.370495:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908398c00. 00000020:00000001:3.0:1789608842.370497:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608842.370498:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789608842.370499:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789608842.370501:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908398c00 uarg=0000000000000000 00800000:00000001:3.0:1789608842.370503:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370505:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370506:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608842.370508:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908398c00. 00000080:00000001:3.0:1789608842.370509:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370511:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370513:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608842.370515:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:3.0:1789608842.370517:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608842.370518:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608842.370521:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908398c00. 00000020:00000001:3.0:1789608842.370522:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608842.370524:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789608842.370525:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789608842.370526:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908398c00 uarg=0000000000000000 00800000:00000001:3.0:1789608842.370529:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370530:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370532:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608842.370533:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908398c00. 00000080:00000001:3.0:1789608842.370535:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370537:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370539:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608842.370540:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:3.0:1789608842.370543:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608842.370544:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608842.370546:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908398c00. 00000020:00000001:3.0:1789608842.370548:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608842.370549:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789608842.370550:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789608842.370551:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908398c00 uarg=0000000000000000 00800000:00000001:3.0:1789608842.370554:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370556:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370557:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608842.370559:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908398c00. 00000080:00000001:3.0:1789608842.370561:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370563:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370566:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608842.370567:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:3.0:1789608842.370569:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608842.370570:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608842.370572:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908398c00. 00000020:00000001:3.0:1789608842.370574:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608842.370575:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789608842.370577:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789608842.370578:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908398c00 uarg=0000000000000000 00800000:00000001:3.0:1789608842.370580:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370582:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370583:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608842.370585:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908398c00. 00000080:00000001:3.0:1789608842.370586:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370588:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370591:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608842.370592:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:3.0:1789608842.370594:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608842.370595:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608842.370598:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908398c00. 00000020:00000001:3.0:1789608842.370599:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608842.370601:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789608842.370601:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789608842.370603:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908398c00 uarg=0000000000000000 00800000:00000001:3.0:1789608842.370605:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370607:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370608:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608842.370610:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908398c00. 00000080:00000001:3.0:1789608842.370612:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370614:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370617:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608842.370619:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:3.0:1789608842.370621:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608842.370622:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608842.370624:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908398c00. 00000020:00000001:3.0:1789608842.370627:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608842.370628:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789608842.370629:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789608842.370630:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908398c00 uarg=0000000000000000 00800000:00000001:3.0:1789608842.370633:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370635:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370636:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608842.370638:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908398c00. 00000080:00000001:3.0:1789608842.370640:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370641:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370643:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608842.370644:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:3.0:1789608842.370646:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608842.370648:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608842.370649:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908398c00. 00000020:00000001:3.0:1789608842.370651:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608842.370652:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789608842.370653:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789608842.370654:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908398c00 uarg=0000000000000000 00800000:00000001:3.0:1789608842.370656:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370658:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370659:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608842.370661:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908398c00. 00000080:00000001:3.0:1789608842.370663:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370664:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370667:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608842.370668:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:3.0:1789608842.370670:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608842.370671:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608842.370673:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908398c00. 00000020:00000001:3.0:1789608842.370698:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608842.370700:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789608842.370702:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789608842.370703:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908398c00 uarg=0000000000000000 00800000:00000001:3.0:1789608842.370706:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370708:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370710:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608842.370712:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908398c00. 00000080:00000001:3.0:1789608842.370715:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370717:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370720:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608842.370721:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:3.0:1789608842.370724:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608842.370725:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608842.370727:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908398c00. 00000020:00000001:3.0:1789608842.370729:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608842.370730:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789608842.370731:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789608842.370732:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908398c00 uarg=0000000000000000 00800000:00000001:3.0:1789608842.370734:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370736:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370738:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608842.370739:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908398c00. 00000080:00000001:3.0:1789608842.370751:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370754:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370757:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608842.370758:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:3.0:1789608842.370761:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608842.370762:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608842.370764:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908398c00. 00000020:00000001:3.0:1789608842.370767:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608842.370769:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789608842.370770:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789608842.370771:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908398c00 uarg=0000000000000000 00800000:00000001:3.0:1789608842.370773:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370775:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370777:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608842.370779:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908398c00. 00000080:00000001:3.0:1789608842.370781:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370783:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370786:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608842.370788:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:3.0:1789608842.370790:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608842.370791:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608842.370794:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908398c00. 00000020:00000001:3.0:1789608842.370796:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608842.370798:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789608842.370799:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789608842.370800:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908398c00 uarg=0000000000000000 00800000:00000001:3.0:1789608842.370803:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370806:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370808:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608842.370810:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908398c00. 00000080:00000001:3.0:1789608842.370812:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608842.370814:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.370910:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608842.370913:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:2.0:1789608842.370917:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608842.370919:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608842.370923:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbd400. 00000020:00000001:2.0:1789608842.370926:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608842.370928:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608842.370929:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608842.370931:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbd400 uarg=0000000000000000 00800000:00000001:2.0:1789608842.370934:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.370936:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.370938:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608842.370940:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbd400. 00000080:00000001:2.0:1789608842.370942:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.370944:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.370948:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608842.370949:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:2.0:1789608842.370952:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608842.370953:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608842.370956:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbd400. 00000020:00000001:2.0:1789608842.370958:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608842.370960:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608842.370961:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608842.370962:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbd400 uarg=0000000000000000 00800000:00000001:2.0:1789608842.370964:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.370966:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.370968:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608842.370970:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbd400. 00000080:00000001:2.0:1789608842.370972:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.370973:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.370976:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608842.370977:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:2.0:1789608842.370979:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608842.370980:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608842.370982:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbd400. 00000020:00000001:2.0:1789608842.370984:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608842.370985:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608842.370986:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608842.370987:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbd400 uarg=0000000000000000 00800000:00000001:2.0:1789608842.370989:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.370991:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.370993:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608842.370995:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbd400. 00000080:00000001:2.0:1789608842.370997:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.370999:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371001:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608842.371002:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:2.0:1789608842.371005:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608842.371006:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608842.371008:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbd400. 00000020:00000001:2.0:1789608842.371009:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608842.371011:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608842.371012:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608842.371013:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbd400 uarg=0000000000000000 00800000:00000001:2.0:1789608842.371015:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371017:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371018:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608842.371020:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbd400. 00000080:00000001:2.0:1789608842.371022:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371023:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371026:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608842.371027:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:2.0:1789608842.371029:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608842.371030:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608842.371032:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbd400. 00000020:00000001:2.0:1789608842.371033:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608842.371034:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608842.371036:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608842.371036:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbd400 uarg=0000000000000000 00800000:00000001:2.0:1789608842.371039:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371040:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371042:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608842.371043:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbd400. 00000080:00000001:2.0:1789608842.371045:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371046:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371049:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608842.371050:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:2.0:1789608842.371052:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608842.371053:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608842.371055:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbd400. 00000020:00000001:2.0:1789608842.371057:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608842.371059:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608842.371060:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608842.371061:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbd400 uarg=0000000000000000 00800000:00000001:2.0:1789608842.371065:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371066:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371068:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608842.371070:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbd400. 00000080:00000001:2.0:1789608842.371072:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371074:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371077:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608842.371079:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:2.0:1789608842.371081:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608842.371082:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608842.371084:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbd400. 00000020:00000001:2.0:1789608842.371085:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608842.371087:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608842.371088:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608842.371089:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbd400 uarg=0000000000000000 00800000:00000001:2.0:1789608842.371091:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371093:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371095:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608842.371097:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbd400. 00000080:00000001:2.0:1789608842.371099:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371101:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371104:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608842.371105:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:2.0:1789608842.371107:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608842.371108:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608842.371110:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbd400. 00000020:00000001:2.0:1789608842.371112:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608842.371114:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608842.371115:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608842.371116:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbd400 uarg=0000000000000000 00800000:00000001:2.0:1789608842.371119:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371121:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371123:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608842.371125:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbd400. 00000080:00000001:2.0:1789608842.371127:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371130:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371133:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608842.371134:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:2.0:1789608842.371136:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608842.371137:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608842.371139:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbd400. 00000020:00000001:2.0:1789608842.371141:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608842.371142:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608842.371143:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608842.371145:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbd400 uarg=0000000000000000 00800000:00000001:2.0:1789608842.371147:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371148:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371150:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608842.371152:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbd400. 00000080:00000001:2.0:1789608842.371154:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371156:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371159:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608842.371160:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:2.0:1789608842.371162:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608842.371164:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608842.371166:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbd400. 00000020:00000001:2.0:1789608842.371168:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608842.371169:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608842.371170:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608842.371171:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbd400 uarg=0000000000000000 00800000:00000001:2.0:1789608842.371173:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371175:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371177:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608842.371178:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbd400. 00000080:00000001:2.0:1789608842.371181:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371182:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371185:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608842.371186:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:2.0:1789608842.371189:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608842.371190:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608842.371192:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbd400. 00000020:00000001:2.0:1789608842.371195:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608842.371196:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608842.371197:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608842.371198:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbd400 uarg=0000000000000000 00800000:00000001:2.0:1789608842.371201:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371203:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371205:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608842.371207:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbd400. 00000080:00000001:2.0:1789608842.371209:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371211:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371213:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608842.371215:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:2.0:1789608842.371218:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608842.371219:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608842.371221:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbd400. 00000020:00000001:2.0:1789608842.371223:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608842.371225:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608842.371226:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608842.371227:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbd400 uarg=0000000000000000 00800000:00000001:2.0:1789608842.371230:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371231:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371233:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608842.371235:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbd400. 00000080:00000001:2.0:1789608842.371238:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371240:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371242:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608842.371244:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:2.0:1789608842.371247:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608842.371248:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608842.371250:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbd400. 00000020:00000001:2.0:1789608842.371253:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608842.371254:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608842.371255:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608842.371256:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbd400 uarg=0000000000000000 00800000:00000001:2.0:1789608842.371259:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371261:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371263:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608842.371265:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbd400. 00000080:00000001:2.0:1789608842.371267:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371269:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371272:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608842.371273:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:2.0:1789608842.371276:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608842.371277:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608842.371279:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbd400. 00000020:00000001:2.0:1789608842.371281:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608842.371282:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608842.371283:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608842.371285:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbd400 uarg=0000000000000000 00800000:00000001:2.0:1789608842.371287:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371289:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371291:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608842.371292:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbd400. 00000080:00000001:2.0:1789608842.371294:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371296:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371299:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608842.371300:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:2.0:1789608842.371303:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608842.371304:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608842.371306:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbd400. 00000020:00000001:2.0:1789608842.371309:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608842.371311:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608842.371312:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608842.371313:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbd400 uarg=0000000000000000 00800000:00000001:2.0:1789608842.371316:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371317:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371319:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608842.371321:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbd400. 00000080:00000001:2.0:1789608842.371323:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371325:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371329:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608842.371330:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:2.0:1789608842.371333:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608842.371334:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608842.371336:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbd400. 00000020:00000001:2.0:1789608842.371339:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608842.371340:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608842.371342:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608842.371343:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbd400 uarg=0000000000000000 00800000:00000001:2.0:1789608842.371345:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371347:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371349:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608842.371351:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbd400. 00000080:00000001:2.0:1789608842.371353:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371355:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371358:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608842.371359:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:2.0:1789608842.371361:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608842.371362:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608842.371365:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbd400. 00000020:00000001:2.0:1789608842.371367:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608842.371369:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608842.371370:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608842.371371:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbd400 uarg=0000000000000000 00800000:00000001:2.0:1789608842.371374:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371376:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371377:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608842.371379:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbd400. 00000080:00000001:2.0:1789608842.371381:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371383:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371399:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608842.371400:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:2.0:1789608842.371403:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608842.371404:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608842.371407:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbd400. 00000020:00000001:2.0:1789608842.371410:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608842.371411:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608842.371412:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608842.371413:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbd400 uarg=0000000000000000 00800000:00000001:2.0:1789608842.371416:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371417:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371419:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608842.371421:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbd400. 00000080:00000001:2.0:1789608842.371423:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371425:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371428:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608842.371430:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:2.0:1789608842.371432:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608842.371433:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608842.371436:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbd400. 00000020:00000001:2.0:1789608842.371438:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608842.371439:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608842.371440:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608842.371442:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbd400 uarg=0000000000000000 00800000:00000001:2.0:1789608842.371444:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371447:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371448:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608842.371450:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbd400. 00000080:00000001:2.0:1789608842.371453:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371454:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371457:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608842.371458:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:2.0:1789608842.371461:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608842.371463:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608842.371465:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbd400. 00000020:00000001:2.0:1789608842.371467:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608842.371469:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608842.371470:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608842.371471:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbd400 uarg=0000000000000000 00800000:00000001:2.0:1789608842.371474:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371475:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371477:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608842.371479:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbd400. 00000080:00000001:2.0:1789608842.371481:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371483:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371486:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608842.371488:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:2.0:1789608842.371490:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608842.371491:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608842.371494:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbd400. 00000020:00000001:2.0:1789608842.371496:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608842.371497:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608842.371498:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608842.371500:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbd400 uarg=0000000000000000 00800000:00000001:2.0:1789608842.371502:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371504:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371506:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608842.371509:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbd400. 00000080:00000001:2.0:1789608842.371511:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371513:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371516:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608842.371518:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:2.0:1789608842.371520:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608842.371522:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608842.371524:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbd400. 00000020:00000001:2.0:1789608842.371526:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608842.371527:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608842.371529:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608842.371530:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbd400 uarg=0000000000000000 00800000:00000001:2.0:1789608842.371533:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371535:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371537:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608842.371539:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbd400. 00000080:00000001:2.0:1789608842.371541:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371542:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371545:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608842.371546:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:2.0:1789608842.371549:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608842.371550:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608842.371552:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbd400. 00000020:00000001:2.0:1789608842.371554:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608842.371556:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608842.371557:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608842.371559:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbd400 uarg=0000000000000000 00800000:00000001:2.0:1789608842.371561:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371563:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371565:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608842.371567:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbd400. 00000080:00000001:2.0:1789608842.371569:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371571:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371574:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608842.371576:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:2.0:1789608842.371579:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608842.371580:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608842.371582:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbd400. 00000020:00000001:2.0:1789608842.371584:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608842.371586:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608842.371587:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608842.371589:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbd400 uarg=0000000000000000 00800000:00000001:2.0:1789608842.371591:0:34300:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371593:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371595:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608842.371598:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbd400. 00000080:00000001:2.0:1789608842.371600:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371602:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608842.371605:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608842.371606:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:2.0:1789608842.371608:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608842.371610:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608842.371612:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbd400. 00000020:00000001:2.0:1789608842.371613:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608842.371615:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608842.371616:0:34300:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608842.371617:0:34300:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbd400 uarg=0000000000000000 00800000:00000001:2.0:1789608842.371621:0:34300:0:(lmv_obd.c:965:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1789608842.371623:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1789608842.371625:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:2.0:1789608842.371627:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbd400. 00000080:00000001:2.0:1789608842.371629:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1789608842.371631:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1789608842.371634:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608842.371635:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:2.0:1789608842.371637:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608842.371639:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608842.371641:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbd400. 00000020:00000001:2.0:1789608842.371644:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608842.371646:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608842.371649:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608842.371651:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbd400 uarg=0000000000000000 00020000:00000001:2.0:1789608842.371658:0:34300:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:2.0:1789608842.371661:0:34300:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff94d904ceb000: age 1325, max_age 1901 00000008:00000001:2.0:1789608842.371664:0:34300:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:2.0:1789608842.371668:0:34300:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00000100:00000010:2.0:1789608842.371674:0:34300:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d24700. 00000020:00000040:2.0:1789608842.371727:0:34300:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=4 obd=lustre-OST0000-osc-ffff94d904ceb000 00000100:00000001:2.0:1789608842.371732:0:34300:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1789608842.371735:0:34300:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789608842.371750:0:34300:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff94d904ceb000: connect to NID 192.168.203.121@tcp last attempt 1831 00000400:00000200:2.0:1789608842.371758:0:34300:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608842.371764:0:34300:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.121@tcp is discovered: rc = 1 00000100:00000040:2.0:1789608842.371768:0:34300:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff94d907ddb340 refcount 14 to 192.168.203.121@tcp 00000100:00000001:2.0:1789608842.371771:0:34300:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789608842.371774:0:34300:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff94d907ddb340 refcount 15 to 192.168.203.121@tcp 00000100:00000001:2.0:1789608842.371776:0:34300:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446626258593624896 : -117815115926720 : ffff94d907ddb340) 00000020:00000001:2.0:1789608842.371783:0:34300:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789608842.371785:0:34300:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc54db3288176f35f 00000020:00000001:2.0:1789608842.371788:0:34300:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608842.371791:0:34300:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d903103800 refcount=4 00000020:00000001:2.0:1789608842.371794:0:34300:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258513049600 : -117815196502016 : ffff94d903103800) 00000020:00000001:2.0:1789608842.371796:0:34300:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626258513049600 : -117815196502016 : ffff94d903103800) 00000100:00000040:2.0:1789608842.371799:0:34300:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff94d907ddb340 refcount 14 to 192.168.203.121@tcp 00000100:00000001:2.0:1789608842.371801:0:34300:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789608842.371803:0:34300:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff94d907ddb340 refcount 15 to 192.168.203.121@tcp 00000100:00000001:2.0:1789608842.371805:0:34300:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446626258593624896 : -117815115926720 : ffff94d907ddb340) 00000020:00000040:2.0:1789608842.371809:0:34300:0:(genops.c:879:class_export_put()) PUTting export ffff94d903103800 : new refcount 3 00000100:00080000:2.0:1789608842.371812:0:34300:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff94d904ceb000: import ffff94d902b13800 using connection 192.168.203.121@tcp/192.168.203.121@tcp 00000100:00000001:2.0:1789608842.371816:0:34300:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608842.371819:0:34300:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789608842.371826:0:34300:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608842.371829:0:34300:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608842.371832:0:34300:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1789608842.371835:0:34300:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789608842.371838:0:34300:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608842.371840:0:34300:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608842.371843:0:34300:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d26a00. 00000020:00000040:2.0:1789608842.371845:0:34300:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=5 obd=lustre-OST0000-osc-ffff94d904ceb000 02000000:00000001:2.0:1789608842.371849:0:34300:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789608842.371851:0:34300:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608842.371855:0:34300:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608842.371858:0:34300:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608842.371861:0:34300:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608842.371868:0:34300:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d903dbfc00. 00000100:00000001:2.0:1789608842.371874:0:34300:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608842.371883:0:34300:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94d907d26a00 x1876538934302336/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789608842.371893:0:34300:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608842.371896:0:34300:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608842.371901:0:34300:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000182b54ab] to pc [ptlrpcd_rcv+-1] req@ffff94d907d26a00 x1876538934302336/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608842.371915:0:34300:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608842.371918:0:34300:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:2.0:1789608842.371920:0:34300:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000020:00000001:2.0:1789608842.371922:0:34300:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608842.371924:0:34300:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=4 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:2.0:1789608842.371926:0:34300:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:2.0:1789608842.371927:0:34300:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608842.371929:0:34300:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608842.371931:0:34300:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608842.371935:0:34300:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d91a01af00. 00000100:00000001:2.0:1789608842.371938:0:34300:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608842.371942:0:34300:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789608842.371943:0:34300:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789608842.371949:0:34300:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d903f00180. 00000100:00000001:2.0:1789608842.371951:0:34300:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258527715712 : -117815181835904 : ffff94d903f00180) 00000100:00000001:2.0:1789608842.371954:0:34300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608842.371955:0:34300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592876288 : -117815116675328 : ffff94d907d24700) 00000100:00000001:2.0:1789608842.371958:0:34300:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608842.371960:0:34300:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608842.371963:0:34300:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789608842.371964:0:34300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608842.371969:0:34300:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d24700 x1876538934302464/t0(0) o13->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608842.371976:0:34300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608842.371978:0:34300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1789608842.371982:0:34300:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff94d907d24700 x1876538934302464/t0(0) o13->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608842.371990:0:34300:0:(client.c:1851:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608842.371992:0:34300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608842.371994:0:34300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608842.371996:0:34300:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d903f00180 going to sleep for 0 seconds 00000100:00000001:2.0:1789608842.371998:0:34300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608842.372002:0:34300:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608842.372004:0:34300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608842.372005:0:34300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608842.372008:0:34300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608842.372186:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608842.372189:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608842.372191:0:2408:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608842.372198:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d26a00 x1876538934302336/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608842.372206:0:2408:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608842.372207:0:2408:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608842.372210:0:2408:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608842.372213:0:2408:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608842.372215:0:2408:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608842.372219:0:2408:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25f5d458-2cbe-49cd-9693-334c08df7e27:2408:1876538934302336:192.168.203.121@tcp:8:lfs.0 00000100:00000001:1.0:1789608842.372223:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608842.372227:0:2408:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608842.372229:0:2408:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608842.372231:0:2408:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608842.372236:0:2408:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d908241c00. 02000000:00000001:1.0:1789608842.372240:0:2408:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608842.372245:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608842.372249:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34e70. 00000400:00000010:1.0:1789608842.372255:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35110. 00000100:00000200:1.0:1789608842.372261:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934302336, portal 4 00000100:00000001:1.0:1789608842.372263:0:2408:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608842.372265:0:2408:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592885248 : -117815116666368 : ffff94d907d26a00) 00000100:00000040:1.0:1789608842.372271:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907d26a00 x1876538934302336/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1789608852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608842.372278:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608842.372281:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608842.372284:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35b28. 00000100:00000200:1.0:1789608842.372286:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876538934302336, offset 0 00000400:00000200:1.0:1789608842.372292:0:2408:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608842.372299:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608842.372306:0:2408:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608842.372311:0:2408:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608842.372314:0:2408:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608842.372318:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608842.372320:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608842.372324:0:2408:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2885:2885:256:4294967295] 192.168.203.121@tcp LPNI seq info [2885:2885:8:4294967295] 00000400:00000200:1.0:1789608842.372328:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608842.372337:0:2408:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608842.372343:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608842.372348:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa900. 00000800:00000200:1.0:1789608842.372355:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608842.372362:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608842.372366:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa900 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789608842.372389:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608842.372395:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 206037 usecs (207 jiffies) 00000400:00000200:1.0:1789608842.372398:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608842.372402:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296569669 00000100:00000001:1.0:1789608842.372405:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296573346 00000100:00000001:1.0:1789608842.372407:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296569669 00000100:00000001:1.0:1789608842.372409:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296573346 00000100:00000001:1.0:1789608842.372412:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608842.372415:0:2408:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608842.372417:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608842.372420:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608842.372426:0:2408:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608842.372427:0:2408:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1789608842.372429:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608842.372430:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608842.372431:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608842.372433:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608842.372605:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608842.372609:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa900. 00000400:00000200:0.0:1789608842.372616:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608842.372621:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608842.372627:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35b28 00000400:00000010:0.0:1789608842.372630:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35b28. 00000100:00000001:0.0:1789608842.372633:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608842.372637:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d26a00 x1876538934302336/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1789608852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608842.372645:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608842.372648:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d26a00 x1876538934302336/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1789608852 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608842.372655:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608842.372656:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1789608842.375821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942052000. 00010000:00000010:2.1:1789608842.375836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942053600. 00010000:00000010:2.1:1789608842.375841:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d91089ab00. 00010000:00000010:2.1:1789608842.375845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6be00. 00010000:00000010:2.1:1789608842.375849:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d90906ba00. 00010000:00000010:2.1:1789608842.375852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d942052600. 00010000:00000010:2.1:1789608842.375855:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d91089a700. 00000800:00000001:0.0:1789608842.378975:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608842.378991:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608842.378996:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608842.378998:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608842.379006:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608842.379014:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608842.379022:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608842.379026:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608842.379031:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608842.379036:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 416 into portal 4 MB=0x6aab3c4961680 00000400:00000200:0.0:1789608842.379041:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608842.379047:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 416/416 into md 0x83d1 [1] + 0 00000800:00000001:0.0:1789608842.379054:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608842.379061:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608842.379065:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608842.379070:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608842.379077:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608842.379086:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d26a00 x1876538934302336/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1789608852 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608842.379097:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff94d907d26a00 x1876538934302336/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1789608852 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608842.379118:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608842.379127:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608842.379130:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608842.379192:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608842.379197:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789608842.379204:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608842.379206:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608842.379210:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34e70. 00000400:00000200:1.0:1789608842.379214:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35110 00000400:00000010:1.0:1789608842.379217:0:2408:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35110. 00000100:00000001:1.0:1789608842.379220:0:2408:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608842.379225:0:2408:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d26a00 x1876538934302336/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1789608852 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608842.379234:0:2408:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d26a00 x1876538934302336/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1789608852 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608842.379240:0:2408:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608842.379243:0:2408:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608842.379245:0:2408:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608842.379248:0:2408:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608842.379250:0:2408:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608842.379253:0:2408:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608842.379256:0:2408:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608842.379264:0:2408:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13c60 time=50 v=5 (5 5 5 5) 00000100:00001000:1.0:1789608842.379268:0:2408:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=71 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608842.379271:0:2408:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608842.379273:0:2408:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608842.379275:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608842.379278:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608842.379281:0:2408:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789608842.379284:0:2408:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: committing for last_committed 4294967333 gen 17 00000100:00000040:1.0:1789608842.379286:0:2408:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1789608842.379289:0:2408:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608842.379291:0:2408:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608842.379295:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d26a00 x1876538934302336/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/416 e 0 to 0 dl 1789608852 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608842.379302:0:2408:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608842.379305:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608842.379307:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608842.379309:0:2408:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1789608842.379315:0:2408:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff94d904ceb000: connect to target with instance 1 00000020:00000001:1.0:1789608842.379318:0:2408:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789608842.379320:0:2408:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc54db3288176f35f 00000020:00000001:1.0:1789608842.379322:0:2408:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608842.379325:0:2408:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d903103800 refcount=4 00000020:00000001:1.0:1789608842.379328:0:2408:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258513049600 : -117815196502016 : ffff94d903103800) 00000020:00000001:1.0:1789608842.379330:0:2408:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626258513049600 : -117815196502016 : ffff94d903103800) 00000100:00001000:1.0:1789608842.379333:0:2408:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=1789608842 v=0 (0 0 0 0) 00000100:00001000:1.0:1789608842.379336:0:2408:0:(import.c:2262:obd_at_measure()) AT ffff94d902b13c18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:1.0:1789608842.379341:0:2408:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1703, crc32c 10415, adler 1371 00000100:00080000:1.0:1789608842.379346:0:2408:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff94d904ceb000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:1.0:1789608842.379349:0:2408:0:(genops.c:879:class_export_put()) PUTting export ffff94d903103800 : new refcount 3 00000100:00000001:1.0:1789608842.379351:0:2408:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1789608842.379355:0:2408:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:1.0:1789608842.379359:0:2408:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff94d904ceb000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:1.0:1789608842.379361:0:2408:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1789608842.379365:0:2408:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:1.0:1789608842.379368:0:2408:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1789608842.379371:0:2408:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608842.379373:0:2408:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789608842.379375:0:2408:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789608842.379377:0:2408:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608842.379378:0:2408:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1789608842.379380:0:2408:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:1.0:1789608842.379383:0:2408:0:(import.c:65:import_set_state_nolock()) ffff94d902b13800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:1.0:1789608842.379396:0:2408:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1789608842.379398:0:2408:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:1.0:1789608842.379399:0:2408:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1789608842.379400:0:2408:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:1.0:1789608842.379402:0:2408:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:1.0:1789608842.379404:0:2408:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff94d90937d568 for uuid lustre-OST0000_UUID event(1) 00020000:00000040:1.0:1789608842.379409:0:2408:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0000_UUID already active! 00020000:00000001:1.0:1789608842.379411:0:2408:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1789608842.379414:0:2408:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608842.379415:0:2408:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1789608842.379418:0:2408:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:1.0:1789608842.379420:0:2408:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:1.0:1789608842.379422:0:2408:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:1.0:1789608842.379423:0:2408:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:1.0:1789608842.379425:0:2408:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:1.0:1789608842.379427:0:2408:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608842.379429:0:2408:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608842.379431:0:2408:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:1.0:1789608842.379432:0:2408:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:1.0:1789608842.379433:0:2408:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608842.379435:0:2408:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:1.0:1789608842.379437:0:2408:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:1.0:1789608842.379440:0:2408:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:1.0:1789608842.379442:0:2408:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608842.379444:0:2408:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608842.379446:0:2408:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608842.379448:0:2408:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608842.379449:0:2408:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789608842.379451:0:2408:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789608842.379453:0:2408:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608842.379454:0:2408:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:1.0:1789608842.379455:0:2408:0:(import.c:1286:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608842.379458:0:2408:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1789608842.379464:0:2408:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000f71910b9): req@ffff94d907d24700 x1876538934302464/t0(0) o13->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608842.379486:0:2408:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608842.379489:0:2408:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608842.379493:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d26a00 x1876538934302336/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/416 e 0 to 0 dl 1789608852 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608842.379500:0:2408:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25f5d458-2cbe-49cd-9693-334c08df7e27:2408:1876538934302336:192.168.203.121@tcp:8:lfs.0 00000100:00000001:1.0:1789608842.379504:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608842.379506:0:2408:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608842.379510:0:2408:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d26a00 x1876538934302336/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/416 e 0 to 0 dl 1789608852 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608842.379516:0:2408:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608842.379518:0:2408:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608842.379522:0:2408:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d908241c00. 02000000:00000001:1.0:1789608842.379525:0:2408:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608842.379527:0:2408:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608842.379529:0:2408:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:1.0:1789608842.379531:0:2408:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608842.379533:0:2408:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d903dbfc00. 02000000:00000001:1.0:1789608842.379538:0:2408:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608842.379540:0:2408:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608842.379541:0:2408:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d26a00. 00000100:00000001:1.0:1789608842.379544:0:2408:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608842.379546:0:2408:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608842.379548:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608842.379556:0:2408:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608842.379558:0:2408:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608842.379560:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608842.379561:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608842.379629:0:34300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608842.379632:0:34300:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608842.379635:0:34300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608842.379637:0:34300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608842.379641:0:34300:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608842.379644:0:34300:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608842.379646:0:34300:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608842.379649:0:34300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608842.379654:0:34300:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608842.379656:0:34300:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608842.379659:0:34300:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608842.379665:0:34300:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903114000. 02000000:00000001:0.0:1789608842.379667:0:34300:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608842.379672:0:34300:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608842.379708:0:34300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8840. 00000400:00000010:0.0:1789608842.379715:0:34300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edf68. 00000100:00000200:0.0:1789608842.379721:0:34300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934302464, portal 4 00000100:00000001:0.0:1789608842.379723:0:34300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608842.379725:0:34300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592876288 : -117815116675328 : ffff94d907d24700) 00000100:00000040:0.0:1789608842.379732:0:34300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907d24700 x1876538934302464/t0(0) o13->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608858 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608842.379755:0:34300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608842.379758:0:34300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608842.379761:0:34300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095eda18. 00000100:00000200:0.0:1789608842.379765:0:34300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1876538934302464, offset 0 00000400:00000200:0.0:1789608842.379771:0:34300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608842.379778:0:34300:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608842.379784:0:34300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608842.379790:0:34300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608842.379795:0:34300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608842.379799:0:34300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608842.379802:0:34300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608842.379806:0:34300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2886:2886:256:4294967295] 192.168.203.121@tcp LPNI seq info [2886:2886:8:4294967295] 00000400:00000200:0.0:1789608842.379810:0:34300:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608842.379819:0:34300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608842.379825:0:34300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608842.379831:0:34300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306300. 00000800:00000200:0.0:1789608842.379837:0:34300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608842.379844:0:34300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608842.379848:0:34300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608842.379858:0:34300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608842.379863:0:34300:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 205146 usecs (206 jiffies) 00000400:00000200:0.0:1789608842.379866:0:34300:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608842.379869:0:34300:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296569675 00000100:00000001:0.0:1789608842.379872:0:34300:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296573346 00000100:00000001:0.0:1789608842.379875:0:34300:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296569675 00000100:00000001:0.0:1789608842.379877:0:34300:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296573346 00000100:00000001:0.0:1789608842.379879:0:34300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608842.379882:0:34300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608842.379886:0:34300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608842.379887:0:34300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789608842.379890:0:34300:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d903f00180 going to sleep for 11 seconds 00000100:00000001:0.0:1789608842.379892:0:34300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608842.379894:0:34300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608842.380039:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608842.380044:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306300. 00000400:00000200:1.0:1789608842.380047:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608842.380052:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608842.380057:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095eda18 00000400:00000010:1.0:1789608842.380059:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095eda18. 00000100:00000001:1.0:1789608842.380063:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608842.380067:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d24700 x1876538934302464/t0(0) o13->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608858 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608842.380075:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608842.380078:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d24700 x1876538934302464/t0(0) o13->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608858 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608842.380084:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608842.380085:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608842.384340:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608842.384358:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608842.384362:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608842.384365:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608842.384374:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608842.384382:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608842.384406:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608842.384411:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608842.384416:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608842.384421:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 368 into portal 4 MB=0x6aab3c4961700 00000400:00000200:0.0:1789608842.384427:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608842.384433:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 368/368 into md 0x83e1 [1] + 224 00000800:00000001:0.0:1789608842.384441:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608842.384450:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608842.384453:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608842.384458:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608842.384466:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608842.384475:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d24700 x1876538934302464/t0(0) o13->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608858 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608842.384485:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff94d907d24700 x1876538934302464/t0(0) o13->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608858 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608842.384511:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608842.384521:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608842.384524:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608842.384623:0:34300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789608842.384631:0:34300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608842.384634:0:34300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608842.384637:0:34300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8840. 00000400:00000200:1.0:1789608842.384643:0:34300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edf68 00000400:00000010:1.0:1789608842.384646:0:34300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edf68. 00000100:00000001:1.0:1789608842.384649:0:34300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608842.384655:0:34300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d24700 x1876538934302464/t0(0) o13->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608858 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608842.384664:0:34300:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d24700 x1876538934302464/t0(0) o13->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608858 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608842.384670:0:34300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608842.384672:0:34300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608842.384714:0:34300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608842.384718:0:34300:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608842.384721:0:34300:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608842.384723:0:34300:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608842.384727:0:34300:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608842.384736:0:34300:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13cf0 time=615 v=5 (5 5 0 5) 00000100:00001000:1.0:1789608842.384751:0:34300:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608842.384756:0:34300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608842.384758:0:34300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608842.384760:0:34300:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608842.384764:0:34300:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608842.384769:0:34300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608842.384771:0:34300:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: skip recheck: last_committed 4294967333 00000100:00000001:1.0:1789608842.384773:0:34300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608842.384775:0:34300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608842.384780:0:34300:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d24700 x1876538934302464/t0(0) o13->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608858 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608842.384786:0:34300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608842.384789:0:34300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608842.384791:0:34300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608842.384795:0:34300:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d24700 x1876538934302464/t0(0) o13->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608858 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608842.384803:0:34300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d24700 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:34300:1876538934302464:192.168.203.121@tcp:13:lfs.0 00000100:00000001:1.0:1789608842.384808:0:34300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608842.384811:0:34300:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608842.384813:0:34300:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789608842.384816:0:34300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608842.384819:0:34300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d24700 x1876538934302464/t0(0) o13->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608858 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608842.384826:0:34300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789608842.384828:0:34300:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d903f00180. 00000100:00000001:1.0:1789608842.384833:0:34300:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789608842.384835:0:34300:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789608842.384841:0:34300:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:1.0:1789608842.384842:0:34300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608842.384845:0:34300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d24700 x1876538934302464/t0(0) o13->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608858 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608842.384851:0:34300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608842.384853:0:34300:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608842.384856:0:34300:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903114000. 02000000:00000001:1.0:1789608842.384860:0:34300:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608842.384862:0:34300:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608842.384864:0:34300:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=2 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:1.0:1789608842.384866:0:34300:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608842.384869:0:34300:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d91a01af00. 02000000:00000001:1.0:1789608842.384872:0:34300:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608842.384873:0:34300:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608842.384875:0:34300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d24700. 00000100:00000001:1.0:1789608842.384879:0:34300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608842.384881:0:34300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:1.0:1789608842.384883:0:34300:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff94d904ceb000: update ffff94d90933d198 cache blocks 3679/3683 objects 117792/118255 00020000:00000001:1.0:1789608842.384887:0:34300:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608842.384892:0:34300:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608842.384896:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789608842.384898:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbd400. 00000080:00000001:1.0:1789608842.384902:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608842.384905:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608842.384958:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789608842.384960:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:1.0:1789608842.384967:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789608842.384970:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789608842.384975:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908242c00. 00000020:00000001:1.0:1789608842.384978:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608842.384981:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789608842.384984:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789608842.384986:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908242c00 uarg=0000000000000000 00020000:00000001:1.0:1789608842.384992:0:34300:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:1.0:1789608842.384994:0:34300:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff94d904ceb000: age 1325, max_age 1901 00000008:00000001:1.0:1789608842.384997:0:34300:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:1.0:1789608842.384999:0:34300:0:(genops.c:1209:class_import_get()) import ffff94d902b13000 refcount=3 obd=lustre-OST0001-osc-ffff94d904ceb000 00000100:00000010:1.0:1789608842.385003:0:34300:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904057480. 00000020:00000040:1.0:1789608842.385006:0:34300:0:(genops.c:1209:class_import_get()) import ffff94d902b13000 refcount=4 obd=lustre-OST0001-osc-ffff94d904ceb000 00000100:00000001:1.0:1789608842.385009:0:34300:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1789608842.385012:0:34300:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789608842.385015:0:34300:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff94d904ceb000: connect to NID 192.168.203.121@tcp last attempt 1833 00000400:00000200:1.0:1789608842.385021:0:34300:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608842.385024:0:34300:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.121@tcp is discovered: rc = 1 00000100:00000040:1.0:1789608842.385028:0:34300:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff94d907ddb340 refcount 14 to 192.168.203.121@tcp 00000100:00000001:1.0:1789608842.385031:0:34300:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789608842.385033:0:34300:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff94d907ddb340 refcount 15 to 192.168.203.121@tcp 00000100:00000001:1.0:1789608842.385035:0:34300:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446626258593624896 : -117815115926720 : ffff94d907ddb340) 00000020:00000001:1.0:1789608842.385040:0:34300:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789608842.385042:0:34300:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc54db3288176f366 00000020:00000001:1.0:1789608842.385044:0:34300:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608842.385048:0:34300:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d903104000 refcount=4 00000020:00000001:1.0:1789608842.385050:0:34300:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258513051648 : -117815196499968 : ffff94d903104000) 00000020:00000001:1.0:1789608842.385053:0:34300:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626258513051648 : -117815196499968 : ffff94d903104000) 00000100:00000040:1.0:1789608842.385056:0:34300:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff94d907ddb340 refcount 14 to 192.168.203.121@tcp 00000100:00000001:1.0:1789608842.385058:0:34300:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789608842.385059:0:34300:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff94d907ddb340 refcount 15 to 192.168.203.121@tcp 00000100:00000001:1.0:1789608842.385062:0:34300:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446626258593624896 : -117815115926720 : ffff94d907ddb340) 00000020:00000040:1.0:1789608842.385064:0:34300:0:(genops.c:879:class_export_put()) PUTting export ffff94d903104000 : new refcount 3 00000100:00080000:1.0:1789608842.385068:0:34300:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff94d904ceb000: import ffff94d902b13000 using connection 192.168.203.121@tcp/192.168.203.121@tcp 00000100:00000001:1.0:1789608842.385071:0:34300:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608842.385073:0:34300:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789608842.385079:0:34300:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608842.385082:0:34300:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608842.385084:0:34300:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1789608842.385087:0:34300:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1789608842.385090:0:34300:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608842.385092:0:34300:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789608842.385095:0:34300:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904056a00. 00000020:00000040:1.0:1789608842.385097:0:34300:0:(genops.c:1209:class_import_get()) import ffff94d902b13000 refcount=5 obd=lustre-OST0001-osc-ffff94d904ceb000 02000000:00000001:1.0:1789608842.385100:0:34300:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789608842.385101:0:34300:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608842.385104:0:34300:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608842.385108:0:34300:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608842.385111:0:34300:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608842.385117:0:34300:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d908243c00. 00000100:00000001:1.0:1789608842.385123:0:34300:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608842.385130:0:34300:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94d904056a00 x1876538934302592/t0(0) o8->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608842.385138:0:34300:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608842.385141:0:34300:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608842.385145:0:34300:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e433385e] to pc [ptlrpcd_rcv+-1] req@ffff94d904056a00 x1876538934302592/t0(0) o8->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608842.385166:0:34300:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608842.385169:0:34300:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:1.0:1789608842.385170:0:34300:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000020:00000001:1.0:1789608842.385173:0:34300:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608842.385174:0:34300:0:(genops.c:1222:class_import_put()) import ffff94d902b13000 refcount=4 obd=lustre-OST0001-osc-ffff94d904ceb000 00000020:00000001:1.0:1789608842.385176:0:34300:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:1.0:1789608842.385177:0:34300:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608842.385179:0:34300:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608842.385180:0:34300:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608842.385184:0:34300:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faa400. 00000100:00000001:1.0:1789608842.385186:0:34300:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608842.385189:0:34300:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789608842.385191:0:34300:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789608842.385196:0:34300:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d907f0be40. 00000100:00000001:1.0:1789608842.385198:0:34300:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258594872896 : -117815114678720 : ffff94d907f0be40) 00000100:00000001:1.0:1789608842.385201:0:34300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608842.385202:0:34300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529121408 : -117815180430208 : ffff94d904057480) 00000100:00000001:1.0:1789608842.385205:0:34300:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608842.385207:0:34300:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608842.385209:0:34300:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789608842.385210:0:34300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608842.385215:0:34300:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904057480 x1876538934302720/t0(0) o13->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608842.385221:0:34300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608842.385224:0:34300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1789608842.385228:0:34300:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff94d904057480 x1876538934302720/t0(0) o13->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608842.385235:0:34300:0:(client.c:1851:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608842.385237:0:34300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608842.385239:0:34300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608842.385241:0:34300:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d907f0be40 going to sleep for 0 seconds 00000100:00000001:1.0:1789608842.385243:0:34300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608842.385246:0:34300:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608842.385248:0:34300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608842.385249:0:34300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608842.385251:0:34300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608842.385970:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608842.385975:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608842.385978:0:2408:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608842.385985:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904056a00 x1876538934302592/t0(0) o8->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608842.385994:0:2408:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608842.385996:0:2408:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608842.385999:0:2408:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608842.386002:0:2408:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608842.386004:0:2408:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608842.386007:0:2408:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904056a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25f5d458-2cbe-49cd-9693-334c08df7e27:2408:1876538934302592:192.168.203.121@tcp:8:lfs.0 00000100:00000001:3.0:1789608842.386011:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608842.386015:0:2408:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608842.386017:0:2408:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608842.386019:0:2408:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608842.386024:0:2408:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d908398c00. 02000000:00000001:3.0:1789608842.386026:0:2408:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608842.386032:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608842.386035:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a6e0. 00000400:00000010:3.0:1789608842.386041:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9660. 00000100:00000200:3.0:1789608842.386047:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934302592, portal 4 00000100:00000001:3.0:1789608842.386049:0:2408:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608842.386051:0:2408:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529118720 : -117815180432896 : ffff94d904056a00) 00000100:00000040:3.0:1789608842.386057:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904056a00 x1876538934302592/t0(0) o8->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1789608852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608842.386064:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608842.386067:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608842.386069:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a96e8. 00000100:00000200:3.0:1789608842.386073:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876538934302592, offset 0 00000400:00000200:3.0:1789608842.386079:0:2408:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608842.386086:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608842.386092:0:2408:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608842.386097:0:2408:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608842.386101:0:2408:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608842.386105:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608842.386107:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608842.386111:0:2408:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2887:2887:256:4294967295] 192.168.203.121@tcp LPNI seq info [2887:2887:8:4294967295] 00000400:00000200:3.0:1789608842.386116:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608842.386124:0:2408:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608842.386130:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608842.386135:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d908d55a00. 00000800:00000200:3.0:1789608842.386142:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608842.386149:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608842.386153:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d908d55a00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789608842.386168:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608842.386172:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: using a timeout of 24811 usecs (25 jiffies) 00000400:00000200:3.0:1789608842.386176:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608842.386179:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296569501 00000100:00000001:3.0:1789608842.386182:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296573346 00000100:00000001:3.0:1789608842.386186:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296569501 00000100:00000001:3.0:1789608842.386188:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296573346 00000100:00000001:3.0:1789608842.386191:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608842.386194:0:2408:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608842.386196:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608842.386199:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608842.386205:0:2408:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608842.386207:0:2408:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789608842.386209:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608842.386210:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608842.386211:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608842.386213:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608842.389854:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608842.389864:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d908d55a00. 00000400:00000200:1.0:1789608842.389874:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608842.389882:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608842.389889:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a96e8 00000400:00000010:1.0:1789608842.389892:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a96e8. 00000100:00000001:1.0:1789608842.389898:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608842.389907:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904056a00 x1876538934302592/t0(0) o8->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1789608852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608842.389919:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608842.389922:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904056a00 x1876538934302592/t0(0) o8->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1789608852 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608842.389929:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608842.389931:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608842.391756:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608842.391770:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608842.391775:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608842.391777:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608842.391785:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608842.391792:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608842.391801:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608842.391806:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608842.391811:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608842.391815:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 416 into portal 4 MB=0x6aab3c4961780 00000400:00000200:0.0:1789608842.391819:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608842.391825:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 416/416 into md 0x83f1 [1] + 0 00000800:00000001:0.0:1789608842.391832:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608842.391840:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608842.391844:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608842.391848:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608842.391854:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608842.391861:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904056a00 x1876538934302592/t0(0) o8->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1789608852 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608842.391872:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff94d904056a00 x1876538934302592/t0(0) o8->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1789608852 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608842.391894:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608842.391903:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608842.391906:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608842.392005:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608842.392010:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608842.392018:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608842.392020:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608842.392023:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a6e0. 00000400:00000200:3.0:1789608842.392029:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9660 00000400:00000010:3.0:1789608842.392031:0:2408:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9660. 00000100:00000001:3.0:1789608842.392034:0:2408:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608842.392039:0:2408:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904056a00 x1876538934302592/t0(0) o8->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1789608852 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608842.392048:0:2408:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904056a00 x1876538934302592/t0(0) o8->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1789608852 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608842.392055:0:2408:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608842.392057:0:2408:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608842.392060:0:2408:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608842.392063:0:2408:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608842.392065:0:2408:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608842.392067:0:2408:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608842.392071:0:2408:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608842.392079:0:2408:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13460 time=50 v=5 (5 5 5 5) 00000100:00001000:3.0:1789608842.392084:0:2408:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13418 time=69 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608842.392086:0:2408:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608842.392087:0:2408:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608842.392090:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608842.392096:0:2408:0:(ldlm_request.c:1723:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608842.392099:0:2408:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1789608842.392101:0:2408:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d904ceb000: committing for last_committed 4294967322 gen 16 00000100:00000040:3.0:1789608842.392104:0:2408:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d904ceb000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1789608842.392107:0:2408:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608842.392108:0:2408:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608842.392113:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904056a00 x1876538934302592/t0(0) o8->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/416 e 0 to 0 dl 1789608852 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608842.392120:0:2408:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608842.392123:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608842.392126:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608842.392128:0:2408:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1789608842.392135:0:2408:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff94d904ceb000: connect to target with instance 1 00000020:00000001:3.0:1789608842.392138:0:2408:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789608842.392140:0:2408:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc54db3288176f366 00000020:00000001:3.0:1789608842.392142:0:2408:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608842.392146:0:2408:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d903104000 refcount=4 00000020:00000001:3.0:1789608842.392148:0:2408:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258513051648 : -117815196499968 : ffff94d903104000) 00000020:00000001:3.0:1789608842.392151:0:2408:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626258513051648 : -117815196499968 : ffff94d903104000) 00000100:00001000:3.0:1789608842.392154:0:2408:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13418 time=1789608842 v=0 (0 0 0 0) 00000100:00001000:3.0:1789608842.392157:0:2408:0:(import.c:2262:obd_at_measure()) AT ffff94d902b13418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1789608842.392161:0:2408:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1703, crc32c 10415, adler 1371 00000100:00080000:3.0:1789608842.392166:0:2408:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff94d904ceb000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:3.0:1789608842.392170:0:2408:0:(genops.c:879:class_export_put()) PUTting export ffff94d903104000 : new refcount 3 00000100:00000001:3.0:1789608842.392172:0:2408:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1789608842.392175:0:2408:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:3.0:1789608842.392178:0:2408:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0001-osc-ffff94d904ceb000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:3.0:1789608842.392181:0:2408:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:3.0:1789608842.392184:0:2408:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:3.0:1789608842.392187:0:2408:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1789608842.392190:0:2408:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608842.392193:0:2408:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789608842.392195:0:2408:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789608842.392197:0:2408:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608842.392199:0:2408:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1789608842.392201:0:2408:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1789608842.392204:0:2408:0:(import.c:65:import_set_state_nolock()) ffff94d902b13000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:3.0:1789608842.392206:0:2408:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1789608842.392207:0:2408:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:3.0:1789608842.392208:0:2408:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:3.0:1789608842.392209:0:2408:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:3.0:1789608842.392211:0:2408:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:3.0:1789608842.392213:0:2408:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff94d90937d568 for uuid lustre-OST0001_UUID event(1) 00020000:00000040:3.0:1789608842.392218:0:2408:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0001_UUID already active! 00020000:00000001:3.0:1789608842.392220:0:2408:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=1 : 1 : 0x1) 00020000:00000001:3.0:1789608842.392222:0:2408:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789608842.392224:0:2408:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1789608842.392226:0:2408:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1789608842.392228:0:2408:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:3.0:1789608842.392230:0:2408:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1789608842.392232:0:2408:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:3.0:1789608842.392234:0:2408:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:3.0:1789608842.392236:0:2408:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608842.392237:0:2408:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608842.392239:0:2408:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:3.0:1789608842.392240:0:2408:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:3.0:1789608842.392241:0:2408:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608842.392243:0:2408:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1789608842.392244:0:2408:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1789608842.392248:0:2408:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1789608842.392249:0:2408:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608842.392251:0:2408:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608842.392253:0:2408:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608842.392255:0:2408:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608842.392256:0:2408:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789608842.392258:0:2408:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789608842.392259:0:2408:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608842.392261:0:2408:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:3.0:1789608842.392263:0:2408:0:(import.c:1286:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608842.392266:0:2408:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1789608842.392272:0:2408:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000002dc53d5f): req@ffff94d904057480 x1876538934302720/t0(0) o13->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608842.392292:0:2408:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608842.392296:0:2408:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608842.392301:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904056a00 x1876538934302592/t0(0) o8->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/416 e 0 to 0 dl 1789608852 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608842.392308:0:2408:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904056a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25f5d458-2cbe-49cd-9693-334c08df7e27:2408:1876538934302592:192.168.203.121@tcp:8:lfs.0 00000100:00000001:3.0:1789608842.392312:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608842.392315:0:2408:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608842.392319:0:2408:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904056a00 x1876538934302592/t0(0) o8->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/416 e 0 to 0 dl 1789608852 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608842.392325:0:2408:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608842.392327:0:2408:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608842.392331:0:2408:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d908398c00. 02000000:00000001:3.0:1789608842.392335:0:2408:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608842.392337:0:2408:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608842.392339:0:2408:0:(genops.c:1222:class_import_put()) import ffff94d902b13000 refcount=3 obd=lustre-OST0001-osc-ffff94d904ceb000 00000020:00000001:3.0:1789608842.392341:0:2408:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608842.392344:0:2408:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d908243c00. 02000000:00000001:3.0:1789608842.392348:0:2408:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608842.392350:0:2408:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608842.392351:0:2408:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904056a00. 00000100:00000001:3.0:1789608842.392355:0:2408:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608842.392357:0:2408:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608842.392359:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608842.392367:0:2408:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608842.392369:0:2408:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608842.392372:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608842.392373:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608842.393620:0:34300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608842.393626:0:34300:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608842.393631:0:34300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608842.393633:0:34300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608842.393636:0:34300:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608842.393639:0:34300:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608842.393642:0:34300:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608842.393645:0:34300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608842.393651:0:34300:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608842.393654:0:34300:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608842.393656:0:34300:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608842.393666:0:34300:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d908242800. 02000000:00000001:1.0:1789608842.393669:0:34300:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608842.393820:0:34300:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608842.393826:0:34300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34e70. 00000400:00000010:1.0:1789608842.393833:0:34300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35110. 00000100:00000200:1.0:1789608842.393839:0:34300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934302720, portal 4 00000100:00000001:1.0:1789608842.393842:0:34300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608842.393844:0:34300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529121408 : -117815180430208 : ffff94d904057480) 00000100:00000040:1.0:1789608842.393855:0:34300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904057480 x1876538934302720/t0(0) o13->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608858 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608842.393863:0:34300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608842.393865:0:34300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608842.393868:0:34300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35880. 00000100:00000200:1.0:1789608842.393871:0:34300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1876538934302720, offset 0 00000400:00000200:1.0:1789608842.393877:0:34300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608842.393885:0:34300:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608842.393893:0:34300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608842.393898:0:34300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608842.393903:0:34300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608842.393906:0:34300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608842.393909:0:34300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608842.393913:0:34300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2888:2888:256:4294967295] 192.168.203.121@tcp LPNI seq info [2888:2888:8:4294967295] 00000400:00000200:1.0:1789608842.393917:0:34300:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608842.393925:0:34300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608842.393932:0:34300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608842.393937:0:34300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa300. 00000800:00000200:1.0:1789608842.393943:0:34300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608842.393951:0:34300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608842.393955:0:34300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608842.393967:0:34300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608842.393972:0:34300:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: using a timeout of 24717 usecs (25 jiffies) 00000400:00000200:1.0:1789608842.393975:0:34300:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608842.393978:0:34300:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296569509 00000100:00000001:1.0:1789608842.393981:0:34300:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296573346 00000100:00000001:1.0:1789608842.393983:0:34300:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296569509 00000100:00000001:1.0:1789608842.393986:0:34300:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296573346 00000100:00000001:1.0:1789608842.393988:0:34300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608842.393991:0:34300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608842.393994:0:34300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608842.393996:0:34300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789608842.393999:0:34300:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d907f0be40 going to sleep for 11 seconds 00000100:00000001:1.0:1789608842.394001:0:34300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608842.394002:0:34300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608842.394149:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608842.394154:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa300. 00000400:00000200:0.0:1789608842.394159:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608842.394164:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608842.394170:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35880 00000400:00000010:0.0:1789608842.394172:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35880. 00000100:00000001:0.0:1789608842.394176:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608842.394180:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904057480 x1876538934302720/t0(0) o13->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608858 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608842.394190:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608842.394193:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d904057480 x1876538934302720/t0(0) o13->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608858 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608842.394206:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608842.394208:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608842.399973:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608842.399991:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608842.399996:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608842.399998:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608842.400005:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608842.400012:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608842.400021:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608842.400026:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608842.400031:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608842.400035:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 368 into portal 4 MB=0x6aab3c4961800 00000400:00000200:0.0:1789608842.400039:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608842.400045:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 368/368 into md 0x83f9 [1] + 224 00000800:00000001:0.0:1789608842.400052:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608842.400059:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608842.400063:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608842.400068:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608842.400074:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608842.400082:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904057480 x1876538934302720/t0(0) o13->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608858 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608842.400093:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff94d904057480 x1876538934302720/t0(0) o13->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608858 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608842.400114:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608842.400121:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608842.400124:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608842.400186:0:34300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789608842.400193:0:34300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608842.400195:0:34300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608842.400199:0:34300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34e70. 00000400:00000200:1.0:1789608842.400203:0:34300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35110 00000400:00000010:1.0:1789608842.400205:0:34300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35110. 00000100:00000001:1.0:1789608842.400208:0:34300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608842.400213:0:34300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904057480 x1876538934302720/t0(0) o13->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608858 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608842.400222:0:34300:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904057480 x1876538934302720/t0(0) o13->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608858 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608842.400227:0:34300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608842.400229:0:34300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608842.400231:0:34300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608842.400234:0:34300:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608842.400237:0:34300:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608842.400239:0:34300:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608842.400242:0:34300:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608842.400251:0:34300:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b134f0 time=648 v=5 (5 5 5 5) 00000100:00001000:1.0:1789608842.400256:0:34300:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13418 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608842.400258:0:34300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608842.400260:0:34300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608842.400263:0:34300:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608842.400266:0:34300:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608842.400270:0:34300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608842.400272:0:34300:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d904ceb000: skip recheck: last_committed 4294967322 00000100:00000001:1.0:1789608842.400274:0:34300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608842.400276:0:34300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608842.400281:0:34300:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904057480 x1876538934302720/t0(0) o13->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608858 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608842.400289:0:34300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608842.400292:0:34300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608842.400294:0:34300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608842.400297:0:34300:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904057480 x1876538934302720/t0(0) o13->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608858 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608842.400304:0:34300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904057480 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:34300:1876538934302720:192.168.203.121@tcp:13:lfs.0 00000100:00000001:1.0:1789608842.400309:0:34300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608842.400312:0:34300:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608842.400314:0:34300:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789608842.400316:0:34300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608842.400319:0:34300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904057480 x1876538934302720/t0(0) o13->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608858 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608842.400326:0:34300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789608842.400329:0:34300:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d907f0be40. 00000100:00000001:1.0:1789608842.400333:0:34300:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789608842.400335:0:34300:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789608842.400340:0:34300:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:1.0:1789608842.400342:0:34300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608842.400345:0:34300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904057480 x1876538934302720/t0(0) o13->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608858 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608842.400351:0:34300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608842.400354:0:34300:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608842.400357:0:34300:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d908242800. 02000000:00000001:1.0:1789608842.400361:0:34300:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608842.400364:0:34300:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608842.400365:0:34300:0:(genops.c:1222:class_import_put()) import ffff94d902b13000 refcount=2 obd=lustre-OST0001-osc-ffff94d904ceb000 00000020:00000001:1.0:1789608842.400368:0:34300:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608842.400370:0:34300:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faa400. 02000000:00000001:1.0:1789608842.400374:0:34300:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608842.400377:0:34300:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608842.400379:0:34300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904057480. 00000100:00000001:1.0:1789608842.400382:0:34300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608842.400560:0:34300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:1.0:1789608842.400563:0:34300:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff94d904ceb000: update ffff94d904070458 cache blocks 3679/3683 objects 117792/118253 00020000:00000001:1.0:1789608842.400567:0:34300:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608842.400573:0:34300:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608842.400576:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789608842.400579:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908242c00. 00000080:00000001:1.0:1789608842.400582:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608842.400585:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.401540:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.401545:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.401554:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.401558:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.401565:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.401570:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.401574:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.401578:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.401580:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.401584:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.401586:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.401588:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.401590:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.401593:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.401600:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.401616:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.401618:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.401621:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.401622:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.401625:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.401628:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.401629:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.401630:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.401632:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.401635:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.401636:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.401638:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.401640:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.401642:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.401644:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.401647:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.401648:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.401650:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.401651:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.401653:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.401655:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.401657:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.401658:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.401659:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.401663:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.401665:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.401667:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.401669:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.401671:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.401672:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.401690:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.401691:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.401694:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.401695:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.401697:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.401698:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.401700:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.401701:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.401702:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.401705:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.401707:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.401708:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.401710:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.401712:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.401713:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.401716:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.401717:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.401719:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.401720:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.401722:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.401723:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.401725:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.401726:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.401727:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.401729:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.401731:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.401733:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.401735:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.401737:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.401739:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.401750:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.401752:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.401754:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.401755:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.401757:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.401759:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.401761:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.401762:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.401763:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.401766:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.401767:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.401769:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.401771:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.401773:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.401774:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.401777:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.401778:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.401780:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.401781:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.401783:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.401785:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.401786:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.401787:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.401788:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.401790:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.401792:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.401794:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.401796:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.401798:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.401800:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.401802:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.401804:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.401806:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.401807:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.401809:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.401811:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.401812:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.401813:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.401814:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.401816:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.401818:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.401819:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.401821:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.401823:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.401824:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.401827:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.401828:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.401830:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.401831:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.401833:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.401834:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.401836:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.401837:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.401838:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.401840:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.401841:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.401843:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.401845:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.401847:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.401848:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.401851:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.401852:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.401855:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.401856:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.401857:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.401859:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.401861:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.401862:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.401863:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.401865:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.401866:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.401868:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.401870:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.401872:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.401873:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.401875:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.401877:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.401879:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.401880:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.401881:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.401883:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.401884:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.401885:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.401886:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.401888:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.401890:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.401892:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.401893:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.401895:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.401897:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.401899:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.401900:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.401902:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.401903:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.401905:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.401907:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.401908:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.401909:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.401910:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.401912:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.401914:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.401916:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.401917:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.401919:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.401921:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.401923:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.401924:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.401926:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.401927:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.401929:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.401931:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.401932:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.401933:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.401934:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.401936:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.401937:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.401939:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.401941:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.401943:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.401945:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.401948:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.401949:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.401952:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.401953:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.401956:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.401958:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.401959:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.401961:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.401962:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.401965:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.401967:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.401968:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.401970:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.401972:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.401974:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.401977:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.401979:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.401981:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.401983:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.401985:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.401987:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.401988:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.401989:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.401990:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.401992:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.401994:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.401996:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.401998:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.401999:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402001:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402003:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.402004:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.402006:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.402007:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.402009:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.402011:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.402012:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.402013:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.402014:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.402016:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402018:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402020:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.402022:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.402024:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402026:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402028:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.402029:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.402031:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.402032:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.402034:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.402036:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.402037:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.402038:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.402039:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.402041:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402043:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402044:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.402046:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.402048:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402050:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402052:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.402053:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.402056:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.402056:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.402058:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.402060:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.402061:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.402062:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.402064:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.402066:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402068:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402070:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.402072:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.402074:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402077:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402080:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.402081:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.402083:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.402084:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.402086:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.402088:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.402090:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.402091:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.402092:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.402095:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402097:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402099:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.402101:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.402103:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402105:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402108:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.402109:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.402112:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.402113:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.402115:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.402117:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.402119:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.402120:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.402121:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.402123:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402125:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402127:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.402128:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.402130:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402132:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402134:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.402136:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.402138:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.402139:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.402141:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.402143:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.402144:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.402145:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.402146:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.402148:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402150:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402152:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.402153:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.402155:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402157:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402159:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.402160:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.402162:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.402163:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.402165:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.402166:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.402168:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.402169:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.402170:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.402172:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402173:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402175:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.402177:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.402179:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402180:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402182:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.402184:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.402186:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.402186:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.402189:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.402191:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.402192:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.402194:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.402195:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.402197:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402199:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402200:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.402202:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.402204:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402206:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402208:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.402209:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.402211:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.402212:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.402214:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.402216:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.402217:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.402218:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.402219:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.402221:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402223:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402224:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.402226:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.402228:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402230:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402233:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.402235:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.402237:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.402238:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.402241:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.402243:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.402244:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.402246:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.402247:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.402250:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402252:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402254:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.402256:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.402257:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402259:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402263:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.402264:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.402267:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.402268:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.402270:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.402272:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.402274:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.402275:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.402276:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.402278:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402280:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402282:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.402284:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.402285:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402287:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402290:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.402291:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.402294:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.402295:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.402297:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.402299:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.402300:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.402301:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.402302:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.402305:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402307:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402308:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.402310:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.402312:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402314:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402316:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.402318:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.402320:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.402321:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.402323:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.402325:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.402327:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.402328:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.402329:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.402331:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402333:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402334:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.402336:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.402338:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402340:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402343:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.402344:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.402347:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.402348:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.402350:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.402352:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.402354:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.402355:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.402356:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.402358:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402361:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402362:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.402365:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.402367:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402369:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402372:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.402374:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.402377:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.402378:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.402380:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.402382:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.402383:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.402396:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.402398:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.402401:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402402:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402404:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.402406:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.402408:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402410:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402413:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.402414:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.402417:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.402418:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.402420:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.402422:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.402424:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.402425:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.402426:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.402428:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402430:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402432:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.402434:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.402436:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402437:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402440:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.402442:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.402444:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.402445:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.402447:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.402449:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.402450:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.402451:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.402452:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.402454:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402456:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402458:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.402460:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.402461:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402463:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402465:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.402466:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.402468:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.402469:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.402471:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.402473:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.402474:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.402475:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.402476:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.402479:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402480:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402482:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.402484:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.402485:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402487:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402489:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.402490:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.402492:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.402493:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.402495:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.402497:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.402499:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.402500:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.402502:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.402504:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402505:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402507:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.402509:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.402511:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402512:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402515:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.402516:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.402518:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.402519:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.402520:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.402522:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.402524:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.402525:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.402526:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.402528:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402529:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402531:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.402533:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.402535:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402536:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402538:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.402540:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.402542:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.402543:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.402544:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.402546:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.402547:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.402549:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.402550:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.402552:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402554:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402555:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.402557:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.402559:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402560:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402563:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.402564:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.402566:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.402567:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.402568:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.402570:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.402571:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.402572:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.402573:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.402575:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402577:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402579:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.402580:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.402582:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402584:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402586:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.402587:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.402589:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.402590:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.402592:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.402594:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.402595:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.402596:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.402597:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.402599:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402601:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402603:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.402605:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.402607:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402608:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402610:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.402612:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.402614:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.402615:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.402616:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.402618:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.402619:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.402620:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.402621:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.402623:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402625:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402627:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.402629:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.402630:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402632:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402634:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.402635:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.402637:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.402638:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.402640:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.402641:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.402643:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.402644:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.402645:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.402647:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402649:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402650:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.402652:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.402654:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402656:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402658:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.402659:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.402661:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.402662:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.402664:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.402665:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.402667:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.402668:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.402669:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.402672:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402673:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402675:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.402716:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.402718:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402720:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402723:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.402724:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.402727:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.402728:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.402730:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.402732:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.402733:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.402734:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.402736:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.402738:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402740:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402750:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.402752:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.402754:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402756:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402759:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.402761:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.402764:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.402765:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.402767:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.402769:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.402771:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.402771:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.402773:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.402775:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402777:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402779:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.402780:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.402782:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402784:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402786:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.402787:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.402789:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.402790:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.402792:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.402794:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.402795:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.402796:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.402797:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.402799:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402801:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402802:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.402804:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.402806:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402807:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402810:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.402811:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.402813:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.402814:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.402816:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.402818:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.402820:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.402821:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.402822:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.402824:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402826:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402828:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.402829:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.402831:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402833:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402835:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.402836:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.402838:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.402839:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.402841:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.402843:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.402844:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.402845:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.402846:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.402848:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402850:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402851:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.402853:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.402855:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402856:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402859:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.402860:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.402862:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.402863:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.402864:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.402866:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.402867:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.402869:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.402870:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.402873:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402874:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402876:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.402878:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.402879:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402881:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402883:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.402884:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.402886:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.402887:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.402889:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.402891:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.402892:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.402893:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.402894:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.402896:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402898:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402899:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.402901:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.402903:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402904:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402907:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.402908:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.402910:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.402911:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.402912:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.402914:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.402916:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.402917:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.402918:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.402920:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402922:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402923:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.402925:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.402927:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402928:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402930:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.402932:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.402934:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.402935:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.402937:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.402939:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.402941:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.402942:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.402943:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.402945:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402947:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402949:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.402951:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.402953:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402954:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402957:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.402958:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.402961:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.402962:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.402964:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.402966:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.402968:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.402969:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.402971:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.402973:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402975:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402976:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.402978:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.402980:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402982:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.402986:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.402987:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.402989:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.402991:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.402993:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.402995:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.402996:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.402997:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.402999:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.403001:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.403002:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.403004:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.403005:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.403007:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.403009:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.403012:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.403013:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.403015:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.403016:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.403018:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.403021:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.403022:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.403023:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.403024:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.403027:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.403029:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.403030:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.403033:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.403034:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.403036:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.403039:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.403041:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.403043:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.403044:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.403046:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.403049:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.403050:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.403052:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.403053:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.403055:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.403057:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.403058:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.403060:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.403063:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.403064:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.403067:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.403068:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.403070:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.403071:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.403073:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.403075:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.403077:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.403078:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.403080:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.403082:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.403083:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.403085:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.403087:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.403089:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.403091:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.403093:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.403094:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.403096:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.403097:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.403099:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.403101:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.403103:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.403104:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.403105:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.403107:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.403109:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.403110:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.403112:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.403114:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.403116:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.403118:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.403119:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.403121:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.403122:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.403124:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.403126:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.403127:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.403128:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.403129:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.403131:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.403133:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.403135:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.403137:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.403138:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.403140:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.403142:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.403144:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.403146:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.403147:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.403149:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.403150:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.403152:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.403153:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.403154:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.403157:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.403159:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.403161:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.403162:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.403164:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.403166:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.403168:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.403169:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.403171:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.403173:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.403175:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.403176:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.403178:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.403179:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.403180:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.403182:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.403184:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.403186:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.403187:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.403189:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.403191:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.403193:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.403194:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.403196:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.403197:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.403200:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.403202:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.403203:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.403204:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.403205:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.403208:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.403210:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.403212:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.403214:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.403217:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.403218:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.403221:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.403222:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.403225:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.403226:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.403228:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.403230:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.403232:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.403233:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.403234:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.403237:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.403239:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.403240:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.403242:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.403244:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.403245:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.403248:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.403249:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.403252:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.403253:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.403255:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.403257:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.403258:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.403259:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.403260:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.403262:0:34300:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.403264:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.403266:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789608842.403268:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.403270:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.403272:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789608842.403275:0:34300:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608842.403276:0:34300:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffcf8d370c0 00000080:00000001:0.0:1789608842.403278:0:34300:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608842.403279:0:34300:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608842.403281:0:34300:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903116000. 00000020:00000001:0.0:1789608842.403283:0:34300:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.403284:0:34300:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789608842.403285:0:34300:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789608842.403287:0:34300:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903116000 uarg=0000000000000000 00020000:00000001:0.0:1789608842.403289:0:34300:0:(lov_obd.c:1002:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1789608842.403291:0:34300:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1789608842.403293:0:34300:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:0.0:1789608842.403295:0:34300:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903116000. 00000080:00000001:0.0:1789608842.403297:0:34300:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1789608842.403299:0:34300:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1789608842.403310:0:34300:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:0.0:1789608842.403313:0:34300:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1789608842.403317:0:34300:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e022f7dd0 00000080:00200008:0.0:1789608842.403319:0:34300:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff94d918926c08), flags 100000 00000080:00400000:0.0:1789608842.403323:0:34300:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:0.0:1789608842.403326:0:34300:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d9015af540. 00000080:00000001:0.0:1789608842.403332:0:34300:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1789608842.403335:0:34300:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e022f7dd0 00000080:00000008:0.0:1789608842.403337:0:34300:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff94d918926c08), flags 100000, rc = 0 00000080:00000001:0.0:1789608842.403340:0:34300:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608842.403341:0:34300:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608843.088349:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608843.088356:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608843.088447:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608843.088450:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608843.088453:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789608844.110284:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608844.110291:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608844.111098:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608844.111102:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608844.111106:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1789608844.269648:0:16959:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1789608844.269655:0:16959:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff94d91a40b400) refs 2 10000000:00000001:1.0:1789608844.269660:0:16959:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1789608844.269663:0:16959:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1789608844.269665:0:16959:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1789608844.269666:0:16959:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1789608844.269668:0:16959:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir 10000000:00000001:1.0:1789608844.269670:0:16959:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:1.0:1789608844.269673:0:16959:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff94d904ceb000 from 7 10000000:00000001:1.0:1789608844.269691:0:16959:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1789608844.269693:0:16959:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:1.0:1789608844.269702:0:16959:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904057480. 00000020:00000040:1.0:1789608844.269707:0:16959:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=4 obd=MGC192.168.203.121@tcp 00000100:00000001:1.0:1789608844.269712:0:16959:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608844.269715:0:16959:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608844.269720:0:16959:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608844.269736:0:16959:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d906144600. 00000100:00000001:1.0:1789608844.269743:0:16959:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608844.269749:0:16959:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789608844.269752:0:16959:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789608844.269761:0:16959:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d90842af00. 00010000:00000001:1.0:1789608844.269776:0:16959:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789608844.269780:0:16959:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d903f6aa00. 00000020:00000001:1.0:1789608844.269785:0:16959:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789608844.269789:0:16959:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d903f6aa00 with handle 0xc54db3288176ff3d to hash 00000020:00000001:1.0:1789608844.269791:0:16959:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789608844.269792:0:16959:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626258528152064 : -117815181399552 : ffff94d903f6aa00) 00010000:00000001:1.0:1789608844.269795:0:16959:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626258528152064 : -117815181399552 : ffff94d903f6aa00) 00010000:00000001:1.0:1789608844.269798:0:16959:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608844.269802:0:16959:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608844.269807:0:16959:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.121@tcp lock: ffff94d903f6aa00/0xc54db3288176ff3d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16959 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789608844.269817:0:16959:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.121@tcp lock: ffff94d903f6aa00/0xc54db3288176ff3d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16959 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789608844.269828:0:16959:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.121@tcp lock: ffff94d903f6aa00/0xc54db3288176ff3d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16959 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789608844.269835:0:16959:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789608844.269836:0:16959:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789608844.269844:0:16959:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d907f0b3c0. 00000100:00000001:1.0:1789608844.269845:0:16959:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258594870208 : -117815114681408 : ffff94d907f0b3c0) 00000100:00000001:1.0:1789608844.269848:0:16959:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608844.269850:0:16959:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529121408 : -117815180430208 : ffff94d904057480) 00000100:00000001:1.0:1789608844.269854:0:16959:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608844.269858:0:16959:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608844.269860:0:16959:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789608844.269861:0:16959:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608844.269873:0:16959:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904057480 x1876538934302848/t0(0) o101->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608844.269880:0:16959:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608844.269883:0:16959:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608844.269886:0:16959:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608844.269889:0:16959:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608844.269891:0:16959:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608844.269894:0:16959:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904057480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:83b5584e-e144-4f7f-be05-3bcca61e7fd2:16959:1876538934302848:192.168.203.121@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1789608844.269899:0:16959:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608844.269903:0:16959:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608844.269906:0:16959:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608844.269908:0:16959:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608844.269912:0:16959:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d908243000. 02000000:00000001:1.0:1789608844.269914:0:16959:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608844.269920:0:16959:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608844.269925:0:16959:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34e70. 00000400:00000010:1.0:1789608844.269931:0:16959:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35110. 00000100:00000200:1.0:1789608844.269937:0:16959:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934302848, portal 25 00000100:00000001:1.0:1789608844.269939:0:16959:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608844.269941:0:16959:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529121408 : -117815180430208 : ffff94d904057480) 00000100:00000040:1.0:1789608844.269945:0:16959:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904057480 x1876538934302848/t0(0) o101->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1789608860 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608844.269953:0:16959:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608844.269956:0:16959:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608844.269959:0:16959:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35bb0. 00000100:00000200:1.0:1789608844.269961:0:16959:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1876538934302848, offset 0 00000400:00000200:1.0:1789608844.269967:0:16959:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608844.269986:0:16959:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608844.269994:0:16959:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608844.270000:0:16959:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608844.270004:0:16959:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608844.270007:0:16959:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608844.270010:0:16959:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608844.270014:0:16959:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2889:2889:256:4294967295] 192.168.203.121@tcp LPNI seq info [2889:2889:8:4294967295] 00000400:00000200:1.0:1789608844.270018:0:16959:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608844.270035:0:16959:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608844.270042:0:16959:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608844.270047:0:16959:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa000. 00000800:00000200:1.0:1789608844.270054:0:16959:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608844.270062:0:16959:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608844.270066:0:16959:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1789608844.270081:0:16959:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608844.270085:0:16959:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608844.270088:0:16959:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 0 is 4296575287 00000100:00000001:1.0:1789608844.270094:0:16959:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296573346 00000100:00000001:1.0:1789608844.270099:0:16959:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 1 is 4296575287 00000100:00000001:1.0:1789608844.270102:0:16959:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296573346 00000100:00000001:1.0:1789608844.270104:0:16959:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608844.270107:0:16959:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608844.270109:0:16959:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608844.270112:0:16959:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789608844.270114:0:16959:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d907f0b3c0 going to sleep for 11 seconds 00000100:00000001:1.0:1789608844.270117:0:16959:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608844.270120:0:16959:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608844.270400:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608844.270404:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa000. 00000400:00000200:1.0:1789608844.270409:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608844.270414:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608844.270420:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35bb0 00000400:00000010:1.0:1789608844.270422:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35bb0. 00000100:00000001:1.0:1789608844.270426:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608844.270431:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904057480 x1876538934302848/t0(0) o101->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1789608860 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608844.270440:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608844.270443:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d904057480 x1876538934302848/t0(0) o101->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1789608860 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608844.270448:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608844.270451:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608844.298943:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608844.298959:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608844.298963:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608844.298965:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608844.298982:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.298991:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608844.298999:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.299004:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.299009:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.299013:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 344 into portal 25 MB=0x6aab3c4961880 00000400:00000200:0.0:1789608844.299017:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.299022:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.121@tcp of length 344/344 into md 0x8409 [1] + 224 00000800:00000001:0.0:1789608844.299030:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608844.299036:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608844.299039:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608844.299043:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608844.299050:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608844.299059:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904057480 x1876538934302848/t0(0) o101->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1789608860 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608844.299071:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff94d904057480 x1876538934302848/t0(0) o101->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1789608860 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608844.299093:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608844.299103:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608844.299107:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608844.299357:0:16959:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608844.299365:0:16959:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608844.299367:0:16959:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608844.299380:0:16959:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34e70. 00000400:00000200:3.0:1789608844.299386:0:16959:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35110 00000400:00000010:3.0:1789608844.299388:0:16959:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35110. 00000100:00000001:3.0:1789608844.299391:0:16959:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608844.299397:0:16959:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904057480 x1876538934302848/t0(0) o101->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1789608860 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608844.299405:0:16959:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904057480 x1876538934302848/t0(0) o101->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1789608860 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608844.299410:0:16959:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608844.299412:0:16959:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608844.299414:0:16959:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608844.299418:0:16959:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608844.299420:0:16959:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608844.299422:0:16959:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608844.299425:0:16959:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608844.299432:0:16959:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d90510e460 time=52 v=5 (5 5 5 5) 00000100:00001000:3.0:1789608844.299435:0:16959:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d90510e418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608844.299438:0:16959:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608844.299439:0:16959:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608844.299442:0:16959:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608844.299444:0:16959:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608844.299447:0:16959:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608844.299451:0:16959:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904057480 x1876538934302848/t0(0) o101->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1789608860 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608844.299462:0:16959:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608844.299465:0:16959:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608844.299467:0:16959:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608844.299470:0:16959:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904057480 x1876538934302848/t0(0) o101->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1789608860 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608844.299477:0:16959:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904057480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:83b5584e-e144-4f7f-be05-3bcca61e7fd2:16959:1876538934302848:192.168.203.121@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1789608844.299483:0:16959:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608844.299486:0:16959:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608844.299488:0:16959:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789608844.299490:0:16959:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608844.299493:0:16959:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904057480 x1876538934302848/t0(0) o101->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1789608860 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608844.299500:0:16959:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608844.299503:0:16959:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d907f0b3c0. 00000100:00000001:3.0:1789608844.299506:0:16959:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789608844.299507:0:16959:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608844.299510:0:16959:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789608844.299513:0:16959:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608844.299515:0:16959:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608844.299519:0:16959:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6aa00 refcount=4 00000020:00000001:3.0:1789608844.299521:0:16959:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528152064 : -117815181399552 : ffff94d903f6aa00) 00010000:00000001:3.0:1789608844.299524:0:16959:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528152064 : -117815181399552 : ffff94d903f6aa00) 00010000:00000040:3.0:1789608844.299531:0:16959:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d903f6aa00, remote cookie: 0x91bddff8e8ed9a64, flags: 0x0 00010000:00000001:3.0:1789608844.299535:0:16959:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789608844.299538:0:16959:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789608844.299540:0:16959:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789608844.299542:0:16959:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789608844.299543:0:16959:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789608844.299545:0:16959:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (ffff94d90842af00) refcount = 1 00010000:00010000:3.0:1789608844.299550:0:16959:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.121@tcp lock: ffff94d903f6aa00/0xc54db3288176ff3d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x91bddff8e8ed9a64 expref: -99 pid: 16959 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608844.299558:0:16959:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789608844.299560:0:16959:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789608844.299561:0:16959:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608844.299564:0:16959:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789608844.299566:0:16959:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608844.299570:0:16959:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.121@tcp lock: ffff94d903f6aa00/0xc54db3288176ff3d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x91bddff8e8ed9a64 expref: -99 pid: 16959 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608844.299580:0:16959:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789608844.299581:0:16959:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608844.299583:0:16959:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608844.299584:0:16959:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608844.299585:0:16959:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608844.299586:0:16959:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608844.299589:0:16959:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608844.299593:0:16959:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904057480 x1876538934302848/t0(0) o101->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1789608860 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608844.299609:0:16959:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608844.299612:0:16959:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608844.299616:0:16959:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d908243000. 02000000:00000001:3.0:1789608844.299619:0:16959:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608844.299621:0:16959:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608844.299623:0:16959:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=3 obd=MGC192.168.203.121@tcp 00000020:00000001:3.0:1789608844.299625:0:16959:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608844.299627:0:16959:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d906144600. 02000000:00000001:3.0:1789608844.299630:0:16959:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608844.299632:0:16959:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608844.299634:0:16959:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904057480. 00000100:00000001:3.0:1789608844.299637:0:16959:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608844.299639:0:16959:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1789608844.299641:0:16959:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789608844.299644:0:16959:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1789608844.299646:0:16959:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff94d91a40b400) refs 3 10000000:00000001:3.0:1789608844.299648:0:16959:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608844.299649:0:16959:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608844.299651:0:16959:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608844.299652:0:16959:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6aa00 refcount=3 00000020:00000001:3.0:1789608844.299654:0:16959:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528152064 : -117815181399552 : ffff94d903f6aa00) 00010000:00000001:3.0:1789608844.299656:0:16959:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528152064 : -117815181399552 : ffff94d903f6aa00) 00010000:00000001:3.0:1789608844.299658:0:16959:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1789608844.299659:0:16959:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608844.299660:0:16959:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608844.299663:0:16959:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789608844.299666:0:16959:0:(mgc_request.c:1520:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1789608844.299670:0:16959:0:(mgc_request.c:1532:mgc_process_recover_log()) kmalloced '(folios)': 32 at ffff94d906078500. 00000100:00000010:3.0:1789608844.299718:0:16959:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908490000. 00000020:00000040:3.0:1789608844.299723:0:16959:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=4 obd=MGC192.168.203.121@tcp 00000100:00000001:3.0:1789608844.299735:0:16959:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608844.299738:0:16959:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608844.299742:0:16959:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608844.299750:0:16959:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d907d5d000. 00000100:00000001:3.0:1789608844.299756:0:16959:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608844.299760:0:16959:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1789608844.299765:0:16959:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff94d908399400. 00000100:00000010:3.0:1789608844.299768:0:16959:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at ffff94d910d38500. 00000020:00000040:3.0:1789608844.299770:0:16959:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=5 obd=MGC192.168.203.121@tcp 00000100:00000001:3.0:1789608844.299775:0:16959:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789608844.299777:0:16959:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789608844.299782:0:16959:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d911db6c00. 00000100:00000001:3.0:1789608844.299784:0:16959:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258761247744 : -117814948303872 : ffff94d911db6c00) 00000100:00000001:3.0:1789608844.299786:0:16959:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608844.299788:0:16959:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600656896 : -117815108894720 : ffff94d908490000) 00000100:00000001:3.0:1789608844.299792:0:16959:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608844.299796:0:16959:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608844.299798:0:16959:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789608844.299800:0:16959:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608844.299804:0:16959:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908490000 x1876538934302976/t0(0) o256->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608844.299811:0:16959:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608844.299814:0:16959:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608844.299818:0:16959:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608844.299820:0:16959:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608844.299822:0:16959:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608844.299825:0:16959:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908490000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:83b5584e-e144-4f7f-be05-3bcca61e7fd2:16959:1876538934302976:192.168.203.121@tcp:256:ll_cfg_requeue.0 00000100:00000001:3.0:1789608844.299830:0:16959:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608844.299834:0:16959:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608844.299836:0:16959:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608844.299838:0:16959:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:3.0:1789608844.299844:0:16959:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608844.299848:0:16959:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a6e0. 00000400:00000010:3.0:1789608844.299854:0:16959:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff94d911db6840. 00000100:00000200:3.0:1789608844.299859:0:16959:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6aab3c4961900-0x6aab3c4961900, portal 33 00000100:00000001:3.0:1789608844.299862:0:16959:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608844.299865:0:16959:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608844.299868:0:16959:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d907d5c000. 02000000:00000001:3.0:1789608844.299870:0:16959:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608844.299873:0:16959:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608844.299875:0:16959:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2af20. 00000400:00000010:3.0:1789608844.299878:0:16959:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9660. 00000100:00000200:3.0:1789608844.299881:0:16959:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934302976, portal 25 00000100:00000001:3.0:1789608844.299883:0:16959:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608844.299884:0:16959:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600656896 : -117815108894720 : ffff94d908490000) 00000100:00000040:3.0:1789608844.299889:0:16959:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d908490000 x1876538934302976/t0(0) o256->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 304/240 e 0 to 0 dl 1789608860 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608844.299895:0:16959:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608844.299898:0:16959:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608844.299901:0:16959:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9198. 00000100:00000200:3.0:1789608844.299904:0:16959:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1876538934302976, offset 0 00000400:00000200:3.0:1789608844.299909:0:16959:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608844.299916:0:16959:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608844.299922:0:16959:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608844.299927:0:16959:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608844.299931:0:16959:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608844.299935:0:16959:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608844.299938:0:16959:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608844.299941:0:16959:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2890:2890:256:4294967295] 192.168.203.121@tcp LPNI seq info [2890:2890:8:4294967295] 00000400:00000200:3.0:1789608844.299945:0:16959:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608844.299953:0:16959:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608844.299958:0:16959:0:(socklnd_cb.c:931:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608844.299963:0:16959:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d908d55100. 00000800:00000200:3.0:1789608844.299968:0:16959:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608844.301923:0:16959:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608844.301930:0:16959:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d908d55100 type 1, nob 400 niov 1 nkiov 1 00000100:00000001:3.0:1789608844.301955:0:16959:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608844.301964:0:16959:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608844.301968:0:16959:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 0 is 4296575325 00000800:00000200:0.0:1789608844.302787:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608844.302794:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d908d55100. 00000400:00000200:0.0:1789608844.302800:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608844.302805:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608844.302812:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9198 00000400:00000010:0.0:1789608844.302815:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9198. 00000100:00000001:0.0:1789608844.302820:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608844.302827:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908490000 x1876538934302976/t0(0) o256->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 304/240 e 0 to 0 dl 1789608860 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608844.302843:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608844.302846:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908490000 x1876538934302976/t0(0) o256->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 304/240 e 0 to 0 dl 1789608860 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608844.302852:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608844.302854:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789608844.303305:0:16959:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296575287 00000100:00000001:3.0:1789608844.303313:0:16959:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 1 is 4296575326 00000100:00000001:3.0:1789608844.303318:0:16959:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296575287 00000100:00000001:3.0:1789608844.303321:0:16959:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608844.303325:0:16959:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608844.303328:0:16959:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608844.303330:0:16959:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789608844.303333:0:16959:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d911db6c00 going to sleep for 11 seconds 00000100:00000001:3.0:1789608844.303336:0:16959:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608844.303339:0:16959:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789608844.320117:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608844.320134:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608844.320139:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608844.320142:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608844.320151:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.320160:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608844.320171:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.320177:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.320183:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.320191:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 176 into portal 33 MB=0x6aab3c4961900 00000400:00000200:0.0:1789608844.320197:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.320203:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.203.121@tcp of length 176/176 into md 0x8419 [4] + 0 00000400:00000010:0.0:1789608844.320209:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a6e0. 00000400:00000200:0.0:1789608844.320215:0:2401:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff94d911db6840 00000800:00000001:0.0:1789608844.320221:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608844.320230:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608844.320234:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608844.320240:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608844.320246:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911db6840 00000400:00000010:0.0:1789608844.320249:0:2401:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff94d911db6840. 00000100:00000001:0.0:1789608844.320255:0:2401:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:0.0:1789608844.320257:0:2401:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff94d908490000 desc ffff94d908399400 mbits 1876538934302976 00000100:00000001:0.0:1789608844.320270:0:2401:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1789608844.320278:0:2401:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1789608844.320282:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.320289:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.21@tcp to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608844.320297:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2891:2891:256:4294967295] 192.168.203.121@tcp LPNI seq info [2891:2891:8:4294967295] 00000400:00000200:0.0:1789608844.320303:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.320314:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:192.168.203.21@tcp) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) 192.168.203.121@tcp : ACK try# 0 00000800:00000200:0.0:1789608844.320321:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 4 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608844.320328:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 296 at ffff94d91a21e200. 00000800:00000200:0.0:1789608844.320334:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608844.320343:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608844.320348:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a21e200 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:3.0:1789608844.320431:0:16959:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608844.320437:0:16959:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608844.320441:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608844.320446:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 296 at ffff94d91a21e200. 00000400:00000200:0.0:1789608844.320450:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608844.320454:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: ACK: OK 00000800:00000001:0.0:1789608844.320460:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608844.320463:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608844.324808:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608844.324823:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608844.324826:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608844.324828:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608844.324835:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.324844:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608844.324852:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.324857:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.324862:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.324866:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 240 into portal 25 MB=0x6aab3c4961900 00000400:00000200:0.0:1789608844.324871:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.324877:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.121@tcp of length 240/240 into md 0x8421 [1] + 224 00000800:00000001:0.0:1789608844.324883:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608844.324890:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608844.324893:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608844.324897:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608844.324904:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608844.324913:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908490000 x1876538934302976/t0(0) o256->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 304/240 e 0 to 0 dl 1789608860 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608844.324930:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@ffff94d908490000 x1876538934302976/t0(0) o256->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 304/240 e 0 to 0 dl 1789608860 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608844.324957:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608844.324967:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608844.324970:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608844.325263:0:16959:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608844.325272:0:16959:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608844.325274:0:16959:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608844.325277:0:16959:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2af20. 00000400:00000200:3.0:1789608844.325283:0:16959:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9660 00000400:00000010:3.0:1789608844.325285:0:16959:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9660. 00000100:00000001:3.0:1789608844.325288:0:16959:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608844.325294:0:16959:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908490000 x1876538934302976/t0(0) o256->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 304/240 e 0 to 0 dl 1789608860 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608844.325304:0:16959:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908490000 x1876538934302976/t0(0) o256->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 304/240 e 0 to 0 dl 1789608860 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608844.325311:0:16959:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608844.325314:0:16959:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608844.325316:0:16959:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608844.325319:0:16959:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608844.325322:0:16959:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608844.325324:0:16959:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608844.325327:0:16959:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608844.325335:0:16959:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d90510e460 time=52 v=5 (5 5 5 5) 00000100:00001000:3.0:1789608844.325339:0:16959:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d90510e418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608844.325342:0:16959:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608844.325344:0:16959:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608844.325346:0:16959:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608844.325348:0:16959:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608844.325351:0:16959:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608844.325355:0:16959:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff94d908490000 x1876538934302976/t0(0) o256->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 304/240 e 0 to 0 dl 1789608860 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789608844.325364:0:16959:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff94d908490000 x1876538934302976/t0(0) o256->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 304/240 e 0 to 0 dl 1789608860 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608844.325372:0:16959:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608844.325374:0:16959:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608844.325389:0:16959:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908490000 x1876538934302976/t0(0) o256->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 304/240 e 0 to 0 dl 1789608860 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608844.325396:0:16959:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908490000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:83b5584e-e144-4f7f-be05-3bcca61e7fd2:16959:1876538934302976:192.168.203.121@tcp:256:ll_cfg_requeue.0 00000100:00000001:3.0:1789608844.325401:0:16959:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608844.325403:0:16959:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608844.325405:0:16959:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789608844.325407:0:16959:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608844.325410:0:16959:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908490000 x1876538934302976/t0(0) o256->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 304/240 e 0 to 0 dl 1789608860 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608844.325415:0:16959:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608844.325418:0:16959:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d911db6c00. 00000100:00000001:3.0:1789608844.325421:0:16959:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789608844.325422:0:16959:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1789608844.325427:0:16959:0:(mgc_request.c:1600:mgc_process_recover_log()) Latest version 10, more 0. 10000000:00000001:3.0:1789608844.325430:0:16959:0:(mgc_request.c:1308:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1789608844.325436:0:16959:0:(mgc_request.c:1331:mgc_apply_recover_logs()) kmalloced '(nidlist)': 640 at ffff94d90839b400. 10000000:00000010:3.0:1789608844.325439:0:16959:0:(mgc_request.c:1343:mgc_apply_recover_logs()) kmalloced '(obdname)': 128 at ffff94d903cc7900. 10000000:00000200:3.0:1789608844.325444:0:16959:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:3.0:1789608844.325446:0:16959:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-MDT0001-mdc-ffff94d904ceb000 00010000:00000001:3.0:1789608844.325453:0:16959:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1789608844.325455:0:16959:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:3.0:1789608844.325459:0:16959:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.203.121@tcp has 192.168.203.121@tcp. 00000100:00000001:3.0:1789608844.325461:0:16959:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608844.325463:0:16959:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1789608844.325464:0:16959:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.203.121@tcp with 192.168.203.121@tcp 00000100:00000200:3.0:1789608844.325466:0:16959:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.203.121@tcp' 00000400:00000200:3.0:1789608844.325469:0:16959:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:3.0:1789608844.325471:0:16959:0:(api-ni.c:3336:LNetNIInit()) refs 1 00000400:00000200:3.0:1789608844.325474:0:16959:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.203.121@tcp 00000400:00000200:3.0:1789608844.325478:0:16959:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608844.325482:0:16959:0:(peer.c:1911:lnet_peer_add()) peer 192.168.203.121@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1789608844.325486:0:16959:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608844.325491:0:16959:0:(peer.c:2979:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1789608844.325493:0:16959:0:(peer.c:2988:lnet_discover_peer_locked()) peer 192.168.203.121@tcp NID 192.168.203.121@tcp: 0. pending discovery 00000400:00000200:3.0:1789608844.325496:0:16959:0:(peer.c:1516:LNetAddPeer()) A peer exists for NID 192.168.203.121@tcp 00000100:00000001:3.0:1789608844.325498:0:16959:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608844.325500:0:16959:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1789608844.325502:0:16959:0:(mgc_request.c:1487:mgc_apply_recover_logs()) ir apply logs 7/10 for lustre-MDT0001-mdc-ffff94d904ceb000 10000000:00000200:3.0:1789608844.325504:0:16959:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:3.0:1789608844.325506:0:16959:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-OST0001-osc-ffff94d904ceb000 00010000:00000001:3.0:1789608844.325509:0:16959:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1789608844.325510:0:16959:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:3.0:1789608844.325512:0:16959:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.203.121@tcp has 192.168.203.121@tcp. 00000100:00000001:3.0:1789608844.325514:0:16959:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608844.325515:0:16959:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1789608844.325517:0:16959:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.203.121@tcp with 192.168.203.121@tcp 00000100:00000200:3.0:1789608844.325518:0:16959:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.203.121@tcp' 00000400:00000200:3.0:1789608844.325519:0:16959:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:3.0:1789608844.325520:0:16959:0:(api-ni.c:3336:LNetNIInit()) refs 1 00000400:00000200:3.0:1789608844.325522:0:16959:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.203.121@tcp 00000400:00000200:3.0:1789608844.325524:0:16959:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608844.325526:0:16959:0:(peer.c:1911:lnet_peer_add()) peer 192.168.203.121@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1789608844.325529:0:16959:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608844.325530:0:16959:0:(peer.c:2979:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1789608844.325532:0:16959:0:(peer.c:2988:lnet_discover_peer_locked()) peer 192.168.203.121@tcp NID 192.168.203.121@tcp: 0. pending discovery 00000400:00000200:3.0:1789608844.325534:0:16959:0:(peer.c:1516:LNetAddPeer()) A peer exists for NID 192.168.203.121@tcp 00000100:00000001:3.0:1789608844.325535:0:16959:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608844.325537:0:16959:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1789608844.325539:0:16959:0:(mgc_request.c:1487:mgc_apply_recover_logs()) ir apply logs 8/10 for lustre-OST0001-osc-ffff94d904ceb000 10000000:00000200:3.0:1789608844.325541:0:16959:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:3.0:1789608844.325543:0:16959:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-OST0000-osc-ffff94d904ceb000 00010000:00000001:3.0:1789608844.325545:0:16959:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1789608844.325546:0:16959:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:3.0:1789608844.325548:0:16959:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.203.121@tcp has 192.168.203.121@tcp. 00000100:00000001:3.0:1789608844.325550:0:16959:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608844.325552:0:16959:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1789608844.325553:0:16959:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.203.121@tcp with 192.168.203.121@tcp 00000100:00000200:3.0:1789608844.325554:0:16959:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.203.121@tcp' 00000400:00000200:3.0:1789608844.325555:0:16959:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:3.0:1789608844.325556:0:16959:0:(api-ni.c:3336:LNetNIInit()) refs 1 00000400:00000200:3.0:1789608844.325558:0:16959:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.203.121@tcp 00000400:00000200:3.0:1789608844.325560:0:16959:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608844.325562:0:16959:0:(peer.c:1911:lnet_peer_add()) peer 192.168.203.121@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1789608844.325564:0:16959:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608844.325566:0:16959:0:(peer.c:2979:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1789608844.325568:0:16959:0:(peer.c:2988:lnet_discover_peer_locked()) peer 192.168.203.121@tcp NID 192.168.203.121@tcp: 0. pending discovery 00000400:00000200:3.0:1789608844.325569:0:16959:0:(peer.c:1516:LNetAddPeer()) A peer exists for NID 192.168.203.121@tcp 00000100:00000001:3.0:1789608844.325571:0:16959:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608844.325572:0:16959:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1789608844.325574:0:16959:0:(mgc_request.c:1487:mgc_apply_recover_logs()) ir apply logs 9/10 for lustre-OST0000-osc-ffff94d904ceb000 10000000:00000200:3.0:1789608844.325576:0:16959:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:3.0:1789608844.325577:0:16959:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-MDT0000-mdc-ffff94d904ceb000 00010000:00000001:3.0:1789608844.325579:0:16959:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1789608844.325580:0:16959:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:3.0:1789608844.325583:0:16959:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.203.121@tcp has 192.168.203.121@tcp. 00000100:00000001:3.0:1789608844.325585:0:16959:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608844.325586:0:16959:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1789608844.325587:0:16959:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.203.121@tcp with 192.168.203.121@tcp 00000100:00000200:3.0:1789608844.325588:0:16959:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.203.121@tcp' 00000400:00000200:3.0:1789608844.325589:0:16959:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:3.0:1789608844.325590:0:16959:0:(api-ni.c:3336:LNetNIInit()) refs 1 00000400:00000200:3.0:1789608844.325592:0:16959:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.203.121@tcp 00000400:00000200:3.0:1789608844.325607:0:16959:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608844.325609:0:16959:0:(peer.c:1911:lnet_peer_add()) peer 192.168.203.121@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1789608844.325612:0:16959:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608844.325614:0:16959:0:(peer.c:2979:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1789608844.325616:0:16959:0:(peer.c:2988:lnet_discover_peer_locked()) peer 192.168.203.121@tcp NID 192.168.203.121@tcp: 0. pending discovery 00000400:00000200:3.0:1789608844.325618:0:16959:0:(peer.c:1516:LNetAddPeer()) A peer exists for NID 192.168.203.121@tcp 00000100:00000001:3.0:1789608844.325620:0:16959:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608844.325621:0:16959:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1789608844.325623:0:16959:0:(mgc_request.c:1487:mgc_apply_recover_logs()) ir apply logs 10/10 for lustre-MDT0000-mdc-ffff94d904ceb000 10000000:00000010:3.0:1789608844.325633:0:16959:0:(mgc_request.c:1492:mgc_apply_recover_logs()) kfreed 'obdname': 128 at ffff94d903cc7900. 10000000:00000010:3.0:1789608844.325637:0:16959:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'nidlist': 640 at ffff94d90839b400. 10000000:00000001:3.0:1789608844.325640:0:16959:0:(mgc_request.c:1496:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608844.325643:0:16959:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608844.325646:0:16959:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908490000 x1876538934302976/t0(0) o256->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 304/240 e 0 to 0 dl 1789608860 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608844.325653:0:16959:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608844.325655:0:16959:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608844.325658:0:16959:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d907d5c000. 02000000:00000001:3.0:1789608844.325661:0:16959:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608844.325664:0:16959:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608844.325665:0:16959:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=4 obd=MGC192.168.203.121@tcp 00000020:00000001:3.0:1789608844.325668:0:16959:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:3.0:1789608844.325669:0:16959:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1789608844.325671:0:16959:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608844.325672:0:16959:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=3 obd=MGC192.168.203.121@tcp 00000020:00000001:3.0:1789608844.326124:0:16959:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000010:3.0:1789608844.326129:0:16959:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at ffff94d910d38500. 00000100:00000010:3.0:1789608844.326134:0:16959:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff94d908399400. 00000100:00000001:3.0:1789608844.326137:0:16959:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1789608844.326141:0:16959:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d907d5d000. 02000000:00000001:3.0:1789608844.326145:0:16959:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608844.326146:0:16959:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608844.326148:0:16959:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908490000. 00000100:00000001:3.0:1789608844.326151:0:16959:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608844.326153:0:16959:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1789608844.326176:0:16959:0:(mgc_request.c:1652:mgc_process_recover_log()) kvfree 'folios': 32 at ffff94d906078500. 10000000:01000000:3.0:1789608844.326180:0:16959:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.121@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:3.0:1789608844.326184:0:16959:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1789608844.326186:0:16959:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608844.326188:0:16959:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608844.326192:0:16959:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6aa00 refcount=3 00000020:00000001:3.0:1789608844.326265:0:16959:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528152064 : -117815181399552 : ffff94d903f6aa00) 00010000:00000001:3.0:1789608844.326269:0:16959:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528152064 : -117815181399552 : ffff94d903f6aa00) 00010000:00000001:3.0:1789608844.326272:0:16959:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608844.326277:0:16959:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.121@tcp lock: ffff94d903f6aa00/0xc54db3288176ff3d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x91bddff8e8ed9a64 expref: -99 pid: 16959 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608844.326285:0:16959:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608844.326287:0:16959:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789608844.326289:0:16959:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.121@tcp lock: ffff94d903f6aa00/0xc54db3288176ff3d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x91bddff8e8ed9a64 expref: -99 pid: 16959 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608844.326295:0:16959:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608844.326296:0:16959:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608844.326297:0:16959:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1789608844.326298:0:16959:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789608844.326300:0:16959:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789608844.326303:0:16959:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1789608844.326306:0:16959:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1789608844.326307:0:16959:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff94d91a40a800) refs 2 10000000:00000001:3.0:1789608844.326310:0:16959:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789608844.326312:0:16959:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1789608844.326314:0:16959:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff94d91a40b400) refs 3 10000000:00000001:3.0:1789608844.326317:0:16959:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1789608844.326318:0:16959:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1789608844.326320:0:16959:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:3.0:1789608844.326322:0:16959:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:3.0:1789608844.326324:0:16959:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff94d904ceb000 from 52 10000000:00000001:3.0:1789608844.326326:0:16959:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1789608844.326328:0:16959:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:3.0:1789608844.326335:0:16959:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908490000. 00000020:00000040:3.0:1789608844.326339:0:16959:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=4 obd=MGC192.168.203.121@tcp 00000100:00000001:3.0:1789608844.326342:0:16959:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608844.326345:0:16959:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608844.326350:0:16959:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608844.326356:0:16959:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d907d5d000. 00000100:00000001:3.0:1789608844.326362:0:16959:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608844.326367:0:16959:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789608844.326380:0:16959:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789608844.326388:0:16959:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d904e29c00. 00010000:00000001:3.0:1789608844.326392:0:16959:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789608844.326395:0:16959:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d9421c0800. 00000020:00000001:3.0:1789608844.326400:0:16959:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789608844.326402:0:16959:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d9421c0800 with handle 0xc54db3288176ff44 to hash 00000020:00000001:3.0:1789608844.326404:0:16959:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789608844.326406:0:16959:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626259570788352 : -117814138763264 : ffff94d9421c0800) 00010000:00000001:3.0:1789608844.326408:0:16959:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626259570788352 : -117814138763264 : ffff94d9421c0800) 00010000:00000001:3.0:1789608844.326411:0:16959:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608844.326414:0:16959:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608844.326417:0:16959:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.121@tcp lock: ffff94d9421c0800/0xc54db3288176ff44 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16959 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608844.326424:0:16959:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.121@tcp lock: ffff94d9421c0800/0xc54db3288176ff44 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16959 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608844.326434:0:16959:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.121@tcp lock: ffff94d9421c0800/0xc54db3288176ff44 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16959 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789608844.326445:0:16959:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789608844.326447:0:16959:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789608844.326452:0:16959:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d911db6c00. 00000100:00000001:3.0:1789608844.326454:0:16959:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258761247744 : -117814948303872 : ffff94d911db6c00) 00000100:00000001:3.0:1789608844.326456:0:16959:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608844.326458:0:16959:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600656896 : -117815108894720 : ffff94d908490000) 00000100:00000001:3.0:1789608844.326463:0:16959:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608844.326467:0:16959:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608844.326469:0:16959:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789608844.326471:0:16959:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608844.326477:0:16959:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908490000 x1876538934303104/t0(0) o101->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608844.326485:0:16959:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608844.326487:0:16959:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608844.326491:0:16959:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608844.326493:0:16959:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608844.326496:0:16959:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608844.326499:0:16959:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908490000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:83b5584e-e144-4f7f-be05-3bcca61e7fd2:16959:1876538934303104:192.168.203.121@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1789608844.326503:0:16959:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608844.326507:0:16959:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608844.326510:0:16959:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608844.326512:0:16959:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608844.326517:0:16959:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d908399400. 02000000:00000001:3.0:1789608844.326519:0:16959:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608844.326525:0:16959:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608844.326528:0:16959:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2af20. 00000400:00000010:3.0:1789608844.326534:0:16959:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9660. 00000100:00000200:3.0:1789608844.326541:0:16959:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934303104, portal 25 00000100:00000001:3.0:1789608844.326543:0:16959:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608844.326545:0:16959:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600656896 : -117815108894720 : ffff94d908490000) 00000100:00000040:3.0:1789608844.326550:0:16959:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d908490000 x1876538934303104/t0(0) o101->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1789608860 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608844.326563:0:16959:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608844.326566:0:16959:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608844.326569:0:16959:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9c38. 00000100:00000200:3.0:1789608844.326573:0:16959:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1876538934303104, offset 0 00000400:00000200:3.0:1789608844.326580:0:16959:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608844.326587:0:16959:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608844.326594:0:16959:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608844.326613:0:16959:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608844.326617:0:16959:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608844.326620:0:16959:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608844.326624:0:16959:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608844.327293:0:16959:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2892:2892:256:4294967295] 192.168.203.121@tcp LPNI seq info [2892:2892:8:4294967295] 00000400:00000200:3.0:1789608844.327301:0:16959:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608844.327311:0:16959:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608844.327318:0:16959:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608844.327324:0:16959:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d908d55900. 00000800:00000200:3.0:1789608844.327331:0:16959:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608844.327339:0:16959:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608844.327343:0:16959:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d908d55900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1789608844.327361:0:16959:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608844.327366:0:16959:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000800:00000200:0.0:1789608844.327465:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608844.327470:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d908d55900. 00000400:00000200:0.0:1789608844.327475:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608844.327480:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608844.327485:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9c38 00000400:00000010:0.0:1789608844.327488:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9c38. 00000100:00000001:0.0:1789608844.327492:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608844.327498:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908490000 x1876538934303104/t0(0) o101->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1789608860 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608844.327508:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608844.327512:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908490000 x1876538934303104/t0(0) o101->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1789608860 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608844.327518:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608844.327520:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789608844.327866:0:16959:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 0 is 4296575352 00000100:00000001:3.0:1789608844.327875:0:16959:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296575325 00000100:00000001:3.0:1789608844.327879:0:16959:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 1 is 4296575352 00000100:00000001:3.0:1789608844.327883:0:16959:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296575326 00000100:00000001:3.0:1789608844.327886:0:16959:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608844.327889:0:16959:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608844.327892:0:16959:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608844.327894:0:16959:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789608844.327897:0:16959:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d911db6c00 going to sleep for 11 seconds 00000100:00000001:3.0:1789608844.327900:0:16959:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608844.327903:0:16959:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789608844.336355:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608844.336372:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608844.336376:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608844.336378:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608844.336386:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.336393:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608844.336402:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.336407:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.336412:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.336416:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 344 into portal 25 MB=0x6aab3c4961980 00000400:00000200:0.0:1789608844.336421:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.336426:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.121@tcp of length 344/344 into md 0x8429 [1] + 224 00000800:00000001:0.0:1789608844.336434:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608844.336442:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608844.336445:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608844.336449:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608844.336455:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608844.336465:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908490000 x1876538934303104/t0(0) o101->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1789608860 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608844.336476:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff94d908490000 x1876538934303104/t0(0) o101->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1789608860 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608844.336496:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608844.336504:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608844.336507:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608844.338587:0:16959:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608844.338600:0:16959:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608844.338602:0:16959:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608844.338606:0:16959:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2af20. 00000400:00000200:3.0:1789608844.338613:0:16959:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9660 00000400:00000010:3.0:1789608844.338616:0:16959:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9660. 00000100:00000001:3.0:1789608844.338620:0:16959:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608844.338631:0:16959:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908490000 x1876538934303104/t0(0) o101->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1789608860 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608844.338642:0:16959:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908490000 x1876538934303104/t0(0) o101->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1789608860 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608844.338650:0:16959:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608844.338652:0:16959:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608844.338655:0:16959:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608844.338658:0:16959:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608844.338660:0:16959:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608844.338663:0:16959:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608844.338666:0:16959:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608844.338672:0:16959:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d90510e460 time=52 v=5 (5 5 5 5) 00000100:00001000:3.0:1789608844.338691:0:16959:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d90510e418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608844.338694:0:16959:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608844.338696:0:16959:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608844.338699:0:16959:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608844.338701:0:16959:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608844.338705:0:16959:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608844.338710:0:16959:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908490000 x1876538934303104/t0(0) o101->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1789608860 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608844.338717:0:16959:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608844.338721:0:16959:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608844.338724:0:16959:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608844.338739:0:16959:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908490000 x1876538934303104/t0(0) o101->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1789608860 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608844.338752:0:16959:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908490000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:83b5584e-e144-4f7f-be05-3bcca61e7fd2:16959:1876538934303104:192.168.203.121@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1789608844.338756:0:16959:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608844.338759:0:16959:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608844.338761:0:16959:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789608844.338763:0:16959:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608844.338776:0:16959:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908490000 x1876538934303104/t0(0) o101->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1789608860 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608844.338783:0:16959:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608844.338785:0:16959:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d911db6c00. 00000100:00000001:3.0:1789608844.338790:0:16959:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789608844.338792:0:16959:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608844.338795:0:16959:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789608844.338797:0:16959:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608844.338800:0:16959:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608844.338804:0:16959:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0800 refcount=4 00000020:00000001:3.0:1789608844.338806:0:16959:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570788352 : -117814138763264 : ffff94d9421c0800) 00010000:00000001:3.0:1789608844.338809:0:16959:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570788352 : -117814138763264 : ffff94d9421c0800) 00010000:00000040:3.0:1789608844.338814:0:16959:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d9421c0800, remote cookie: 0x91bddff8e8ed9a6b, flags: 0x0 00010000:00000001:3.0:1789608844.338818:0:16959:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789608844.338821:0:16959:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789608844.338824:0:16959:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789608844.338825:0:16959:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789608844.338826:0:16959:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789608844.338829:0:16959:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff94d904e29c00) refcount = 1 00010000:00010000:3.0:1789608844.338835:0:16959:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.121@tcp lock: ffff94d9421c0800/0xc54db3288176ff44 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x91bddff8e8ed9a6b expref: -99 pid: 16959 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608844.338842:0:16959:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789608844.338844:0:16959:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789608844.338845:0:16959:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608844.338847:0:16959:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789608844.338851:0:16959:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608844.338854:0:16959:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.121@tcp lock: ffff94d9421c0800/0xc54db3288176ff44 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x91bddff8e8ed9a6b expref: -99 pid: 16959 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608844.338859:0:16959:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789608844.338860:0:16959:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608844.338862:0:16959:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608844.338863:0:16959:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608844.338864:0:16959:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608844.338865:0:16959:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608844.338868:0:16959:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608844.338871:0:16959:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908490000 x1876538934303104/t0(0) o101->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1789608860 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608844.338877:0:16959:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608844.338879:0:16959:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608844.338882:0:16959:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d908399400. 02000000:00000001:3.0:1789608844.338885:0:16959:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608844.338888:0:16959:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608844.338889:0:16959:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=3 obd=MGC192.168.203.121@tcp 00000020:00000001:3.0:1789608844.338891:0:16959:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608844.338894:0:16959:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d907d5d000. 02000000:00000001:3.0:1789608844.338897:0:16959:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608844.338899:0:16959:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608844.338900:0:16959:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908490000. 00000100:00000001:3.0:1789608844.338904:0:16959:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608844.338905:0:16959:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1789608844.338907:0:16959:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789608844.338910:0:16959:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1789608844.338912:0:16959:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff94d91a40a800) refs 3 10000000:00000001:3.0:1789608844.338914:0:16959:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608844.338915:0:16959:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608844.338917:0:16959:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608844.338918:0:16959:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0800 refcount=3 00000020:00000001:3.0:1789608844.338920:0:16959:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570788352 : -117814138763264 : ffff94d9421c0800) 00010000:00000001:3.0:1789608844.338922:0:16959:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570788352 : -117814138763264 : ffff94d9421c0800) 00010000:00000001:3.0:1789608844.338924:0:16959:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1789608844.338925:0:16959:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608844.338926:0:16959:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608844.338928:0:16959:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789608844.338930:0:16959:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1789608844.338936:0:16959:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff94d910d38500. 00000020:00000010:3.0:1789608844.338940:0:16959:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94d907d5d000. 00000020:00000010:3.0:1789608844.338945:0:16959:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff94d907d5c000. 00000040:00000010:3.0:1789608844.338949:0:16959:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff94d907d5c400. 00000020:00000010:3.0:1789608844.338954:0:16959:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff94d90406e000. 00000020:00000010:3.0:1789608844.338958:0:16959:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff94d907d5c600. 80000000:00000010:3.0:1789608844.338962:0:16959:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff94d909265ba0. 00040000:00000010:3.0:1789608844.338967:0:16959:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff94d907d5d600. 20000000:00000010:3.0:1789608844.338970:0:16959:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff94d907d5c800. 10000000:00000040:3.0:1789608844.338985:0:16959:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff94d9043676c0 : new refcount 2 00000020:00000001:3.0:1789608844.338989:0:16959:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:3.0:1789608844.338990:0:16959:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:3.0:1789608844.338993:0:16959:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:3.0:1789608844.338996:0:16959:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff94d907d5da00. 00000040:00000001:3.0:1789608844.339000:0:16959:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:3.0:1789608844.339003:0:16959:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=4 obd=MGC192.168.203.121@tcp 00000100:00000010:3.0:1789608844.339007:0:16959:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908490000. 00000020:00000040:3.0:1789608844.339010:0:16959:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=5 obd=MGC192.168.203.121@tcp 00000100:00000001:3.0:1789608844.339014:0:16959:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608844.339016:0:16959:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608844.339019:0:16959:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608844.339025:0:16959:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d907d5d400. 00000100:00000001:3.0:1789608844.339030:0:16959:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608844.339036:0:16959:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789608844.339038:0:16959:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789608844.339043:0:16959:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d911db6c00. 00000100:00000001:3.0:1789608844.339045:0:16959:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258761247744 : -117814948303872 : ffff94d911db6c00) 00000100:00000001:3.0:1789608844.339047:0:16959:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608844.339049:0:16959:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600656896 : -117815108894720 : ffff94d908490000) 00000100:00000001:3.0:1789608844.339053:0:16959:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608844.339057:0:16959:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608844.339059:0:16959:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789608844.339060:0:16959:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608844.339065:0:16959:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908490000 x1876538934303232/t0(0) o501->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608844.339072:0:16959:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608844.339074:0:16959:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608844.339077:0:16959:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608844.339080:0:16959:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608844.339081:0:16959:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608844.339084:0:16959:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908490000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:83b5584e-e144-4f7f-be05-3bcca61e7fd2:16959:1876538934303232:192.168.203.121@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1789608844.339088:0:16959:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608844.339091:0:16959:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608844.339093:0:16959:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608844.339095:0:16959:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608844.339099:0:16959:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d907d5ce00. 02000000:00000001:3.0:1789608844.339100:0:16959:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608844.339107:0:16959:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608844.339110:0:16959:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2af20. 00000400:00000010:3.0:1789608844.339113:0:16959:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9660. 00000100:00000200:3.0:1789608844.339118:0:16959:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934303232, portal 25 00000100:00000001:3.0:1789608844.339120:0:16959:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608844.339121:0:16959:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600656896 : -117815108894720 : ffff94d908490000) 00000100:00000040:3.0:1789608844.339125:0:16959:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d908490000 x1876538934303232/t0(0) o501->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 512/272 e 0 to 0 dl 1789608860 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608844.339132:0:16959:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608844.339135:0:16959:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608844.339137:0:16959:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9f68. 00000100:00000200:3.0:1789608844.339141:0:16959:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1876538934303232, offset 0 00000400:00000200:3.0:1789608844.339146:0:16959:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608844.339154:0:16959:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608844.339161:0:16959:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608844.339166:0:16959:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608844.339171:0:16959:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608844.339175:0:16959:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608844.339178:0:16959:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608844.339181:0:16959:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2893:2893:256:4294967295] 192.168.203.121@tcp LPNI seq info [2893:2893:8:4294967295] 00000400:00000200:3.0:1789608844.339186:0:16959:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608844.339267:0:16959:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608844.339274:0:16959:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608844.339279:0:16959:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d908d55900. 00000800:00000200:3.0:1789608844.339286:0:16959:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608844.339293:0:16959:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608844.339298:0:16959:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d908d55900 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:3.0:1789608844.339318:0:16959:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608844.339322:0:16959:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608844.339325:0:16959:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 0 is 4296575360 00000100:00000001:3.0:1789608844.339332:0:16959:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296575352 00000100:00000001:3.0:1789608844.339337:0:16959:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 1 is 4296575360 00000100:00000001:3.0:1789608844.339341:0:16959:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296575352 00000100:00000001:3.0:1789608844.339344:0:16959:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608844.339346:0:16959:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608844.339348:0:16959:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608844.339350:0:16959:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789608844.339352:0:16959:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d911db6c00 going to sleep for 11 seconds 00000100:00000001:3.0:1789608844.339354:0:16959:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608844.339356:0:16959:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608844.339747:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608844.339753:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d908d55900. 00000400:00000200:0.0:1789608844.339758:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608844.339772:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608844.339777:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9f68 00000400:00000010:0.0:1789608844.339780:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9f68. 00000100:00000001:0.0:1789608844.339784:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608844.339788:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908490000 x1876538934303232/t0(0) o501->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 512/272 e 0 to 0 dl 1789608860 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608844.339797:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608844.339800:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908490000 x1876538934303232/t0(0) o501->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 512/272 e 0 to 0 dl 1789608860 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608844.339806:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608844.339808:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608844.349094:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608844.349111:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608844.349115:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608844.349118:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608844.349126:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.349133:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608844.349141:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.349146:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.349151:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.349156:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 272 into portal 25 MB=0x6aab3c4961a00 00000400:00000200:0.0:1789608844.349161:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.349167:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.121@tcp of length 272/272 into md 0x8431 [1] + 224 00000800:00000001:0.0:1789608844.349178:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608844.349186:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608844.349190:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608844.349194:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608844.349201:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608844.349209:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908490000 x1876538934303232/t0(0) o501->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 512/272 e 0 to 0 dl 1789608860 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608844.349219:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff94d908490000 x1876538934303232/t0(0) o501->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 512/272 e 0 to 0 dl 1789608860 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608844.349242:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608844.349250:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608844.349253:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608844.349310:0:16959:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608844.349319:0:16959:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608844.349321:0:16959:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608844.349325:0:16959:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2af20. 00000400:00000200:3.0:1789608844.349330:0:16959:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9660 00000400:00000010:3.0:1789608844.349332:0:16959:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9660. 00000100:00000001:3.0:1789608844.349336:0:16959:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608844.349340:0:16959:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908490000 x1876538934303232/t0(0) o501->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 512/272 e 0 to 0 dl 1789608860 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608844.349354:0:16959:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908490000 x1876538934303232/t0(0) o501->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 512/272 e 0 to 0 dl 1789608860 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608844.349359:0:16959:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608844.349361:0:16959:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608844.349363:0:16959:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608844.349366:0:16959:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608844.349369:0:16959:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608844.349371:0:16959:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608844.349374:0:16959:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608844.349392:0:16959:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d90510e460 time=52 v=5 (5 5 5 5) 00000100:00001000:3.0:1789608844.349396:0:16959:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d90510e418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608844.349398:0:16959:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608844.349400:0:16959:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608844.349402:0:16959:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608844.349405:0:16959:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608844.349408:0:16959:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608844.349413:0:16959:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908490000 x1876538934303232/t0(0) o501->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 512/272 e 0 to 0 dl 1789608860 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608844.349420:0:16959:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608844.349423:0:16959:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608844.349425:0:16959:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608844.349430:0:16959:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908490000 x1876538934303232/t0(0) o501->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 512/272 e 0 to 0 dl 1789608860 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608844.349437:0:16959:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908490000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:83b5584e-e144-4f7f-be05-3bcca61e7fd2:16959:1876538934303232:192.168.203.121@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1789608844.349442:0:16959:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608844.349445:0:16959:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608844.349447:0:16959:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789608844.349450:0:16959:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608844.349453:0:16959:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908490000 x1876538934303232/t0(0) o501->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 512/272 e 0 to 0 dl 1789608860 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608844.349459:0:16959:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608844.349462:0:16959:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d911db6c00. 00000100:00000001:3.0:1789608844.349465:0:16959:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789608844.349466:0:16959:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1789608844.349471:0:16959:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:3.0:1789608844.349476:0:16959:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608844.349477:0:16959:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=4 obd=MGC192.168.203.121@tcp 00000020:00000001:3.0:1789608844.349479:0:16959:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:3.0:1789608844.349481:0:16959:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608844.349484:0:16959:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908490000 x1876538934303232/t0(0) o501->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 512/272 e 0 to 0 dl 1789608860 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608844.349490:0:16959:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608844.349492:0:16959:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608844.349495:0:16959:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d907d5ce00. 02000000:00000001:3.0:1789608844.349498:0:16959:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608844.349499:0:16959:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608844.349501:0:16959:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=3 obd=MGC192.168.203.121@tcp 00000020:00000001:3.0:1789608844.349502:0:16959:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608844.349505:0:16959:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d907d5d400. 02000000:00000001:3.0:1789608844.349508:0:16959:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608844.349510:0:16959:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608844.349511:0:16959:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908490000. 00000100:00000001:3.0:1789608844.349514:0:16959:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608844.349515:0:16959:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1789608844.349517:0:16959:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1789608844.349521:0:16959:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:3.0:1789608844.349527:0:16959:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff94d907fde000. 00000040:00000001:3.0:1789608844.349529:0:16959:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:3.0:1789608844.349530:0:16959:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:3.0:1789608844.349532:0:16959:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=4 obd=MGC192.168.203.121@tcp 00000100:00000010:3.0:1789608844.349535:0:16959:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908490000. 00000020:00000040:3.0:1789608844.349538:0:16959:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=5 obd=MGC192.168.203.121@tcp 00000100:00000001:3.0:1789608844.349541:0:16959:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608844.349543:0:16959:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608844.349548:0:16959:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608844.349553:0:16959:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d907d5d400. 00000100:00000001:3.0:1789608844.349559:0:16959:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608844.349563:0:16959:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789608844.349565:0:16959:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789608844.349570:0:16959:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d911db6c00. 00000100:00000001:3.0:1789608844.349572:0:16959:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258761247744 : -117814948303872 : ffff94d911db6c00) 00000100:00000001:3.0:1789608844.349574:0:16959:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608844.349576:0:16959:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600656896 : -117815108894720 : ffff94d908490000) 00000100:00000001:3.0:1789608844.349581:0:16959:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608844.349585:0:16959:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608844.349586:0:16959:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789608844.349588:0:16959:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608844.349592:0:16959:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908490000 x1876538934303360/t0(0) o503->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608844.349611:0:16959:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608844.349614:0:16959:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608844.349618:0:16959:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608844.349620:0:16959:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608844.349622:0:16959:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608844.349635:0:16959:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908490000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:83b5584e-e144-4f7f-be05-3bcca61e7fd2:16959:1876538934303360:192.168.203.121@tcp:503:ll_cfg_requeue.0 00000100:00000001:3.0:1789608844.349639:0:16959:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608844.349642:0:16959:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608844.349645:0:16959:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608844.349647:0:16959:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608844.349667:0:16959:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff94d907e3c000. 02000000:00000001:3.0:1789608844.349669:0:16959:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608844.349674:0:16959:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608844.349717:0:16959:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2af20. 00000400:00000010:3.0:1789608844.349723:0:16959:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff94d911db6cc0. 00000100:00000200:3.0:1789608844.349738:0:16959:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1876538934303360, portal 25 00000100:00000001:3.0:1789608844.349740:0:16959:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608844.349742:0:16959:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600656896 : -117815108894720 : ffff94d908490000) 00000100:00000040:3.0:1789608844.349747:0:16959:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d908490000 x1876538934303360/t0(0) o503->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789608860 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608844.349753:0:16959:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608844.349755:0:16959:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608844.349759:0:16959:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9660. 00000100:00000200:3.0:1789608844.349762:0:16959:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1876538934303360, offset 0 00000400:00000200:3.0:1789608844.349768:0:16959:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608844.349774:0:16959:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608844.349781:0:16959:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608844.349787:0:16959:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608844.349790:0:16959:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608844.349794:0:16959:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608844.349796:0:16959:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608844.349800:0:16959:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2894:2894:256:4294967295] 192.168.203.121@tcp LPNI seq info [2894:2894:8:4294967295] 00000400:00000200:3.0:1789608844.349804:0:16959:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608844.349813:0:16959:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608844.349818:0:16959:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608844.349823:0:16959:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d908d55100. 00000800:00000200:3.0:1789608844.349830:0:16959:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608844.349837:0:16959:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608844.349841:0:16959:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d908d55100 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1789608844.349849:0:16959:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608844.349852:0:16959:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608844.349855:0:16959:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 0 is 4296575374 00000100:00000001:3.0:1789608844.349862:0:16959:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296575360 00000100:00000001:3.0:1789608844.349867:0:16959:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 1 is 4296575374 00000100:00000001:3.0:1789608844.349870:0:16959:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296575360 00000100:00000001:3.0:1789608844.349872:0:16959:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608844.349874:0:16959:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608844.349877:0:16959:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608844.349878:0:16959:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789608844.349880:0:16959:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d911db6c00 going to sleep for 11 seconds 00000100:00000001:3.0:1789608844.349882:0:16959:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608844.349884:0:16959:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608844.350136:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608844.350141:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d908d55100. 00000400:00000200:0.0:1789608844.350145:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608844.350150:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608844.350154:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9660 00000400:00000010:0.0:1789608844.350156:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9660. 00000100:00000001:0.0:1789608844.350159:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608844.350163:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908490000 x1876538934303360/t0(0) o503->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789608860 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608844.350170:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608844.350173:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908490000 x1876538934303360/t0(0) o503->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789608860 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608844.350178:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608844.350179:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608844.362810:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608844.362831:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608844.362836:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608844.362839:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608844.362847:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.362854:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608844.362865:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.362869:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.362875:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.362879:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 8416 into portal 25 MB=0x6aab3c4961a80 00000400:00000200:0.0:1789608844.362884:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.362889:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.121@tcp of length 8416/8416 into md 0x8439 [4] + 224 00000800:00000001:0.0:1789608844.362896:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608844.362926:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608844.362929:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608844.362934:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608844.362941:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608844.362949:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908490000 x1876538934303360/t0(0) o503->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789608860 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608844.362960:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff94d908490000 x1876538934303360/t0(0) o503->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789608860 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608844.362985:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608844.362992:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608844.362996:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608844.363097:0:16959:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608844.363106:0:16959:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608844.363108:0:16959:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608844.363112:0:16959:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2af20. 00000400:00000200:3.0:1789608844.363117:0:16959:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911db6cc0 00000400:00000010:3.0:1789608844.363120:0:16959:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff94d911db6cc0. 00000100:00000001:3.0:1789608844.363123:0:16959:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608844.363128:0:16959:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908490000 x1876538934303360/t0(0) o503->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789608860 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608844.363138:0:16959:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908490000 x1876538934303360/t0(0) o503->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789608860 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608844.363144:0:16959:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608844.363146:0:16959:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608844.363149:0:16959:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608844.363152:0:16959:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608844.363154:0:16959:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608844.363157:0:16959:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608844.363159:0:16959:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608844.363166:0:16959:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d90510e460 time=52 v=5 (5 5 5 5) 00000100:00001000:3.0:1789608844.363170:0:16959:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d90510e418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608844.363172:0:16959:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608844.363174:0:16959:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608844.363176:0:16959:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608844.363179:0:16959:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608844.363181:0:16959:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608844.363186:0:16959:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908490000 x1876538934303360/t0(0) o503->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789608860 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608844.363194:0:16959:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608844.363196:0:16959:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608844.363198:0:16959:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608844.363202:0:16959:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908490000 x1876538934303360/t0(0) o503->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789608860 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608844.363209:0:16959:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908490000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:83b5584e-e144-4f7f-be05-3bcca61e7fd2:16959:1876538934303360:192.168.203.121@tcp:503:ll_cfg_requeue.0 00000100:00000001:3.0:1789608844.363213:0:16959:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608844.363216:0:16959:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608844.363218:0:16959:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789608844.363220:0:16959:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608844.363223:0:16959:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908490000 x1876538934303360/t0(0) o503->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789608860 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608844.363230:0:16959:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608844.363232:0:16959:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d911db6c00. 00000100:00000001:3.0:1789608844.363234:0:16959:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789608844.363236:0:16959:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1789608844.363243:0:16959:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:3.0:1789608844.363245:0:16959:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608844.363248:0:16959:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908490000 x1876538934303360/t0(0) o503->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789608860 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608844.363253:0:16959:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608844.363255:0:16959:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608844.363257:0:16959:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff94d907e3c000. 02000000:00000001:3.0:1789608844.363267:0:16959:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608844.363270:0:16959:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608844.363272:0:16959:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=4 obd=MGC192.168.203.121@tcp 00000020:00000001:3.0:1789608844.363275:0:16959:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608844.363277:0:16959:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d907d5d400. 02000000:00000001:3.0:1789608844.363281:0:16959:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608844.363282:0:16959:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608844.363284:0:16959:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908490000. 00000100:00000001:3.0:1789608844.363287:0:16959:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608844.363288:0:16959:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789608844.363291:0:16959:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608844.363292:0:16959:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=3 obd=MGC192.168.203.121@tcp 00000020:00000001:3.0:1789608844.363293:0:16959:0:(genops.c:1229:class_import_put()) Process leaving 00000040:00000001:3.0:1789608844.363296:0:16959:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1789608844.363298:0:16959:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1789608844.363302:0:16959:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:3.0:1789608844.363383:0:16959:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff94d909265060. 00000040:00001000:3.0:1789608844.363387:0:16959:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 51 last_idx 0 read_mode 0 00000040:00000001:3.0:1789608844.364469:0:34383:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:3.0:1789608844.364476:0:34383:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94d907d5d400. 00000020:00000010:3.0:1789608844.364484:0:34383:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff94d907d5ce00. 00000040:00000010:3.0:1789608844.364490:0:34383:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff94d907d5c200. 00000020:00000010:3.0:1789608844.364494:0:34383:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff94d90406b800. 00000020:00000010:3.0:1789608844.364499:0:34383:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff94d904a9df98. 00000020:00000010:3.0:1789608844.364503:0:34383:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff94d91839ec00. 80000000:00000010:3.0:1789608844.364507:0:34383:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff94d9092656c0. 40000000:00000010:3.0:1789608844.364511:0:34383:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff94d910d38940. 00100000:00000010:3.0:1789608844.364517:0:34383:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff94d90406f800. 00040000:00000010:3.0:1789608844.364521:0:34383:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff94d908d55a00. 00040000:00000010:3.0:1789608844.364525:0:34383:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff94d90406d800. 00040000:00000010:3.0:1789608844.364528:0:34383:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff94d91839e400. 00000004:00000010:3.0:1789608844.364533:0:34383:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff94d90406a800. 00000004:00000010:3.0:1789608844.364538:0:34383:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff94d907fd5000. 00000004:00000010:3.0:1789608844.364543:0:34383:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff94d904068800. 00002000:00000010:3.0:1789608844.364547:0:34383:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff94d90839b400. 00000004:00000010:3.0:1789608844.364552:0:34383:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff94d908399400. 00000020:00000010:3.0:1789608844.364557:0:34383:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff94d910d38640. 00000040:00000010:3.0:1789608844.364565:0:34383:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff94d907fda000. 00000040:00080000:3.0:1789608844.365415:0:34383:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64768 count 51 00000040:00000010:3.0:1789608844.365423:0:34383:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff94d907fda000. 00000020:00000010:3.0:1789608844.365431:0:34383:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff94d910d38640. 00000020:00000010:3.0:1789608844.365446:0:34383:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff94d907d5ce00. 00000040:00000010:3.0:1789608844.365452:0:34383:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff94d907d5c200. 00000020:00000010:3.0:1789608844.365455:0:34383:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff94d90406b800. 00000020:00000010:3.0:1789608844.365460:0:34383:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff94d904a9df98. 00000020:00000010:3.0:1789608844.365465:0:34383:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff94d91839ec00. 80000000:00000010:3.0:1789608844.365469:0:34383:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff94d9092656c0. 40000000:00000010:3.0:1789608844.365472:0:34383:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff94d910d38940. 00100000:00000010:3.0:1789608844.365476:0:34383:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff94d90406f800. 00040000:00000010:3.0:1789608844.365479:0:34383:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff94d908d55a00. 00040000:00000010:3.0:1789608844.365484:0:34383:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff94d90406d800. 00040000:00000010:3.0:1789608844.365487:0:34383:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff94d91839e400. 00000004:00000010:3.0:1789608844.365490:0:34383:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff94d90406a800. 00000004:00000010:3.0:1789608844.365495:0:34383:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at ffff94d907fd5000. 00000004:00000010:3.0:1789608844.365500:0:34383:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff94d904068800. 00002000:00000010:3.0:1789608844.365503:0:34383:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff94d90839b400. 00000004:00000010:3.0:1789608844.365507:0:34383:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff94d908399400. 00000020:00000010:3.0:1789608844.365509:0:34383:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94d907d5d400. 00000040:00000010:0.0:1789608844.366119:0:16959:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff94d909265060. 00000040:00000001:0.0:1789608844.366125:0:16959:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1789608844.366129:0:16959:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 52-51 (rc=0) 00000040:00000010:0.0:1789608844.366134:0:16959:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff94d907fde000. 00000040:00000010:0.0:1789608844.366138:0:16959:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff94d907d5da00. 00000020:00000001:0.0:1789608844.366141:0:16959:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789608844.366144:0:16959:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:0.0:1789608844.366148:0:16959:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff94d907d5c000. 00000040:00000010:0.0:1789608844.366150:0:16959:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff94d907d5c400. 00000020:00000010:0.0:1789608844.366154:0:16959:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff94d90406e000. 00000020:00000010:0.0:1789608844.366157:0:16959:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff94d907d5c600. 80000000:00000010:0.0:1789608844.366160:0:16959:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff94d909265ba0. 00040000:00000010:0.0:1789608844.366163:0:16959:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff94d907d5d600. 20000000:00000010:0.0:1789608844.366167:0:16959:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff94d907d5c800. 00000020:00000010:0.0:1789608844.366170:0:16959:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94d907d5d000. 10000000:00000010:0.0:1789608844.366172:0:16959:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff94d910d38500. 10000000:01000000:0.0:1789608844.366176:0:16959:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.121@tcp: configuration from log 'lustre-client' succeeded (0). 10000000:00000001:0.0:1789608844.366179:0:16959:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1789608844.366182:0:16959:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608844.366184:0:16959:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608844.366188:0:16959:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0800 refcount=3 00000020:00000001:0.0:1789608844.366191:0:16959:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570788352 : -117814138763264 : ffff94d9421c0800) 00010000:00000001:0.0:1789608844.366194:0:16959:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570788352 : -117814138763264 : ffff94d9421c0800) 00010000:00000001:0.0:1789608844.366197:0:16959:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789608844.366201:0:16959:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.121@tcp lock: ffff94d9421c0800/0xc54db3288176ff44 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x91bddff8e8ed9a6b expref: -99 pid: 16959 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608844.366211:0:16959:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608844.366213:0:16959:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789608844.366216:0:16959:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.121@tcp lock: ffff94d9421c0800/0xc54db3288176ff44 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x91bddff8e8ed9a6b expref: -99 pid: 16959 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608844.366222:0:16959:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789608844.366224:0:16959:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608844.366225:0:16959:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1789608844.366227:0:16959:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789608844.366229:0:16959:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789608844.366232:0:16959:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1789608844.366235:0:16959:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1789608844.366237:0:16959:0:(mgc_request.c:108:config_log_get()) log params (ffff94d91a40a000) refs 2 10000000:00000001:0.0:1789608844.366239:0:16959:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789608844.366241:0:16959:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1789608844.366243:0:16959:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff94d91a40a800) refs 3 10000000:00000001:0.0:1789608844.366245:0:16959:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1789608844.366247:0:16959:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1789608844.366249:0:16959:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:0.0:1789608844.366251:0:16959:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:0.0:1789608844.366253:0:16959:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff94d904ceb000 from 7 10000000:00000001:0.0:1789608844.366255:0:16959:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1789608844.366257:0:16959:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:0.0:1789608844.366264:0:16959:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5f100. 00000020:00000040:0.0:1789608844.366269:0:16959:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=4 obd=MGC192.168.203.121@tcp 00000100:00000001:0.0:1789608844.366273:0:16959:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608844.366276:0:16959:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608844.366281:0:16959:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608844.366290:0:16959:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d91a21e200. 00000100:00000001:0.0:1789608844.366297:0:16959:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608844.366302:0:16959:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789608844.366304:0:16959:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789608844.366310:0:16959:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d909aba300. 00010000:00000001:0.0:1789608844.366315:0:16959:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789608844.366318:0:16959:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d905f54200. 00000020:00000001:0.0:1789608844.366322:0:16959:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789608844.366324:0:16959:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d905f54200 with handle 0xc54db3288176ff4b to hash 00000020:00000001:0.0:1789608844.366326:0:16959:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789608844.366328:0:16959:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626258561614336 : -117815147937280 : ffff94d905f54200) 00010000:00000001:0.0:1789608844.366331:0:16959:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626258561614336 : -117815147937280 : ffff94d905f54200) 00010000:00000001:0.0:1789608844.366334:0:16959:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608844.366338:0:16959:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608844.366342:0:16959:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.121@tcp lock: ffff94d905f54200/0xc54db3288176ff4b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16959 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789608844.366350:0:16959:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.121@tcp lock: ffff94d905f54200/0xc54db3288176ff4b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16959 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789608844.366362:0:16959:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.121@tcp lock: ffff94d905f54200/0xc54db3288176ff4b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16959 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789608844.366380:0:16959:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789608844.366383:0:16959:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789608844.366389:0:16959:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d90716ef00. 00000100:00000001:0.0:1789608844.366391:0:16959:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258580598528 : -117815128953088 : ffff94d90716ef00) 00000100:00000001:0.0:1789608844.366394:0:16959:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608844.366396:0:16959:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594164992 : -117815115386624 : ffff94d907e5f100) 00000100:00000001:0.0:1789608844.366400:0:16959:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608844.366405:0:16959:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608844.366408:0:16959:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789608844.366410:0:16959:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608844.366419:0:16959:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5f100 x1876538934303488/t0(0) o101->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608844.366429:0:16959:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608844.366431:0:16959:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608844.366435:0:16959:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608844.366437:0:16959:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608844.366440:0:16959:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608844.366444:0:16959:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:83b5584e-e144-4f7f-be05-3bcca61e7fd2:16959:1876538934303488:192.168.203.121@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1789608844.366448:0:16959:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608844.366453:0:16959:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608844.366455:0:16959:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608844.366458:0:16959:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608844.366462:0:16959:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903117c00. 02000000:00000001:0.0:1789608844.366464:0:16959:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608844.366471:0:16959:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608844.366476:0:16959:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8790. 00000400:00000010:0.0:1789608844.366483:0:16959:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed330. 00000100:00000200:0.0:1789608844.366490:0:16959:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934303488, portal 25 00000100:00000001:0.0:1789608844.366492:0:16959:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608844.366494:0:16959:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594164992 : -117815115386624 : ffff94d907e5f100) 00000100:00000040:0.0:1789608844.366500:0:16959:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5f100 x1876538934303488/t0(0) o101->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1789608860 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608844.366508:0:16959:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608844.366511:0:16959:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608844.366514:0:16959:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed908. 00000100:00000200:0.0:1789608844.366517:0:16959:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1876538934303488, offset 0 00000400:00000200:0.0:1789608844.366524:0:16959:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608844.366532:0:16959:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.366539:0:16959:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608844.366545:0:16959:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608844.366550:0:16959:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608844.366553:0:16959:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608844.366556:0:16959:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608844.366560:0:16959:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2895:2895:256:4294967295] 192.168.203.121@tcp LPNI seq info [2895:2895:8:4294967295] 00000400:00000200:0.0:1789608844.366565:0:16959:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.366575:0:16959:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608844.366580:0:16959:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608844.366585:0:16959:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306300. 00000800:00000200:0.0:1789608844.366592:0:16959:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608844.366900:0:16959:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608844.366905:0:16959:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1789608844.366927:0:16959:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608844.366932:0:16959:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608844.366936:0:16959:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 0 is 4296575391 00000100:00000001:0.0:1789608844.366944:0:16959:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296575374 00000100:00000001:0.0:1789608844.366949:0:16959:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 1 is 4296575391 00000100:00000001:0.0:1789608844.366952:0:16959:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296575374 00000100:00000001:0.0:1789608844.366956:0:16959:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608844.366959:0:16959:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608844.366961:0:16959:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608844.366963:0:16959:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789608844.366966:0:16959:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d90716ef00 going to sleep for 11 seconds 00000100:00000001:0.0:1789608844.366969:0:16959:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608844.366972:0:16959:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608844.367104:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608844.367109:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306300. 00000400:00000200:1.0:1789608844.367115:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608844.367120:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608844.367125:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed908 00000400:00000010:1.0:1789608844.367128:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed908. 00000100:00000001:1.0:1789608844.367133:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608844.367138:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5f100 x1876538934303488/t0(0) o101->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1789608860 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608844.367148:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608844.367152:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907e5f100 x1876538934303488/t0(0) o101->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1789608860 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608844.367159:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608844.367161:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608844.377085:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608844.377102:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608844.377107:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608844.377109:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608844.377117:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.377125:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608844.377133:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.377138:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.377143:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.377148:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 344 into portal 25 MB=0x6aab3c4961b00 00000400:00000200:0.0:1789608844.377153:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.377158:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.121@tcp of length 344/344 into md 0x8441 [1] + 224 00000800:00000001:0.0:1789608844.377165:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608844.377171:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608844.377175:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608844.377179:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608844.377187:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608844.377195:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5f100 x1876538934303488/t0(0) o101->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1789608860 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608844.377207:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff94d907e5f100 x1876538934303488/t0(0) o101->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1789608860 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608844.377228:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608844.377237:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608844.377241:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608844.377286:0:16959:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608844.377294:0:16959:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608844.377296:0:16959:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608844.377310:0:16959:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8790. 00000400:00000200:3.0:1789608844.377315:0:16959:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed330 00000400:00000010:3.0:1789608844.377317:0:16959:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed330. 00000100:00000001:3.0:1789608844.377320:0:16959:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608844.377325:0:16959:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5f100 x1876538934303488/t0(0) o101->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1789608860 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608844.377333:0:16959:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5f100 x1876538934303488/t0(0) o101->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1789608860 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608844.377339:0:16959:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608844.377341:0:16959:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608844.377344:0:16959:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608844.377347:0:16959:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608844.377349:0:16959:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608844.377351:0:16959:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608844.377354:0:16959:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608844.377361:0:16959:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d90510e460 time=52 v=5 (5 5 5 5) 00000100:00001000:3.0:1789608844.377365:0:16959:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d90510e418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608844.377367:0:16959:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608844.378485:0:16959:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608844.378492:0:16959:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608844.378495:0:16959:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608844.378499:0:16959:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608844.378508:0:16959:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5f100 x1876538934303488/t0(0) o101->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1789608860 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608844.378516:0:16959:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608844.378519:0:16959:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608844.378520:0:16959:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608844.378524:0:16959:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5f100 x1876538934303488/t0(0) o101->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1789608860 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608844.378533:0:16959:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:83b5584e-e144-4f7f-be05-3bcca61e7fd2:16959:1876538934303488:192.168.203.121@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1789608844.378538:0:16959:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608844.378541:0:16959:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608844.378543:0:16959:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789608844.378545:0:16959:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608844.378548:0:16959:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5f100 x1876538934303488/t0(0) o101->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1789608860 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608844.378554:0:16959:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608844.378557:0:16959:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d90716ef00. 00000100:00000001:3.0:1789608844.378562:0:16959:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789608844.378563:0:16959:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608844.378566:0:16959:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789608844.378569:0:16959:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608844.378572:0:16959:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608844.378575:0:16959:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54200 refcount=4 00000020:00000001:3.0:1789608844.378577:0:16959:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561614336 : -117815147937280 : ffff94d905f54200) 00010000:00000001:3.0:1789608844.378580:0:16959:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561614336 : -117815147937280 : ffff94d905f54200) 00010000:00000040:3.0:1789608844.378587:0:16959:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d905f54200, remote cookie: 0x91bddff8e8ed9a72, flags: 0x0 00010000:00000001:3.0:1789608844.378590:0:16959:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789608844.378593:0:16959:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789608844.378969:0:16959:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789608844.378970:0:16959:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789608844.378971:0:16959:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789608844.378974:0:16959:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff94d909aba300) refcount = 1 00010000:00010000:3.0:1789608844.378980:0:16959:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.121@tcp lock: ffff94d905f54200/0xc54db3288176ff4b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x91bddff8e8ed9a72 expref: -99 pid: 16959 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608844.378989:0:16959:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789608844.378991:0:16959:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789608844.378992:0:16959:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608844.378995:0:16959:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789608844.378998:0:16959:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608844.379001:0:16959:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.121@tcp lock: ffff94d905f54200/0xc54db3288176ff4b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x91bddff8e8ed9a72 expref: -99 pid: 16959 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608844.379006:0:16959:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789608844.379008:0:16959:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608844.379009:0:16959:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608844.379010:0:16959:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608844.379011:0:16959:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608844.379013:0:16959:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608844.379015:0:16959:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608844.379021:0:16959:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5f100 x1876538934303488/t0(0) o101->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1789608860 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608844.379027:0:16959:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608844.379030:0:16959:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608844.379034:0:16959:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903117c00. 02000000:00000001:3.0:1789608844.379038:0:16959:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608844.379040:0:16959:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608844.379042:0:16959:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=3 obd=MGC192.168.203.121@tcp 00000020:00000001:3.0:1789608844.379043:0:16959:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608844.379046:0:16959:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d91a21e200. 02000000:00000001:3.0:1789608844.379050:0:16959:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608844.379052:0:16959:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608844.379053:0:16959:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5f100. 00000100:00000001:3.0:1789608844.379057:0:16959:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608844.379058:0:16959:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1789608844.379060:0:16959:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789608844.379063:0:16959:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1789608844.379065:0:16959:0:(mgc_request.c:108:config_log_get()) log params (ffff94d91a40a000) refs 3 10000000:00000001:3.0:1789608844.379067:0:16959:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608844.379069:0:16959:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608844.379071:0:16959:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608844.379072:0:16959:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54200 refcount=3 00000020:00000001:3.0:1789608844.379074:0:16959:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561614336 : -117815147937280 : ffff94d905f54200) 00010000:00000001:3.0:1789608844.379077:0:16959:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561614336 : -117815147937280 : ffff94d905f54200) 00010000:00000001:3.0:1789608844.379079:0:16959:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1789608844.379081:0:16959:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608844.379082:0:16959:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608844.379083:0:16959:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789608844.379086:0:16959:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1789608844.379092:0:16959:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff94d910d38940. 00000020:00000010:3.0:1789608844.379102:0:16959:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94d91839e400. 00000020:00000010:3.0:1789608844.379107:0:16959:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff94d91839ec00. 00000040:00000010:3.0:1789608844.379111:0:16959:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff94d91839fe00. 00000020:00000010:3.0:1789608844.379117:0:16959:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff94d904068800. 00000020:00000010:3.0:1789608844.379121:0:16959:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff94d91839e600. 80000000:00000010:3.0:1789608844.379125:0:16959:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff94d9092656c0. 00040000:00000010:3.0:1789608844.379131:0:16959:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff94d907d5d000. 20000000:00000010:3.0:1789608844.379135:0:16959:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff94d907d5c800. 10000000:00000040:3.0:1789608844.379140:0:16959:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff94d9043676c0 : new refcount 2 00000020:00000001:3.0:1789608844.379143:0:16959:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:3.0:1789608844.379145:0:16959:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:3.0:1789608844.379147:0:16959:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:3.0:1789608844.379150:0:16959:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff94d907d5d600. 00000040:00000001:3.0:1789608844.379153:0:16959:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:3.0:1789608844.379155:0:16959:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=4 obd=MGC192.168.203.121@tcp 00000100:00000010:3.0:1789608844.379160:0:16959:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908490000. 00000020:00000040:3.0:1789608844.379162:0:16959:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=5 obd=MGC192.168.203.121@tcp 00000100:00000001:3.0:1789608844.379166:0:16959:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608844.379169:0:16959:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608844.379174:0:16959:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608844.379180:0:16959:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d907d5c600. 00000100:00000001:3.0:1789608844.379187:0:16959:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608844.379193:0:16959:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789608844.379194:0:16959:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789608844.379200:0:16959:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d911db6c00. 00000100:00000001:3.0:1789608844.379202:0:16959:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258761247744 : -117814948303872 : ffff94d911db6c00) 00000100:00000001:3.0:1789608844.379205:0:16959:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608844.379206:0:16959:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600656896 : -117815108894720 : ffff94d908490000) 00000100:00000001:3.0:1789608844.379210:0:16959:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608844.379214:0:16959:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608844.379217:0:16959:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789608844.379218:0:16959:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608844.379222:0:16959:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908490000 x1876538934303616/t0(0) o501->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608844.379229:0:16959:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608844.379231:0:16959:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608844.379235:0:16959:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608844.379238:0:16959:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608844.379240:0:16959:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608844.379244:0:16959:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908490000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:83b5584e-e144-4f7f-be05-3bcca61e7fd2:16959:1876538934303616:192.168.203.121@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1789608844.379248:0:16959:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608844.379252:0:16959:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608844.379254:0:16959:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608844.379257:0:16959:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608844.379261:0:16959:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d907d5c400. 02000000:00000001:3.0:1789608844.379263:0:16959:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608844.379270:0:16959:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608844.379274:0:16959:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2af20. 00000400:00000010:3.0:1789608844.379280:0:16959:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9d48. 00000100:00000200:3.0:1789608844.379287:0:16959:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934303616, portal 25 00000100:00000001:3.0:1789608844.379289:0:16959:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608844.379290:0:16959:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600656896 : -117815108894720 : ffff94d908490000) 00000100:00000040:3.0:1789608844.379296:0:16959:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d908490000 x1876538934303616/t0(0) o501->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1789608860 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608844.379303:0:16959:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608844.379306:0:16959:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608844.379308:0:16959:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9110. 00000100:00000200:3.0:1789608844.379312:0:16959:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1876538934303616, offset 0 00000400:00000200:3.0:1789608844.379318:0:16959:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608844.379326:0:16959:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608844.379333:0:16959:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608844.379339:0:16959:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608844.379343:0:16959:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608844.379348:0:16959:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608844.379350:0:16959:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608844.379354:0:16959:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2896:2896:256:4294967295] 192.168.203.121@tcp LPNI seq info [2896:2896:8:4294967295] 00000400:00000200:3.0:1789608844.379358:0:16959:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608844.379367:0:16959:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608844.381112:0:16959:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608844.388990:0:16959:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306d00. 00000800:00000200:0.0:1789608844.389009:0:16959:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608844.389018:0:16959:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608844.389023:0:16959:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306d00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:0.0:1789608844.389084:0:16959:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608844.389094:0:16959:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608844.389098:0:16959:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 0 is 4296575413 00000100:00000001:0.0:1789608844.389106:0:16959:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296575391 00000100:00000001:0.0:1789608844.389110:0:16959:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 1 is 4296575413 00000100:00000001:0.0:1789608844.389113:0:16959:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296575391 00000100:00000001:0.0:1789608844.389116:0:16959:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608844.389120:0:16959:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608844.389122:0:16959:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608844.389124:0:16959:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789608844.389127:0:16959:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d911db6c00 going to sleep for 11 seconds 00000100:00000001:0.0:1789608844.389130:0:16959:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608844.389132:0:16959:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608844.395279:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608844.395289:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306d00. 00000400:00000200:1.0:1789608844.395296:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608844.395304:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608844.395313:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9110 00000400:00000010:1.0:1789608844.395316:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9110. 00000100:00000001:1.0:1789608844.395321:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608844.395329:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908490000 x1876538934303616/t0(0) o501->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1789608860 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608844.395342:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608844.395346:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908490000 x1876538934303616/t0(0) o501->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1789608860 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608844.395353:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608844.395355:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608844.409833:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608844.409850:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608844.409855:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608844.409857:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608844.409866:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.409874:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608844.409883:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.409888:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.409895:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.409899:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 272 into portal 25 MB=0x6aab3c4961b80 00000400:00000200:0.0:1789608844.409904:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.409909:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.121@tcp of length 272/272 into md 0x8451 [1] + 224 00000800:00000001:0.0:1789608844.409916:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608844.409924:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608844.409927:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608844.409931:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608844.409938:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608844.409947:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908490000 x1876538934303616/t0(0) o501->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1789608860 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608844.409958:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff94d908490000 x1876538934303616/t0(0) o501->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1789608860 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608844.409988:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608844.409996:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608844.410000:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608844.410068:0:16959:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608844.410076:0:16959:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608844.410078:0:16959:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608844.410081:0:16959:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2af20. 00000400:00000200:2.0:1789608844.410086:0:16959:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9d48 00000400:00000010:2.0:1789608844.410089:0:16959:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9d48. 00000100:00000001:2.0:1789608844.410093:0:16959:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608844.410098:0:16959:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908490000 x1876538934303616/t0(0) o501->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1789608860 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789608844.410112:0:16959:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908490000 x1876538934303616/t0(0) o501->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1789608860 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608844.410118:0:16959:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608844.410120:0:16959:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608844.410122:0:16959:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608844.410126:0:16959:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608844.410128:0:16959:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608844.410131:0:16959:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608844.410133:0:16959:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608844.410140:0:16959:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d90510e460 time=52 v=5 (5 5 5 5) 00000100:00001000:2.0:1789608844.410144:0:16959:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d90510e418 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608844.410146:0:16959:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608844.410148:0:16959:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608844.410151:0:16959:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608844.410153:0:16959:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608844.410156:0:16959:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608844.410160:0:16959:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908490000 x1876538934303616/t0(0) o501->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1789608860 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608844.410168:0:16959:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608844.410171:0:16959:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608844.410173:0:16959:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608844.410177:0:16959:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908490000 x1876538934303616/t0(0) o501->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1789608860 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789608844.410186:0:16959:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908490000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:83b5584e-e144-4f7f-be05-3bcca61e7fd2:16959:1876538934303616:192.168.203.121@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1789608844.410191:0:16959:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608844.410194:0:16959:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608844.410198:0:16959:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789608844.410200:0:16959:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608844.410203:0:16959:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908490000 x1876538934303616/t0(0) o501->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1789608860 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608844.410210:0:16959:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608844.410213:0:16959:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d911db6c00. 00000100:00000001:2.0:1789608844.410217:0:16959:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789608844.410219:0:16959:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789608844.410226:0:16959:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:2.0:1789608844.410230:0:16959:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608844.410232:0:16959:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=4 obd=MGC192.168.203.121@tcp 00000020:00000001:2.0:1789608844.410234:0:16959:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:2.0:1789608844.410235:0:16959:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608844.410239:0:16959:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908490000 x1876538934303616/t0(0) o501->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 504/272 e 0 to 0 dl 1789608860 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608844.410246:0:16959:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608844.410248:0:16959:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608844.410251:0:16959:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d907d5c400. 02000000:00000001:2.0:1789608844.410255:0:16959:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608844.410256:0:16959:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608844.410257:0:16959:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=3 obd=MGC192.168.203.121@tcp 00000020:00000001:2.0:1789608844.410259:0:16959:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608844.410262:0:16959:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d907d5c600. 02000000:00000001:2.0:1789608844.410265:0:16959:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608844.410266:0:16959:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608844.410269:0:16959:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908490000. 00000100:00000001:2.0:1789608844.410272:0:16959:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608844.410274:0:16959:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1789608844.410276:0:16959:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789608844.410279:0:16959:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:2.0:1789608844.410286:0:16959:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff94d907e12000. 00000040:00000001:2.0:1789608844.410288:0:16959:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:2.0:1789608844.410290:0:16959:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:2.0:1789608844.410293:0:16959:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=4 obd=MGC192.168.203.121@tcp 00000100:00000010:2.0:1789608844.410296:0:16959:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d26300. 00000020:00000040:2.0:1789608844.410299:0:16959:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=5 obd=MGC192.168.203.121@tcp 00000100:00000001:2.0:1789608844.410303:0:16959:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608844.410306:0:16959:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608844.410310:0:16959:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608844.410316:0:16959:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d91372a200. 00000100:00000001:2.0:1789608844.410322:0:16959:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608844.410326:0:16959:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789608844.410328:0:16959:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789608844.410333:0:16959:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d903f00000. 00000100:00000001:2.0:1789608844.410335:0:16959:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258527715328 : -117815181836288 : ffff94d903f00000) 00000100:00000001:2.0:1789608844.410338:0:16959:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608844.410339:0:16959:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592883456 : -117815116668160 : ffff94d907d26300) 00000100:00000001:2.0:1789608844.410344:0:16959:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608844.410348:0:16959:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608844.410350:0:16959:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789608844.410352:0:16959:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608844.410356:0:16959:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d26300 x1876538934303744/t0(0) o503->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608844.410364:0:16959:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608844.410366:0:16959:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608844.410381:0:16959:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608844.410384:0:16959:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608844.410387:0:16959:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608844.410390:0:16959:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d26300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:83b5584e-e144-4f7f-be05-3bcca61e7fd2:16959:1876538934303744:192.168.203.121@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1789608844.410394:0:16959:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608844.410399:0:16959:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608844.410401:0:16959:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608844.410404:0:16959:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608844.410427:0:16959:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff94d907e3c000. 02000000:00000001:2.0:1789608844.410430:0:16959:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608844.410435:0:16959:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608844.410438:0:16959:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21aa8. 00000400:00000010:2.0:1789608844.410444:0:16959:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff94d903f00a80. 00000100:00000200:2.0:1789608844.410449:0:16959:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1876538934303744, portal 25 00000100:00000001:2.0:1789608844.410451:0:16959:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608844.410453:0:16959:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592883456 : -117815116668160 : ffff94d907d26300) 00000100:00000040:2.0:1789608844.410459:0:16959:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907d26300 x1876538934303744/t0(0) o503->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789608860 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608844.410466:0:16959:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608844.410469:0:16959:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608844.410472:0:16959:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c4c8. 00000100:00000200:2.0:1789608844.410476:0:16959:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1876538934303744, offset 0 00000400:00000200:2.0:1789608844.410481:0:16959:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608844.410487:0:16959:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608844.410493:0:16959:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608844.410498:0:16959:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608844.410502:0:16959:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608844.410506:0:16959:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608844.410509:0:16959:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608844.410513:0:16959:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2897:2897:256:4294967295] 192.168.203.121@tcp LPNI seq info [2897:2897:8:4294967295] 00000400:00000200:2.0:1789608844.410518:0:16959:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608844.410527:0:16959:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608844.410532:0:16959:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608844.410548:0:16959:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a01af00. 00000800:00000200:2.0:1789608844.410556:0:16959:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608844.410563:0:16959:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608844.410568:0:16959:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a01af00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1789608844.410585:0:16959:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608844.410590:0:16959:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608844.410592:0:16959:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 0 is 4296575434 00000100:00000001:2.0:1789608844.410614:0:16959:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296575413 00000100:00000001:2.0:1789608844.410619:0:16959:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 1 is 4296575434 00000100:00000001:2.0:1789608844.410623:0:16959:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296575413 00000100:00000001:2.0:1789608844.410633:0:16959:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608844.410636:0:16959:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608844.410639:0:16959:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608844.410641:0:16959:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789608844.410643:0:16959:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d903f00000 going to sleep for 11 seconds 00000100:00000001:2.0:1789608844.410646:0:16959:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608844.410648:0:16959:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608844.411085:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608844.411090:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a01af00. 00000400:00000200:1.0:1789608844.411095:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608844.411101:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608844.411106:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c4c8 00000400:00000010:1.0:1789608844.411109:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c4c8. 00000100:00000001:1.0:1789608844.411112:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608844.411116:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d26300 x1876538934303744/t0(0) o503->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789608860 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608844.411124:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608844.411127:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d26300 x1876538934303744/t0(0) o503->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789608860 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608844.411132:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608844.411134:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608844.416483:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608844.416501:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608844.416506:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608844.416509:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608844.416517:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.416523:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608844.416531:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.416537:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.416542:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.416546:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 8416 into portal 25 MB=0x6aab3c4961c00 00000400:00000200:0.0:1789608844.416550:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.416556:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.121@tcp of length 8416/8416 into md 0x8459 [4] + 224 00000800:00000001:0.0:1789608844.416563:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608844.416574:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608844.416577:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608844.416581:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608844.416588:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608844.416611:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d26300 x1876538934303744/t0(0) o503->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789608860 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608844.416621:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff94d907d26300 x1876538934303744/t0(0) o503->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789608860 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608844.416651:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608844.416658:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608844.416662:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608844.416937:0:16959:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608844.416946:0:16959:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608844.416948:0:16959:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608844.416951:0:16959:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21aa8. 00000400:00000200:2.0:1789608844.416957:0:16959:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d903f00a80 00000400:00000010:2.0:1789608844.416959:0:16959:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff94d903f00a80. 00000100:00000001:2.0:1789608844.416964:0:16959:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608844.416969:0:16959:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d26300 x1876538934303744/t0(0) o503->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789608860 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789608844.416978:0:16959:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d26300 x1876538934303744/t0(0) o503->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789608860 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608844.416983:0:16959:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608844.416985:0:16959:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608844.416988:0:16959:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608844.416990:0:16959:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608844.416993:0:16959:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608844.416995:0:16959:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608844.416997:0:16959:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608844.417004:0:16959:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d90510e460 time=52 v=5 (5 5 5 5) 00000100:00001000:2.0:1789608844.417008:0:16959:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d90510e418 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608844.417010:0:16959:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608844.417012:0:16959:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608844.417014:0:16959:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608844.417017:0:16959:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608844.417020:0:16959:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608844.417024:0:16959:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d26300 x1876538934303744/t0(0) o503->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789608860 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608844.417031:0:16959:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608844.417034:0:16959:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608844.417036:0:16959:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608844.417040:0:16959:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d26300 x1876538934303744/t0(0) o503->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789608860 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789608844.417048:0:16959:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d26300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:83b5584e-e144-4f7f-be05-3bcca61e7fd2:16959:1876538934303744:192.168.203.121@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1789608844.417052:0:16959:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608844.417055:0:16959:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608844.417057:0:16959:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789608844.417059:0:16959:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608844.417063:0:16959:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d26300 x1876538934303744/t0(0) o503->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789608860 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608844.417070:0:16959:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608844.417072:0:16959:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d903f00000. 00000100:00000001:2.0:1789608844.417075:0:16959:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789608844.417076:0:16959:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789608844.417084:0:16959:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:2.0:1789608844.417086:0:16959:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608844.417088:0:16959:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d26300 x1876538934303744/t0(0) o503->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789608860 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608844.417094:0:16959:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608844.417096:0:16959:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608844.417099:0:16959:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff94d907e3c000. 02000000:00000001:2.0:1789608844.417113:0:16959:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608844.417116:0:16959:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608844.417118:0:16959:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=4 obd=MGC192.168.203.121@tcp 00000020:00000001:2.0:1789608844.417120:0:16959:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608844.417122:0:16959:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d91372a200. 02000000:00000001:2.0:1789608844.417125:0:16959:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608844.417128:0:16959:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608844.417129:0:16959:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d26300. 00000100:00000001:2.0:1789608844.417132:0:16959:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608844.417133:0:16959:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789608844.417135:0:16959:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608844.417136:0:16959:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=3 obd=MGC192.168.203.121@tcp 00000020:00000001:2.0:1789608844.417138:0:16959:0:(genops.c:1229:class_import_put()) Process leaving 00000040:00000001:2.0:1789608844.417140:0:16959:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789608844.417142:0:16959:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789608844.417145:0:16959:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1789608844.417150:0:16959:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff94d907f83480. 00000040:00001000:2.0:1789608844.417153:0:16959:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:2.0:1789608844.419137:0:34384:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:2.0:1789608844.419147:0:34384:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94d91372a200. 00000020:00000010:2.0:1789608844.419155:0:34384:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff94d91372b000. 00000040:00000010:2.0:1789608844.419160:0:34384:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff94d91372ac00. 00000020:00000010:2.0:1789608844.419165:0:34384:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff94d902b3e000. 00000020:00000010:2.0:1789608844.419170:0:34384:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff94d9183fda90. 00000020:00000010:2.0:1789608844.419178:0:34384:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff94d908fab400. 80000000:00000010:2.0:1789608844.419183:0:34384:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff94d907f83d80. 40000000:00000010:2.0:1789608844.419187:0:34384:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff94d9071bfb00. 00100000:00000010:2.0:1789608844.419191:0:34384:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff94d902b3f800. 00040000:00000010:2.0:1789608844.419195:0:34384:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff94d91a01ad00. 00040000:00000010:2.0:1789608844.419200:0:34384:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff94d902b3b000. 00040000:00000010:2.0:1789608844.419203:0:34384:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff94d91a01ec00. 00000004:00000010:2.0:1789608844.419208:0:34384:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff94d902b39000. 00000004:00000010:2.0:1789608844.419213:0:34384:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff94d907e80000. 00000004:00000010:2.0:1789608844.419219:0:34384:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff94d902b3d800. 00002000:00000010:2.0:1789608844.419224:0:34384:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff94d903dbe000. 00000004:00000010:2.0:1789608844.419228:0:34384:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff94d903dbd000. 00000020:00000010:2.0:1789608844.419232:0:34384:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff94d9071bf9c0. 00000040:00000010:2.0:1789608844.419239:0:34384:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff94d907e10000. 00000040:00080000:2.0:1789608844.420129:0:34384:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:2.0:1789608844.420136:0:34384:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff94d907e10000. 00000020:00000010:2.0:1789608844.420144:0:34384:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff94d9071bf9c0. 00000020:00000010:2.0:1789608844.420159:0:34384:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff94d91372b000. 00000040:00000010:2.0:1789608844.420165:0:34384:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff94d91372ac00. 00000020:00000010:2.0:1789608844.420169:0:34384:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff94d902b3e000. 00000020:00000010:2.0:1789608844.420173:0:34384:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff94d9183fda90. 00000020:00000010:2.0:1789608844.420178:0:34384:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff94d908fab400. 80000000:00000010:2.0:1789608844.420181:0:34384:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff94d907f83d80. 40000000:00000010:2.0:1789608844.420186:0:34384:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff94d9071bfb00. 00100000:00000010:2.0:1789608844.420190:0:34384:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff94d902b3f800. 00040000:00000010:2.0:1789608844.420193:0:34384:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff94d91a01ad00. 00040000:00000010:2.0:1789608844.420197:0:34384:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff94d902b3b000. 00040000:00000010:2.0:1789608844.420199:0:34384:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff94d91a01ec00. 00000004:00000010:2.0:1789608844.420203:0:34384:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff94d902b39000. 00000004:00000010:2.0:1789608844.420207:0:34384:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at ffff94d907e80000. 00000004:00000010:2.0:1789608844.420212:0:34384:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff94d902b3d800. 00002000:00000010:2.0:1789608844.420215:0:34384:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff94d903dbe000. 00000004:00000010:2.0:1789608844.420218:0:34384:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff94d903dbd000. 00000020:00000010:2.0:1789608844.420221:0:34384:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94d91372a200. 00000040:00000010:0.0:1789608844.423500:0:16959:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff94d907f83480. 00000040:00000001:0.0:1789608844.423516:0:16959:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1789608844.423520:0:16959:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:0.0:1789608844.423526:0:16959:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff94d907e12000. 00000040:00000010:0.0:1789608844.423531:0:16959:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff94d907d5d600. 00000020:00000001:0.0:1789608844.423535:0:16959:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789608844.423874:0:16959:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:0.0:1789608844.423880:0:16959:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff94d91839ec00. 00000040:00000010:0.0:1789608844.423885:0:16959:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff94d91839fe00. 00000020:00000010:0.0:1789608844.423890:0:16959:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff94d904068800. 00000020:00000010:0.0:1789608844.423895:0:16959:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff94d91839e600. 80000000:00000010:0.0:1789608844.423899:0:16959:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff94d9092656c0. 00040000:00000010:0.0:1789608844.423903:0:16959:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff94d907d5d000. 20000000:00000010:0.0:1789608844.423907:0:16959:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff94d907d5c800. 00000020:00000010:0.0:1789608844.423911:0:16959:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94d91839e400. 10000000:00000010:0.0:1789608844.423915:0:16959:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff94d910d38940. 10000000:01000000:0.0:1789608844.423918:0:16959:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.121@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:0.0:1789608844.423921:0:16959:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1789608844.423924:0:16959:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608844.423926:0:16959:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608844.423930:0:16959:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54200 refcount=3 00000020:00000001:0.0:1789608844.423932:0:16959:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561614336 : -117815147937280 : ffff94d905f54200) 00010000:00000001:0.0:1789608844.423935:0:16959:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561614336 : -117815147937280 : ffff94d905f54200) 00010000:00000001:0.0:1789608844.423938:0:16959:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789608844.423942:0:16959:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.121@tcp lock: ffff94d905f54200/0xc54db3288176ff4b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x91bddff8e8ed9a72 expref: -99 pid: 16959 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608844.423951:0:16959:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608844.423952:0:16959:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789608844.423954:0:16959:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.121@tcp lock: ffff94d905f54200/0xc54db3288176ff4b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x91bddff8e8ed9a72 expref: -99 pid: 16959 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608844.423960:0:16959:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789608844.423962:0:16959:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608844.423963:0:16959:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1789608844.423965:0:16959:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789608844.423967:0:16959:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789608844.423969:0:16959:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1789608844.423971:0:16959:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1789608844.423973:0:16959:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff94d91a40bc00) refs 2 10000000:00000001:0.0:1789608844.423975:0:16959:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789608844.423977:0:16959:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1789608844.423978:0:16959:0:(mgc_request.c:123:config_log_put()) log params(ffff94d91a40a000) refs 3 10000000:00000001:0.0:1789608844.423980:0:16959:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1789608844.423982:0:16959:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1789608844.423984:0:16959:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:0.0:1789608844.423986:0:16959:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:0.0:1789608844.423988:0:16959:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff94d907e23380 from 1 10000000:00000001:0.0:1789608844.423990:0:16959:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1789608844.423991:0:16959:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1789608844.424000:0:16959:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5ce00. 00000020:00000040:0.0:1789608844.424004:0:16959:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=4 obd=MGC192.168.203.121@tcp 00000100:00000001:0.0:1789608844.424008:0:16959:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608844.424011:0:16959:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608844.424016:0:16959:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608844.424024:0:16959:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d91a21e200. 00000100:00000001:0.0:1789608844.424032:0:16959:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608844.424036:0:16959:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789608844.424039:0:16959:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1789608844.424044:0:16959:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29c00 count: 2 00010000:00000001:0.0:1789608844.424047:0:16959:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789608844.424049:0:16959:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789608844.424053:0:16959:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d905f55600. 00000020:00000001:0.0:1789608844.424057:0:16959:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789608844.424059:0:16959:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d905f55600 with handle 0xc54db3288176ff52 to hash 00000020:00000001:0.0:1789608844.424060:0:16959:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789608844.424062:0:16959:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626258561619456 : -117815147932160 : ffff94d905f55600) 00010000:00000001:0.0:1789608844.424065:0:16959:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626258561619456 : -117815147932160 : ffff94d905f55600) 00010000:00000001:0.0:1789608844.424068:0:16959:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608844.424071:0:16959:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608844.424074:0:16959:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.121@tcp lock: ffff94d905f55600/0xc54db3288176ff52 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16959 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789608844.424081:0:16959:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.121@tcp lock: ffff94d905f55600/0xc54db3288176ff52 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16959 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789608844.424090:0:16959:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.121@tcp lock: ffff94d905f55600/0xc54db3288176ff52 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16959 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789608844.424100:0:16959:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789608844.424102:0:16959:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789608844.424109:0:16959:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d90716ec00. 00000100:00000001:0.0:1789608844.424111:0:16959:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258580597760 : -117815128953856 : ffff94d90716ec00) 00000100:00000001:0.0:1789608844.424113:0:16959:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608844.424115:0:16959:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594156032 : -117815115395584 : ffff94d907e5ce00) 00000100:00000001:0.0:1789608844.424119:0:16959:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608844.424123:0:16959:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608844.424124:0:16959:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789608844.424126:0:16959:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608844.424135:0:16959:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5ce00 x1876538934303872/t0(0) o101->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608844.424143:0:16959:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608844.424145:0:16959:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608844.424148:0:16959:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608844.424151:0:16959:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608844.424152:0:16959:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608844.424156:0:16959:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:83b5584e-e144-4f7f-be05-3bcca61e7fd2:16959:1876538934303872:192.168.203.121@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1789608844.424160:0:16959:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608844.424164:0:16959:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608844.424166:0:16959:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608844.424168:0:16959:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608844.424172:0:16959:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903114000. 02000000:00000001:0.0:1789608844.424174:0:16959:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608844.424180:0:16959:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608844.424185:0:16959:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b89f8. 00000400:00000010:0.0:1789608844.424191:0:16959:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edd48. 00000100:00000200:0.0:1789608844.424198:0:16959:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934303872, portal 25 00000100:00000001:0.0:1789608844.424199:0:16959:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608844.424201:0:16959:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594156032 : -117815115395584 : ffff94d907e5ce00) 00000100:00000040:0.0:1789608844.424205:0:16959:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5ce00 x1876538934303872/t0(0) o101->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1789608860 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608844.424216:0:16959:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608844.424219:0:16959:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608844.424221:0:16959:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edcc0. 00000100:00000200:0.0:1789608844.424224:0:16959:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1876538934303872, offset 0 00000400:00000200:0.0:1789608844.424230:0:16959:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608844.424238:0:16959:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.424246:0:16959:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608844.424252:0:16959:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608844.424255:0:16959:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608844.424258:0:16959:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608844.424261:0:16959:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608844.424264:0:16959:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2898:2898:256:4294967295] 192.168.203.121@tcp LPNI seq info [2898:2898:8:4294967295] 00000400:00000200:0.0:1789608844.424268:0:16959:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.424276:0:16959:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608844.424282:0:16959:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608844.424286:0:16959:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a306f00. 00000800:00000200:0.0:1789608844.424292:0:16959:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608844.424300:0:16959:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608844.424304:0:16959:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a306f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1789608844.424327:0:16959:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608844.424332:0:16959:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608844.424334:0:16959:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 0 is 4296575448 00000100:00000001:0.0:1789608844.424342:0:16959:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296575434 00000100:00000001:0.0:1789608844.424347:0:16959:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 1 is 4296575448 00000100:00000001:0.0:1789608844.424349:0:16959:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296575434 00000100:00000001:0.0:1789608844.424352:0:16959:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608844.424355:0:16959:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608844.424357:0:16959:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608844.424359:0:16959:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789608844.424362:0:16959:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d90716ec00 going to sleep for 11 seconds 00000100:00000001:0.0:1789608844.424364:0:16959:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608844.424366:0:16959:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608844.425244:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608844.425252:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a306f00. 00000400:00000200:1.0:1789608844.425258:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608844.425264:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608844.425271:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edcc0 00000400:00000010:1.0:1789608844.425274:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edcc0. 00000100:00000001:1.0:1789608844.425278:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608844.425284:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5ce00 x1876538934303872/t0(0) o101->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1789608860 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608844.425294:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608844.425298:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907e5ce00 x1876538934303872/t0(0) o101->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1789608860 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608844.425305:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608844.425306:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608844.434140:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608844.434157:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608844.434162:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608844.434164:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608844.434173:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.434180:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608844.434189:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.434194:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.434198:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.434203:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 344 into portal 25 MB=0x6aab3c4961c80 00000400:00000200:0.0:1789608844.434208:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.434213:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.121@tcp of length 344/344 into md 0x8461 [1] + 224 00000800:00000001:0.0:1789608844.434221:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608844.434232:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608844.434235:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608844.434239:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608844.434245:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608844.434253:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5ce00 x1876538934303872/t0(0) o101->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1789608860 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608844.434263:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff94d907e5ce00 x1876538934303872/t0(0) o101->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1789608860 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608844.434292:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608844.434301:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608844.434305:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608844.434638:0:16959:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789608844.434646:0:16959:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608844.434649:0:16959:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608844.434651:0:16959:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b89f8. 00000400:00000200:1.0:1789608844.434656:0:16959:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edd48 00000400:00000010:1.0:1789608844.434658:0:16959:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edd48. 00000100:00000001:1.0:1789608844.434661:0:16959:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608844.434666:0:16959:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5ce00 x1876538934303872/t0(0) o101->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1789608860 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608844.434718:0:16959:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5ce00 x1876538934303872/t0(0) o101->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1789608860 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608844.434723:0:16959:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608844.434725:0:16959:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608844.434736:0:16959:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608844.434739:0:16959:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608844.434741:0:16959:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608844.434743:0:16959:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608844.434746:0:16959:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608844.434752:0:16959:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d90510e460 time=52 v=5 (5 5 5 5) 00000100:00001000:1.0:1789608844.434756:0:16959:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d90510e418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608844.434758:0:16959:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608844.434760:0:16959:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608844.434762:0:16959:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608844.434765:0:16959:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608844.434768:0:16959:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608844.434773:0:16959:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5ce00 x1876538934303872/t0(0) o101->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1789608860 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608844.434780:0:16959:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608844.434783:0:16959:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608844.434785:0:16959:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608844.434789:0:16959:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5ce00 x1876538934303872/t0(0) o101->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1789608860 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608844.434796:0:16959:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:83b5584e-e144-4f7f-be05-3bcca61e7fd2:16959:1876538934303872:192.168.203.121@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1789608844.434805:0:16959:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608844.434808:0:16959:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608844.434811:0:16959:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789608844.434813:0:16959:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608844.434816:0:16959:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5ce00 x1876538934303872/t0(0) o101->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1789608860 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608844.434826:0:16959:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789608844.434830:0:16959:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d90716ec00. 00000100:00000001:1.0:1789608844.434834:0:16959:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789608844.434835:0:16959:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608844.434838:0:16959:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789608844.434841:0:16959:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608844.434846:0:16959:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608844.434850:0:16959:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55600 refcount=4 00000020:00000001:1.0:1789608844.434852:0:16959:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561619456 : -117815147932160 : ffff94d905f55600) 00010000:00000001:1.0:1789608844.434854:0:16959:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561619456 : -117815147932160 : ffff94d905f55600) 00010000:00000040:1.0:1789608844.434861:0:16959:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d905f55600, remote cookie: 0x91bddff8e8ed9a79, flags: 0x0 00010000:00000001:1.0:1789608844.434864:0:16959:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789608844.434868:0:16959:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789608844.434870:0:16959:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789608844.434872:0:16959:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789608844.434873:0:16959:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789608844.434876:0:16959:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff94d904e29c00) refcount = 2 00010000:00000040:1.0:1789608844.434879:0:16959:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1789608844.434883:0:16959:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGC192.168.203.121@tcp lock: ffff94d9421c0800/0xc54db3288176ff44 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x91bddff8e8ed9a6b expref: -99 pid: 16959 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789608844.434891:0:16959:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.121@tcp lock: ffff94d905f55600/0xc54db3288176ff52 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x91bddff8e8ed9a79 expref: -99 pid: 16959 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608844.434897:0:16959:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789608844.434899:0:16959:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789608844.434900:0:16959:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789608844.434903:0:16959:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789608844.434905:0:16959:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608844.434909:0:16959:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.121@tcp lock: ffff94d905f55600/0xc54db3288176ff52 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x91bddff8e8ed9a79 expref: -99 pid: 16959 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608844.434915:0:16959:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789608844.434916:0:16959:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608844.434918:0:16959:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608844.434919:0:16959:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608844.434921:0:16959:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608844.434922:0:16959:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608844.434925:0:16959:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608844.434929:0:16959:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5ce00 x1876538934303872/t0(0) o101->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 328/344 e 0 to 0 dl 1789608860 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608844.434935:0:16959:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608844.434938:0:16959:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608844.434941:0:16959:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903114000. 02000000:00000001:1.0:1789608844.434944:0:16959:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608844.434947:0:16959:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608844.434948:0:16959:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=3 obd=MGC192.168.203.121@tcp 00000020:00000001:1.0:1789608844.434950:0:16959:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608844.434953:0:16959:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d91a21e200. 02000000:00000001:1.0:1789608844.434956:0:16959:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608844.434958:0:16959:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608844.434960:0:16959:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5ce00. 00000100:00000001:1.0:1789608844.434963:0:16959:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608844.434964:0:16959:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1789608844.434966:0:16959:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1789608844.434968:0:16959:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1789608844.434970:0:16959:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff94d91a40bc00) refs 3 10000000:00000001:1.0:1789608844.434972:0:16959:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608844.434974:0:16959:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608844.434975:0:16959:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608844.434976:0:16959:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55600 refcount=3 00000020:00000001:1.0:1789608844.434978:0:16959:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561619456 : -117815147932160 : ffff94d905f55600) 00010000:00000001:1.0:1789608844.434980:0:16959:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561619456 : -117815147932160 : ffff94d905f55600) 00010000:00000001:1.0:1789608844.434982:0:16959:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1789608844.434983:0:16959:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608844.434984:0:16959:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608844.434986:0:16959:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1789608844.434988:0:16959:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1789608844.434994:0:16959:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff94d91117d000. 00000020:00000010:1.0:1789608844.434999:0:16959:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94d906144800. 00000020:00000010:1.0:1789608844.435004:0:16959:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff94d906145e00. 00000040:00000010:1.0:1789608844.435008:0:16959:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff94d906144200. 00000020:00000010:1.0:1789608844.435016:0:16959:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff94d903d94800. 00000020:00000010:1.0:1789608844.435021:0:16959:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff94d906145a00. 80000000:00000010:1.0:1789608844.435024:0:16959:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff94d9094a9300. 00040000:00000010:1.0:1789608844.435029:0:16959:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff94d906144400. 20000000:00000010:1.0:1789608844.435032:0:16959:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff94d906144a00. 10000000:00000040:1.0:1789608844.435037:0:16959:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff94d9043676c0 : new refcount 2 00000020:00000001:1.0:1789608844.435040:0:16959:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1789608844.435042:0:16959:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog lustre-sptlrpc 00000040:00000001:1.0:1789608844.435044:0:16959:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:1.0:1789608844.435046:0:16959:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff94d906144600. 00000040:00000001:1.0:1789608844.435049:0:16959:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1789608844.435052:0:16959:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=4 obd=MGC192.168.203.121@tcp 00000100:00000010:1.0:1789608844.435056:0:16959:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904056300. 00000020:00000040:1.0:1789608844.435058:0:16959:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=5 obd=MGC192.168.203.121@tcp 00000100:00000001:1.0:1789608844.435062:0:16959:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608844.435064:0:16959:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608844.435068:0:16959:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608844.435076:0:16959:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d906145c00. 00000100:00000001:1.0:1789608844.435082:0:16959:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608844.435087:0:16959:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789608844.435088:0:16959:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789608844.435092:0:16959:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d907f0bb40. 00000100:00000001:1.0:1789608844.435095:0:16959:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258594872128 : -117815114679488 : ffff94d907f0bb40) 00000100:00000001:1.0:1789608844.435097:0:16959:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608844.435098:0:16959:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529116928 : -117815180434688 : ffff94d904056300) 00000100:00000001:1.0:1789608844.435101:0:16959:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608844.435105:0:16959:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608844.435107:0:16959:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789608844.435109:0:16959:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608844.435112:0:16959:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904056300 x1876538934304000/t0(0) o501->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608844.435118:0:16959:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608844.435120:0:16959:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608844.435123:0:16959:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608844.435126:0:16959:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608844.435128:0:16959:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608844.435132:0:16959:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904056300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:83b5584e-e144-4f7f-be05-3bcca61e7fd2:16959:1876538934304000:192.168.203.121@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1789608844.435136:0:16959:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608844.435139:0:16959:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608844.435141:0:16959:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608844.435144:0:16959:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608844.435147:0:16959:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d907d08600. 02000000:00000001:1.0:1789608844.435149:0:16959:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608844.435154:0:16959:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608844.435157:0:16959:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d342c0. 00000400:00000010:1.0:1789608844.435161:0:16959:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35bb0. 00000100:00000200:1.0:1789608844.435167:0:16959:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934304000, portal 25 00000100:00000001:1.0:1789608844.435169:0:16959:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608844.435170:0:16959:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529116928 : -117815180434688 : ffff94d904056300) 00000100:00000040:1.0:1789608844.435176:0:16959:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904056300 x1876538934304000/t0(0) o501->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 512/272 e 0 to 0 dl 1789608860 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608844.435184:0:16959:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608844.435187:0:16959:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608844.435190:0:16959:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35d48. 00000100:00000200:1.0:1789608844.435193:0:16959:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1876538934304000, offset 0 00000400:00000200:1.0:1789608844.435198:0:16959:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608844.435204:0:16959:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608844.435211:0:16959:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608844.435216:0:16959:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608844.435219:0:16959:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608844.435223:0:16959:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608844.435226:0:16959:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608844.435229:0:16959:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2899:2899:256:4294967295] 192.168.203.121@tcp LPNI seq info [2899:2899:8:4294967295] 00000400:00000200:1.0:1789608844.435234:0:16959:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608844.435243:0:16959:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608844.435248:0:16959:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608844.435253:0:16959:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa000. 00000800:00000200:1.0:1789608844.435261:0:16959:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608844.435268:0:16959:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608844.435273:0:16959:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa000 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1789608844.435282:0:16959:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608844.435286:0:16959:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608844.435289:0:16959:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 0 is 4296575458 00000100:00000001:1.0:1789608844.435295:0:16959:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296575448 00000100:00000001:1.0:1789608844.435301:0:16959:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 1 is 4296575458 00000100:00000001:1.0:1789608844.435304:0:16959:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296575448 00000100:00000001:1.0:1789608844.435307:0:16959:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608844.435310:0:16959:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608844.435312:0:16959:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608844.435314:0:16959:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789608844.435317:0:16959:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d907f0bb40 going to sleep for 11 seconds 00000100:00000001:1.0:1789608844.435319:0:16959:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608844.435321:0:16959:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608844.435567:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608844.435573:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa000. 00000400:00000200:0.0:1789608844.435577:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608844.435582:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608844.435586:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35d48 00000400:00000010:0.0:1789608844.435589:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35d48. 00000100:00000001:0.0:1789608844.435593:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608844.435597:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904056300 x1876538934304000/t0(0) o501->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 512/272 e 0 to 0 dl 1789608860 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608844.435606:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608844.435609:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d904056300 x1876538934304000/t0(0) o501->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 512/272 e 0 to 0 dl 1789608860 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608844.435616:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608844.435618:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608844.442575:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608844.442602:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608844.442606:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608844.442610:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608844.442619:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.442626:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608844.442635:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.442639:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.442644:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.442649:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 272 into portal 25 MB=0x6aab3c4961d00 00000400:00000200:0.0:1789608844.442655:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608844.442660:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.121@tcp of length 272/272 into md 0x8471 [1] + 224 00000800:00000001:0.0:1789608844.442667:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608844.442714:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608844.442719:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608844.442723:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608844.442742:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608844.442752:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904056300 x1876538934304000/t0(0) o501->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 512/272 e 0 to 0 dl 1789608860 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608844.442764:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff94d904056300 x1876538934304000/t0(0) o501->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 512/272 e 0 to 0 dl 1789608860 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608844.442788:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608844.442797:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608844.442801:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608844.443128:0:16959:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789608844.443135:0:16959:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608844.443137:0:16959:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608844.443141:0:16959:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d342c0. 00000400:00000200:1.0:1789608844.443145:0:16959:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35bb0 00000400:00000010:1.0:1789608844.443148:0:16959:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35bb0. 00000100:00000001:1.0:1789608844.443150:0:16959:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608844.443155:0:16959:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904056300 x1876538934304000/t0(0) o501->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 512/272 e 0 to 0 dl 1789608860 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608844.443164:0:16959:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904056300 x1876538934304000/t0(0) o501->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 512/272 e 0 to 0 dl 1789608860 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608844.443170:0:16959:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608844.443172:0:16959:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608844.443174:0:16959:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608844.443177:0:16959:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608844.443179:0:16959:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608844.443182:0:16959:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608844.443184:0:16959:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608844.443191:0:16959:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d90510e460 time=52 v=5 (5 5 5 5) 00000100:00001000:1.0:1789608844.443196:0:16959:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d90510e418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608844.443198:0:16959:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1789608844.443202:0:16959:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff94d904056300 x1876538934304000/t0(0) o501->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 512/272 e 0 to 0 dl 1789608860 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608844.443209:0:16959:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1789608844.443212:0:16959:0:(client.c:1798:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:1.0:1789608844.443216:0:16959:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904056300 x1876538934304000/t0(0) o501->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 512/272 e 0 to 0 dl 1789608860 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608844.443223:0:16959:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:1.0:1789608844.443227:0:16959:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608844.443229:0:16959:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608844.443233:0:16959:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904056300 x1876538934304000/t0(0) o501->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 512/272 e 0 to 0 dl 1789608860 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608844.443241:0:16959:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904056300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:83b5584e-e144-4f7f-be05-3bcca61e7fd2:16959:1876538934304000:192.168.203.121@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1789608844.443246:0:16959:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608844.443249:0:16959:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1789608844.443252:0:16959:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789608844.443254:0:16959:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608844.443257:0:16959:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904056300 x1876538934304000/t0(0) o501->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 512/272 e 0 to 0 dl 1789608860 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608844.443264:0:16959:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789608844.443267:0:16959:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d907f0bb40. 00000100:00000001:1.0:1789608844.443270:0:16959:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789608844.443272:0:16959:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1789608844.443350:0:16959:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:1.0:1789608844.443356:0:16959:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608844.443358:0:16959:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=4 obd=MGC192.168.203.121@tcp 00000020:00000001:1.0:1789608844.443361:0:16959:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:1.0:1789608844.443363:0:16959:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608844.443367:0:16959:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904056300 x1876538934304000/t0(0) o501->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 512/272 e 0 to 0 dl 1789608860 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608844.443373:0:16959:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608844.443376:0:16959:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608844.443379:0:16959:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d907d08600. 02000000:00000001:1.0:1789608844.443384:0:16959:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608844.443394:0:16959:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608844.443395:0:16959:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=3 obd=MGC192.168.203.121@tcp 00000020:00000001:1.0:1789608844.443397:0:16959:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608844.443399:0:16959:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d906145c00. 02000000:00000001:1.0:1789608844.443403:0:16959:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608844.443405:0:16959:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608844.443407:0:16959:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904056300. 00000100:00000001:1.0:1789608844.443411:0:16959:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608844.443412:0:16959:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:1.0:1789608844.443415:0:16959:0:(llog.c:1559:llog_open()) MGC192.168.203.121@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:1.0:1789608844.443418:0:16959:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff94d906144600. 00000040:00000001:1.0:1789608844.443420:0:16959:0:(llog.c:1563:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:1.0:1789608844.443423:0:16959:0:(obd_config.c:2125:class_config_parse_llog()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:1.0:1789608844.443426:0:16959:0:(mgc_request.c:1715:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:1.0:1789608844.443432:0:16959:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff94d906145e00. 00000040:00000010:1.0:1789608844.443436:0:16959:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff94d906144200. 00000020:00000010:1.0:1789608844.443440:0:16959:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff94d903d94800. 00000020:00000010:1.0:1789608844.443444:0:16959:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff94d906145a00. 80000000:00000010:1.0:1789608844.443449:0:16959:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff94d9094a9300. 00040000:00000010:1.0:1789608844.443455:0:16959:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff94d906144400. 20000000:00000010:1.0:1789608844.443458:0:16959:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff94d906144a00. 00000020:00000010:1.0:1789608844.443461:0:16959:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94d906144800. 10000000:00000010:1.0:1789608844.443463:0:16959:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff94d91117d000. 10000000:01000000:1.0:1789608844.443466:0:16959:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.121@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 10000000:00000001:1.0:1789608844.443469:0:16959:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1789608844.443471:0:16959:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608844.443474:0:16959:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608844.443477:0:16959:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55600 refcount=3 00000020:00000001:1.0:1789608844.443479:0:16959:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561619456 : -117815147932160 : ffff94d905f55600) 00010000:00000001:1.0:1789608844.443481:0:16959:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561619456 : -117815147932160 : ffff94d905f55600) 00010000:00000001:1.0:1789608844.443484:0:16959:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789608844.443488:0:16959:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.121@tcp lock: ffff94d905f55600/0xc54db3288176ff52 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x91bddff8e8ed9a79 expref: -99 pid: 16959 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608844.443496:0:16959:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608844.443497:0:16959:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789608844.443500:0:16959:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.121@tcp lock: ffff94d905f55600/0xc54db3288176ff52 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x91bddff8e8ed9a79 expref: -99 pid: 16959 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608844.443505:0:16959:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789608844.443507:0:16959:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608844.443508:0:16959:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1789608844.443509:0:16959:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1789608844.443511:0:16959:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:1.0:1789608844.443514:0:16959:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1789608844.443516:0:16959:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1789608844.443518:0:16959:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff94d91a40bc00) refs 3 10000000:00000001:1.0:1789608844.443520:0:16959:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:3.0:1789608845.133889:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608845.133897:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608845.133903:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608845.133905:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608845.134391:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789608845.134394:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608845.134397:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789608846.159047:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608846.159055:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608846.159059:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608846.159061:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608846.159166:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608846.159169:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608846.159173:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789608847.182884:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608847.182890:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608847.182895:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608847.182898:0:32466:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608847.182901:0:32466:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608847.182904:0:32466:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608847.182908:0:32466:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608847.182910:0:32466:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608847.182912:0:32466:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608847.182914:0:32466:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608847.184248:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608847.184254:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608847.184257:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789608847.373758:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789608847.373769:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789608847.373779:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908490380. 00000020:00000040:3.0:1789608847.373786:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=4 obd=MGC192.168.203.121@tcp 00000100:00000001:3.0:1789608847.373790:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608847.373794:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608847.373799:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608847.373807:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d908d55a00. 00000100:00000001:3.0:1789608847.373815:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608847.373826:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS req@ffff94d908490380 x1876538934304128/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789608847.373837:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608847.373840:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608847.373847:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ec73aee] to pc [ptlrpcd_01_01+1] req@ffff94d908490380 x1876538934304128/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608847.373875:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608847.373878:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789608847.373882:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789608847.373885:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908491c00. 00000020:00000040:3.0:1789608847.373887:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:3.0:1789608847.373889:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608847.373890:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608847.373891:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608847.373895:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d908d55000. 00000100:00000001:3.0:1789608847.373897:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608847.373902:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID req@ffff94d908491c00 x1876538934304256/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789608847.373908:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608847.373910:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608847.373914:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069b983a4] to pc [ptlrpcd_01_00+0] req@ffff94d908491c00 x1876538934304256/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608847.373922:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608847.373925:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789608847.373927:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789608847.373930:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908492a00. 00000020:00000040:3.0:1789608847.373932:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=4 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000100:00000001:3.0:1789608847.373934:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608847.373936:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608847.373937:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608847.373942:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d908d55100. 00000100:00000001:3.0:1789608847.373944:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608847.373948:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID req@ffff94d908492a00 x1876538934304384/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789608847.373955:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608847.373957:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608847.373961:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d7c83ee3] to pc [ptlrpcd_01_01+1] req@ffff94d908492a00 x1876538934304384/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608847.373968:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608847.373970:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789608847.373972:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789608847.373975:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908492300. 00000020:00000040:3.0:1789608847.373977:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00000100:00000001:3.0:1789608847.373979:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608847.373980:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608847.373981:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608847.373984:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d908d55900. 00000100:00000001:3.0:1789608847.373986:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608847.373990:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID req@ffff94d908492300 x1876538934304512/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789608847.373997:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608847.373999:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608847.374002:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b895ceb] to pc [ptlrpcd_01_00+0] req@ffff94d908492300 x1876538934304512/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608847.374009:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608847.374011:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789608847.374014:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789608847.374017:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908490e00. 00000020:00000040:3.0:1789608847.374020:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b13000 refcount=3 obd=lustre-OST0001-osc-ffff94d904ceb000 00000100:00000001:3.0:1789608847.374022:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608847.374023:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608847.374025:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608847.374028:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d9070e6200. 00000100:00000001:3.0:1789608847.374031:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608847.374035:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID req@ffff94d908490e00 x1876538934304640/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789608847.374042:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608847.374044:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608847.374048:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac429094] to pc [ptlrpcd_01_01+1] req@ffff94d908490e00 x1876538934304640/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608847.374055:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608847.374060:0:21207:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1912) 00000100:00000001:3.0:1789608847.374073:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608847.374076:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608847.374079:0:2411:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608847.374084:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908491c00 x1876538934304256/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608847.374092:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608847.374094:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608847.374098:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608847.374100:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608847.374102:0:2411:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608847.374106:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908491c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934304256:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608847.374111:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608847.374116:0:2411:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608847.374118:0:2411:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608847.374122:0:2411:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608847.374126:0:2411:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d907d5c400. 02000000:00000001:3.0:1789608847.374128:0:2411:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608847.374135:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608847.374140:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2ae18. 00000400:00000010:3.0:1789608847.374146:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9440. 00000100:00000200:3.0:1789608847.374152:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934304256, portal 10 00000100:00000001:3.0:1789608847.374155:0:2411:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608847.374157:0:2411:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600664064 : -117815108887552 : ffff94d908491c00) 00000100:00000040:3.0:1789608847.374164:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d908491c00 x1876538934304256/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608847.374172:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608847.374175:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608847.374178:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9770. 00000100:00000200:3.0:1789608847.374181:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934304256, offset 0 00000400:00000200:3.0:1789608847.374187:0:2411:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608847.374194:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608847.374202:0:2411:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608847.374207:0:2411:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608847.374211:0:2411:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608847.374214:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608847.374217:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608847.374221:0:2411:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2900:2900:256:4294967295] 192.168.203.121@tcp LPNI seq info [2900:2900:8:4294967295] 00000400:00000200:3.0:1789608847.374226:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608847.374236:0:2411:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608847.374242:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608847.374247:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d9070e6500. 00000800:00000200:3.0:1789608847.374254:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608847.374262:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608847.374266:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d9070e6500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789608847.374286:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608847.374292:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 883996 usecs (884 jiffies) 00000400:00000200:3.0:1789608847.374296:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608847.374298:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296575348 00000100:00000001:3.0:1789608847.374302:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296575458 00000100:00000001:3.0:1789608847.374305:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296575348 00000100:00000001:3.0:1789608847.374307:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296575458 00000100:00000001:3.0:1789608847.374310:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608847.374313:0:2411:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608847.374315:0:2411:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608847.374320:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908492300 x1876538934304512/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608847.374327:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608847.374328:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608847.374330:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608847.374332:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608847.374335:0:2411:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608847.374337:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908492300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934304512:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608847.374341:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608847.374343:0:2411:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608847.374344:0:2411:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608847.374346:0:2411:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608847.374349:0:2411:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d907d5d000. 02000000:00000001:3.0:1789608847.374351:0:2411:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608847.374354:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608847.374357:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a160. 00000400:00000010:3.0:1789608847.374360:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9a18. 00000100:00000200:3.0:1789608847.374363:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934304512, portal 4 00000100:00000001:3.0:1789608847.374365:0:2411:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608847.374366:0:2411:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600665856 : -117815108885760 : ffff94d908492300) 00000100:00000040:3.0:1789608847.374371:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d908492300 x1876538934304512/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608847.374378:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608847.374380:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608847.374383:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9dd0. 00000100:00000200:3.0:1789608847.374385:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876538934304512, offset 0 00000400:00000200:3.0:1789608847.374390:0:2411:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608847.374393:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608847.374397:0:2411:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608847.374400:0:2411:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608847.374402:0:2411:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608847.374405:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608847.374407:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608847.374410:0:2411:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2901:2901:255:4294967295] 192.168.203.121@tcp LPNI seq info [2901:2901:7:4294967295] 00000400:00000200:3.0:1789608847.374414:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608847.374420:0:2411:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608847.374425:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608847.374428:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d9070e6000. 00000800:00000200:3.0:1789608847.374432:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608847.374436:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608847.374438:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d9070e6000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789608847.374650:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608847.374654:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 204293 usecs (205 jiffies) 00000400:00000200:3.0:1789608847.374657:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608847.374659:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296574669 00000100:00000001:3.0:1789608847.374662:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296575458 00000100:00000001:3.0:1789608847.374664:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296574669 00000100:00000001:3.0:1789608847.374666:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296575458 00000100:00000001:3.0:1789608847.374668:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608847.374671:0:2411:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608847.374673:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608847.374702:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608847.374719:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608847.374721:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789608847.374724:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608847.374726:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608847.374728:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608847.374731:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00000001:3.0:1789608847.374733:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608847.374735:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608847.374737:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608847.374739:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608847.374740:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608847.374742:0:2411:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608847.374746:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908490380 x1876538934304128/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608847.374754:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608847.374755:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608847.374758:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608847.374760:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608847.374762:0:2411:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608847.374765:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908490380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2411:1876538934304128:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608847.374768:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608847.374771:0:2411:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608847.374772:0:2411:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608847.374774:0:2411:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608847.374778:0:2411:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d907d5c200. 02000000:00000001:3.0:1789608847.374780:0:2411:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608847.374784:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608847.374786:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a630. 00000400:00000010:3.0:1789608847.374790:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9088. 00000100:00000200:3.0:1789608847.374793:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934304128, portal 25 00000100:00000001:3.0:1789608847.374795:0:2411:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608847.374796:0:2411:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600657792 : -117815108893824 : ffff94d908490380) 00000100:00000040:3.0:1789608847.374801:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d908490380 x1876538934304128/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608847.374807:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608847.374810:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608847.374812:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9d48. 00000100:00000200:3.0:1789608847.374815:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876538934304128, offset 0 00000400:00000200:3.0:1789608847.374820:0:2411:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608847.374824:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608847.374828:0:2411:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608847.374830:0:2411:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608847.374833:0:2411:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608847.374836:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608847.374838:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608847.374841:0:2411:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2902:2902:254:4294967295] 192.168.203.121@tcp LPNI seq info [2902:2902:6:4294967295] 00000400:00000200:3.0:1789608847.374845:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000800:00000200:0.0:1789608847.374968:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608847.374973:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9070e6500. 00000400:00000200:0.0:1789608847.374980:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608847.374985:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608847.374990:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9770 00000400:00000010:0.0:1789608847.374993:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9770. 00000100:00000001:0.0:1789608847.374997:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608847.375001:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908491c00 x1876538934304256/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608847.375010:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608847.375014:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908491c00 x1876538934304256/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608863 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608847.375020:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608847.375022:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608847.375085:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608847.375089:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9070e6000. 00000400:00000200:0.0:1789608847.375092:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608847.375095:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608847.375098:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9dd0 00000400:00000010:0.0:1789608847.375099:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9dd0. 00000100:00000001:0.0:1789608847.375102:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608847.375105:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908492300 x1876538934304512/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608847.375113:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608847.375116:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908492300 x1876538934304512/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608863 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608847.375126:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608847.375128:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:3.0:1789608847.375964:0:2411:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608847.375971:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608847.375977:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d9070e6900. 00000800:00000200:3.0:1789608847.375982:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608847.375987:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608847.375991:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d9070e6900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789608847.375999:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608847.376004:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608847.376007:0:2411:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 0 is 4296578400 00000100:00000001:3.0:1789608847.376014:0:2411:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296575458 00000100:00000001:3.0:1789608847.376019:0:2411:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 1 is 4296578400 00000100:00000001:3.0:1789608847.376021:0:2411:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296575458 00000100:00000001:3.0:1789608847.376024:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608847.376027:0:2411:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608847.376031:0:2411:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608847.376037:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908492a00 x1876538934304384/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608847.376044:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608847.376045:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608847.376049:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608847.376052:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608847.376054:0:2411:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608847.376057:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908492a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934304384:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608847.376060:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608847.376065:0:2411:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608847.376067:0:2411:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608847.376069:0:2411:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608847.376073:0:2411:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d907d5da00. 02000000:00000001:3.0:1789608847.376074:0:2411:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608847.376079:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608847.376083:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2af20. 00000400:00000010:3.0:1789608847.376088:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9110. 00000100:00000200:3.0:1789608847.376095:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934304384, portal 10 00000100:00000001:3.0:1789608847.376096:0:2411:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608847.376098:0:2411:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600667648 : -117815108883968 : ffff94d908492a00) 00000100:00000040:3.0:1789608847.376104:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d908492a00 x1876538934304384/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608847.376110:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608847.376112:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608847.376115:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9660. 00000100:00000200:3.0:1789608847.376118:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934304384, offset 0 00000400:00000200:3.0:1789608847.376122:0:2411:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608847.376128:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608847.376132:0:2411:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608847.376135:0:2411:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608847.376138:0:2411:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608847.376140:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608847.376142:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608847.376145:0:2411:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2903:2903:255:4294967295] 192.168.203.121@tcp LPNI seq info [2903:2903:7:4294967295] 00000400:00000200:3.0:1789608847.376148:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608847.376168:0:2411:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608847.376173:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608847.376177:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d9070e6000. 00000800:00000200:3.0:1789608847.376180:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608847.376184:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608847.376186:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d9070e6000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789608847.376189:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608847.376192:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: using a timeout of 23145 usecs (24 jiffies) 00000400:00000200:3.0:1789608847.376195:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608847.376196:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296574490 00000100:00000001:3.0:1789608847.376199:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296578400 00000100:00000001:3.0:1789608847.376200:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296574490 00000100:00000001:3.0:1789608847.376202:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296578400 00000100:00000001:3.0:1789608847.376204:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608847.376206:0:2411:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608847.376207:0:2411:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608847.376212:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908490e00 x1876538934304640/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608847.376217:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608847.376219:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608847.376220:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608847.376222:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608847.376223:0:2411:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608847.376226:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908490e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934304640:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608847.376228:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608847.376231:0:2411:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608847.376232:0:2411:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608847.376234:0:2411:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608847.376236:0:2411:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d907d5c800. 02000000:00000001:3.0:1789608847.376238:0:2411:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608847.376241:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608847.376243:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a6e0. 00000400:00000010:3.0:1789608847.376246:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9f68. 00000100:00000200:3.0:1789608847.376249:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934304640, portal 4 00000100:00000001:3.0:1789608847.376251:0:2411:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608847.376252:0:2411:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600660480 : -117815108891136 : ffff94d908490e00) 00000100:00000040:3.0:1789608847.376257:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d908490e00 x1876538934304640/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608847.376262:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608847.376264:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608847.376266:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9c38. 00000100:00000200:3.0:1789608847.376268:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876538934304640, offset 0 00000400:00000200:3.0:1789608847.376272:0:2411:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608847.376275:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608847.376278:0:2411:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608847.376280:0:2411:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608847.376282:0:2411:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608847.376284:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608847.376286:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608847.376288:0:2411:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2904:2904:254:4294967295] 192.168.203.121@tcp LPNI seq info [2904:2904:6:4294967295] 00000400:00000200:3.0:1789608847.376292:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608847.376298:0:2411:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608847.376302:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608847.376306:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d9070e6500. 00000800:00000200:3.0:1789608847.376309:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608847.376313:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608847.376315:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d9070e6500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789608847.376317:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608847.376320:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: using a timeout of 24683 usecs (25 jiffies) 00000400:00000200:3.0:1789608847.376323:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608847.376325:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296574491 00000100:00000001:3.0:1789608847.376327:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296578400 00000100:00000001:3.0:1789608847.376329:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296574491 00000100:00000001:3.0:1789608847.376331:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296578400 00000100:00000001:3.0:1789608847.376333:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608847.376335:0:2411:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608847.376339:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608847.376342:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608847.376378:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608847.376380:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608847.376578:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608847.376581:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9070e6900. 00000400:00000200:0.0:1789608847.376587:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608847.376591:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608847.376596:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9d48 00000400:00000010:0.0:1789608847.376598:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9d48. 00000100:00000001:0.0:1789608847.376602:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608847.376607:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908490380 x1876538934304128/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608847.376614:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608847.376618:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908490380 x1876538934304128/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608863 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608847.376624:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608847.376625:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608847.376634:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608847.376636:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9070e6000. 00000400:00000200:0.0:1789608847.376638:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608847.376641:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608847.376643:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9660 00000400:00000010:0.0:1789608847.376644:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9660. 00000100:00000001:0.0:1789608847.376646:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608847.376649:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908492a00 x1876538934304384/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608847.376654:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608847.376657:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908492a00 x1876538934304384/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608863 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608847.376662:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608847.376663:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608847.376749:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608847.376752:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9070e6500. 00000400:00000200:0.0:1789608847.376755:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608847.376759:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608847.376762:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9c38 00000400:00000010:0.0:1789608847.376764:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9c38. 00000100:00000001:0.0:1789608847.376766:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608847.376769:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908490e00 x1876538934304640/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608847.376776:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608847.376779:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908490e00 x1876538934304640/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608863 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608847.376784:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608847.376785:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608847.388138:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608847.388162:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608847.388167:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608847.388170:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608847.388180:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608847.388188:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608847.388200:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608847.388206:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608847.388211:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608847.388216:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4961e00 00000400:00000200:1.0:1789608847.388221:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608847.388225:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x8481 [1] + 224 00000800:00000001:1.0:1789608847.388246:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608847.388250:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608847.388254:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608847.388258:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608847.388268:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608847.388277:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908491c00 x1876538934304256/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608863 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608847.388287:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d908491c00 x1876538934304256/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608863 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608847.388311:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608847.388321:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608847.388324:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608847.388326:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608847.388328:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608847.388331:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608847.388334:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608847.388338:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608847.388341:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608847.388343:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608847.388346:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c4961f00 00000400:00000200:1.0:1789608847.388349:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608847.388354:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x8489 [1] + 224 00000800:00000001:1.0:1789608847.388357:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608847.388361:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608847.388363:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608847.388366:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608847.388368:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608847.388372:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908492300 x1876538934304512/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608863 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608847.388381:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d908492300 x1876538934304512/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608863 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608847.388393:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608847.388398:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608847.388402:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608847.388404:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608847.388407:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608847.388409:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608847.388413:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608847.388417:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608847.388421:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608847.388424:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608847.388427:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 25 MB=0x6aab3c4961d80 00000400:00000200:1.0:1789608847.388430:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608847.388434:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.121@tcp of length 224/224 into md 0x8491 [1] + 224 00000800:00000001:1.0:1789608847.388437:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608847.388462:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608847.388464:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608847.388467:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608847.388470:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608847.388474:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908490380 x1876538934304128/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608863 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608847.388482:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d908490380 x1876538934304128/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608863 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608847.388488:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608847.388492:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608847.388495:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608847.388746:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608847.388751:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608847.388758:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608847.388761:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608847.388764:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a630. 00000400:00000200:2.0:1789608847.388770:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9088 00000400:00000010:2.0:1789608847.388772:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9088. 00000100:00000001:2.0:1789608847.388775:0:2411:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608847.388780:0:2411:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908490380 x1876538934304128/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608863 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789608847.388788:0:2411:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908490380 x1876538934304128/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608863 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608847.388793:0:2411:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608847.388795:0:2411:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608847.388797:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608847.388801:0:2411:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608847.388803:0:2411:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608847.388805:0:2411:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608847.388808:0:2411:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608847.388814:0:2411:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d90510e460 time=55 v=5 (5 5 5 5) 00000100:00001000:2.0:1789608847.388818:0:2411:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d90510e418 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608847.388821:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608847.388822:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608847.388825:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608847.388827:0:2411:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608847.388830:0:2411:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608847.388835:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908490380 x1876538934304128/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608863 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608847.388842:0:2411:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608847.388845:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608847.388848:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608847.388866:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908490380 x1876538934304128/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608863 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789608847.388875:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908490380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2411:1876538934304128:192.168.203.121@tcp:400:kworker.0 00000400:00000001:2.0:1789608847.388882:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608847.388884:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608847.388885:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2ae18. 00000400:00000200:2.0:1789608847.388888:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9440 00000400:00000010:2.0:1789608847.388890:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9440. 00000100:00000001:2.0:1789608847.388892:0:2411:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608847.388895:0:2411:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908491c00 x1876538934304256/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608863 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789608847.388902:0:2411:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908491c00 x1876538934304256/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608863 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608847.388907:0:2411:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608847.388909:0:2411:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608847.388910:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608847.388912:0:2411:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608847.388913:0:2411:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608847.388914:0:2411:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608847.388916:0:2411:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608847.388921:0:2411:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=55 v=5 (5 104 104 104) 00000100:00001000:2.0:1789608847.388924:0:2411:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608847.388926:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608847.388927:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608847.388929:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608847.388931:0:2411:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608847.388935:0:2411:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608847.388937:0:2411:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967640 00000100:00000001:2.0:1789608847.388940:0:2411:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608847.388941:0:2411:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608847.388946:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908491c00 x1876538934304256/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608863 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608847.388958:0:2411:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608847.388960:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608847.388961:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608847.388965:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908491c00 x1876538934304256/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608863 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789608847.388971:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908491c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934304256:192.168.203.121@tcp:400:kworker.0 00000400:00000001:2.0:1789608847.388976:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608847.388977:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608847.388979:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a160. 00000400:00000200:2.0:1789608847.388981:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9a18 00000400:00000010:2.0:1789608847.388983:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9a18. 00000100:00000001:2.0:1789608847.388984:0:2411:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608847.388988:0:2411:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908492300 x1876538934304512/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608863 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789608847.388995:0:2411:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908492300 x1876538934304512/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608863 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608847.389001:0:2411:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608847.389002:0:2411:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608847.389004:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608847.389005:0:2411:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608847.389006:0:2411:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608847.389008:0:2411:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608847.389010:0:2411:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608847.389013:0:2411:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13c60 time=55 v=5 (5 5 5 5) 00000100:00001000:2.0:1789608847.389016:0:2411:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608847.389018:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608847.389020:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608847.389021:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608847.389023:0:2411:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608847.389025:0:2411:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608847.389026:0:2411:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: skip recheck: last_committed 4294967333 00000100:00000001:2.0:1789608847.389028:0:2411:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608847.389029:0:2411:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608847.389033:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908492300 x1876538934304512/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608863 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608847.389039:0:2411:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608847.389041:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608847.389042:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608847.389045:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908492300 x1876538934304512/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608863 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789608847.389053:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908492300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934304512:192.168.203.121@tcp:400:kworker.0 00000100:00000001:2.0:1789608847.389057:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608847.389059:0:2411:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608847.389063:0:2411:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908490380 x1876538934304128/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608863 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608847.389069:0:2411:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608847.389072:0:2411:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608847.389076:0:2411:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d907d5c200. 02000000:00000001:2.0:1789608847.389081:0:2411:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608847.389085:0:2411:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608847.389087:0:2411:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=3 obd=MGC192.168.203.121@tcp 00000020:00000001:2.0:1789608847.389089:0:2411:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608847.389092:0:2411:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d908d55a00. 02000000:00000001:2.0:1789608847.389097:0:2411:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608847.389099:0:2411:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608847.389102:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908490380. 00000100:00000001:2.0:1789608847.389106:0:2411:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608847.389108:0:2411:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608847.389109:0:2411:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608847.389112:0:2411:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908491c00 x1876538934304256/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608863 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608847.389118:0:2411:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608847.389119:0:2411:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608847.389121:0:2411:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d907d5c400. 02000000:00000001:2.0:1789608847.389123:0:2411:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608847.389125:0:2411:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608847.389126:0:2411:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=3 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:2.0:1789608847.389128:0:2411:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608847.389129:0:2411:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d908d55000. 02000000:00000001:2.0:1789608847.389132:0:2411:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608847.389133:0:2411:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608847.389135:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908491c00. 00000100:00000001:2.0:1789608847.389137:0:2411:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608847.389139:0:2411:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608847.389140:0:2411:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608847.389143:0:2411:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908492300 x1876538934304512/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608863 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608847.389149:0:2411:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608847.389151:0:2411:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608847.389152:0:2411:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d907d5d000. 02000000:00000001:2.0:1789608847.389154:0:2411:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608847.389155:0:2411:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608847.389156:0:2411:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=2 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:2.0:1789608847.389158:0:2411:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608847.389159:0:2411:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d908d55900. 02000000:00000001:2.0:1789608847.389162:0:2411:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608847.389162:0:2411:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608847.389163:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908492300. 00000100:00000001:2.0:1789608847.389165:0:2411:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608847.389167:0:2411:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608847.389169:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608847.389171:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608847.389172:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608847.389174:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608847.389175:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789608847.390765:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608847.390779:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608847.390783:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608847.390785:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608847.390795:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608847.390803:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608847.390812:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608847.390817:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608847.390821:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608847.390826:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c4961f80 00000400:00000200:1.0:1789608847.390830:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608847.390835:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x84a1 [1] + 224 00000800:00000001:1.0:1789608847.390842:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608847.390860:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608847.390864:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608847.390868:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608847.390876:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608847.390884:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908490e00 x1876538934304640/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608863 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608847.390894:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d908490e00 x1876538934304640/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608863 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608847.390909:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608847.390915:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608847.390919:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608847.393185:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608847.393193:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608847.393204:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608847.393206:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608847.393210:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a6e0. 00000400:00000200:2.0:1789608847.393217:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9f68 00000400:00000010:2.0:1789608847.393220:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9f68. 00000100:00000001:2.0:1789608847.393225:0:2411:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608847.393235:0:2411:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908490e00 x1876538934304640/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608863 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789608847.393247:0:2411:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908490e00 x1876538934304640/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608863 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608847.393257:0:2411:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608847.393259:0:2411:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608847.393261:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608847.393264:0:2411:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608847.393267:0:2411:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608847.393269:0:2411:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608847.393272:0:2411:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608847.393281:0:2411:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13460 time=55 v=5 (5 5 5 5) 00000100:00001000:2.0:1789608847.393284:0:2411:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13418 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608847.393287:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608847.393289:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608847.393292:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608847.393295:0:2411:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608847.393299:0:2411:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608847.393301:0:2411:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d904ceb000: skip recheck: last_committed 4294967322 00000100:00000001:2.0:1789608847.393303:0:2411:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608847.393304:0:2411:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608847.393308:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908490e00 x1876538934304640/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608863 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608847.393316:0:2411:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608847.393319:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608847.393321:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608847.393325:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908490e00 x1876538934304640/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608863 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789608847.393332:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908490e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934304640:192.168.203.121@tcp:400:kworker.0 00000100:00000001:2.0:1789608847.393336:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608847.393339:0:2411:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608847.393342:0:2411:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908490e00 x1876538934304640/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608863 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608847.393360:0:2411:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608847.393364:0:2411:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608847.393367:0:2411:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d907d5c800. 02000000:00000001:2.0:1789608847.393370:0:2411:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608847.393373:0:2411:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608847.393375:0:2411:0:(genops.c:1222:class_import_put()) import ffff94d902b13000 refcount=2 obd=lustre-OST0001-osc-ffff94d904ceb000 00000020:00000001:2.0:1789608847.393378:0:2411:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608847.393381:0:2411:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d9070e6200. 02000000:00000001:2.0:1789608847.393385:0:2411:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608847.393386:0:2411:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608847.393388:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908490e00. 00000100:00000001:2.0:1789608847.393392:0:2411:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608847.393393:0:2411:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608847.393396:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608847.393399:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608847.393400:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608847.393402:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608847.393404:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789608847.419558:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608847.419577:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608847.419582:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608847.419584:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608847.419593:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608847.419601:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608847.419610:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608847.419615:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608847.419620:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608847.419624:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4961e80 00000400:00000200:1.0:1789608847.419629:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608847.419635:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x8499 [1] + 224 00000800:00000001:1.0:1789608847.419642:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608847.419652:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608847.419656:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608847.419660:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608847.419667:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608847.419713:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908492a00 x1876538934304384/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608863 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608847.419725:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d908492a00 x1876538934304384/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608863 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608847.419743:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608847.419751:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608847.419755:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608847.420114:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608847.420118:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608847.420126:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608847.420128:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608847.420131:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2af20. 00000400:00000200:3.0:1789608847.420136:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9110 00000400:00000010:3.0:1789608847.420138:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9110. 00000100:00000001:3.0:1789608847.420141:0:2411:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608847.420146:0:2411:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908492a00 x1876538934304384/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608863 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608847.420156:0:2411:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908492a00 x1876538934304384/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608863 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608847.420163:0:2411:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608847.420165:0:2411:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608847.420167:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608847.420170:0:2411:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608847.420174:0:2411:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608847.420176:0:2411:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608847.420179:0:2411:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608847.420188:0:2411:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b17c60 time=55 v=5 (5 104 104 104) 00000100:00001000:3.0:1789608847.420192:0:2411:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b17c18 time=55 v=5 (1 1 1 1) 00000100:00000001:3.0:1789608847.420195:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608847.420197:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608847.420200:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608847.420203:0:2411:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608847.420207:0:2411:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608847.420209:0:2411:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1789608847.420211:0:2411:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608847.420214:0:2411:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608847.420220:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908492a00 x1876538934304384/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608863 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608847.420228:0:2411:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608847.420231:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608847.420233:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608847.420238:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908492a00 x1876538934304384/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608863 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608847.420246:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908492a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934304384:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608847.420251:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608847.420254:0:2411:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608847.420258:0:2411:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908492a00 x1876538934304384/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608863 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608847.420266:0:2411:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608847.420268:0:2411:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608847.420272:0:2411:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d907d5da00. 02000000:00000001:3.0:1789608847.420276:0:2411:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608847.420279:0:2411:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608847.420281:0:2411:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=3 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608847.420283:0:2411:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608847.420286:0:2411:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d908d55100. 02000000:00000001:3.0:1789608847.420291:0:2411:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608847.420293:0:2411:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608847.420295:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908492a00. 00000100:00000001:3.0:1789608847.420298:0:2411:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608847.420300:0:2411:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608847.420302:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608847.420310:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608847.420312:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608847.420314:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608847.420317:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608848.206810:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608848.206818:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608848.206824:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608848.206825:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608848.206847:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789608848.206849:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608848.206852:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1789608848.754422:0:34548:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608849.231035:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608849.231042:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608849.231047:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608849.231048:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608849.231114:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608849.231117:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608849.231120:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1789608849.254538:0:34584:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1789608849.254544:0:34584:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg321-client.virtnet: executing wait_import_state_mount (FULL|IDLE) mdc.lustre-MDT0000-mdc-*.mds_server_uuid 1475 0 00000001:00000001:0.0:1789608849.274103:0:34584:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:2.0:1789608849.341475:0:34587:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608850.254499:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608850.254509:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608850.254516:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608850.254517:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608850.256764:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608850.256772:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608850.256778:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1789608850.926909:0:34697:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608851.278920:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608851.278929:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608851.278936:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608851.278937:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608851.278980:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789608851.278984:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608851.278987:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789608851.342859:0:32114:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d000 (cpu 0) has reached its deadline 4296578400, at 4296578433 00000100:00000010:0.0:1789608851.342878:0:32114:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d909265ae0. 00000100:00000040:1.0:1789608851.343165:0:33535:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d110 (cpu 1) has reached its deadline 4296578400, at 4296578433 00000100:00000010:1.0:1789608851.343185:0:33535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d909265480. 00000001:00000001:2.0:1789608851.481942:0:34733:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1789608851.481950:0:34733:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: mdc.lustre-MDT0000-mdc-*.mds_server_uuid in FULL state after 0 sec 00000001:00000001:2.0:1789608851.486212:0:34733:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1789608852.301842:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608852.301855:0:32466:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608852.301858:0:32466:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608852.301866:0:32466:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608852.301869:0:32466:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608852.301871:0:32466:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608852.301877:0:32466:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608852.301880:0:32466:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608852.301882:0:32466:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608852.301885:0:32466:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608852.301889:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608852.301890:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608852.302056:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608852.302061:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608852.302064:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789608852.494429:0:465:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608852.494442:0:465:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608852.494458:0:465:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904056300. 00000020:00000040:1.0:1789608852.494466:0:465:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=4 obd=MGC192.168.203.121@tcp 00000100:00000001:1.0:1789608852.494471:0:465:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608852.494475:0:465:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608852.494482:0:465:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608852.494493:0:465:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faa400. 00000100:00000001:1.0:1789608852.494503:0:465:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608852.494518:0:465:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS req@ffff94d904056300 x1876538934304768/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608852.494549:0:465:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608852.494555:0:465:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608852.494564:0:465:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024083d7d] to pc [ptlrpcd_00_00+0] req@ffff94d904056300 x1876538934304768/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608852.494597:0:465:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608852.494600:0:465:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608852.494604:0:465:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608852.494607:0:465:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904055880. 00000020:00000040:1.0:1789608852.494610:0:465:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:1.0:1789608852.494612:0:465:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608852.494614:0:465:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608852.494616:0:465:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608852.494620:0:465:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faab00. 00000100:00000001:1.0:1789608852.494623:0:465:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608852.494627:0:465:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID req@ffff94d904055880 x1876538934304896/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608852.494634:0:465:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608852.494637:0:465:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608852.494641:0:465:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bf26e54] to pc [ptlrpcd_00_01+1] req@ffff94d904055880 x1876538934304896/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608852.494649:0:465:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608852.494652:0:465:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608852.494655:0:465:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608852.494658:0:465:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904054700. 00000020:00000040:1.0:1789608852.494660:0:465:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=4 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000100:00000001:1.0:1789608852.494662:0:465:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608852.494663:0:465:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608852.494664:0:465:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608852.494676:0:465:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faa100. 00000100:00000001:1.0:1789608852.494681:0:465:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608852.494882:0:465:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID req@ffff94d904054700 x1876538934305024/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608852.494891:0:465:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608852.494893:0:465:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608852.494897:0:465:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4ab8069] to pc [ptlrpcd_00_00+0] req@ffff94d904054700 x1876538934305024/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608852.494905:0:465:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608852.494907:0:465:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608852.494911:0:465:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608852.494916:0:465:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904056680. 00000020:00000040:1.0:1789608852.494919:0:465:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00000100:00000001:1.0:1789608852.494921:0:465:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608852.494923:0:465:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608852.494925:0:465:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608852.494929:0:465:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faad00. 00000100:00000001:1.0:1789608852.494932:0:465:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608852.494936:0:465:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID req@ffff94d904056680 x1876538934305152/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608852.494943:0:465:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608852.494945:0:465:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608852.494948:0:465:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005aad94d5] to pc [ptlrpcd_00_01+1] req@ffff94d904056680 x1876538934305152/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608852.494954:0:465:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608852.494956:0:465:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608852.494960:0:465:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608852.494963:0:465:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904057800. 00000020:00000040:1.0:1789608852.494965:0:465:0:(genops.c:1209:class_import_get()) import ffff94d902b13000 refcount=3 obd=lustre-OST0001-osc-ffff94d904ceb000 00000100:00000001:1.0:1789608852.494967:0:465:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608852.494969:0:465:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608852.494971:0:465:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608852.494977:0:465:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d90857eb00. 00000100:00000001:1.0:1789608852.494980:0:465:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608852.494983:0:465:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID req@ffff94d904057800 x1876538934305280/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608852.494990:0:465:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608852.494991:0:465:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608852.494994:0:465:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000663e050a] to pc [ptlrpcd_00_00+0] req@ffff94d904057800 x1876538934305280/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608852.495001:0:465:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608852.495006:0:465:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1917) 00000100:00000001:0.0:1789608852.497871:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608852.497882:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608852.497886:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608852.497903:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904056300 x1876538934304768/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608852.497917:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608852.497920:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608852.497926:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608852.497930:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608852.497933:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608852.497937:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904056300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2409:1876538934304768:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608852.497942:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608852.497950:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608852.497953:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608852.497956:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608852.497967:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d9135fa400. 02000000:00000001:0.0:1789608852.497970:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608852.497979:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608852.497985:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b83c8. 00000400:00000010:0.0:1789608852.497994:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edb28. 00000100:00000200:0.0:1789608852.498003:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934304768, portal 25 00000100:00000001:0.0:1789608852.498005:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608852.498007:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529116928 : -117815180434688 : ffff94d904056300) 00000100:00000040:0.0:1789608852.498014:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904056300 x1876538934304768/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608852.498022:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608852.498025:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608852.498029:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed2a8. 00000100:00000200:0.0:1789608852.498032:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876538934304768, offset 0 00000400:00000200:0.0:1789608852.498050:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608852.498061:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608852.498070:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608852.498077:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608852.498081:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608852.498086:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608852.498089:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608852.498093:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2905:2905:256:4294967295] 192.168.203.121@tcp LPNI seq info [2905:2905:8:4294967295] 00000400:00000200:0.0:1789608852.498097:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608852.498118:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608852.498126:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608852.498133:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d919aaa100. 00000800:00000200:0.0:1789608852.498141:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608852.498151:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608852.498156:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d919aaa100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608852.498184:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608852.498190:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608852.498193:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 0 is 4296583522 00000100:00000010:0.0:1789608852.498443:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d9082d7120. 00000100:00000001:0.0:1789608852.498453:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789608852.498464:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 1 is 4296583522 00000100:00000010:0.0:1789608852.498468:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d9082d7720. 00000100:00000001:0.0:1789608852.498471:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789608852.498475:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608852.498479:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608852.498483:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608852.498489:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904054700 x1876538934305024/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608852.498498:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608852.498500:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608852.498502:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608852.498505:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608852.498507:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608852.498510:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934305024:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608852.498514:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608852.498518:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608852.498520:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608852.498522:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608852.498526:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d9135fb800. 02000000:00000001:0.0:1789608852.498528:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608852.498533:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608852.498887:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8420. 00000400:00000010:0.0:1789608852.498893:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ede58. 00000100:00000200:0.0:1789608852.498897:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934305024, portal 10 00000100:00000001:0.0:1789608852.498900:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608852.498903:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529109760 : -117815180441856 : ffff94d904054700) 00000100:00000040:0.0:1789608852.498912:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904054700 x1876538934305024/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608852.498919:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608852.498922:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608852.498925:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed770. 00000100:00000200:0.0:1789608852.498927:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934305024, offset 0 00000400:00000200:0.0:1789608852.498931:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608852.498936:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608852.498941:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608852.498944:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608852.498947:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608852.498950:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608852.498952:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608852.498955:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2906:2906:255:4294967295] 192.168.203.121@tcp LPNI seq info [2906:2906:7:4294967295] 00000400:00000200:0.0:1789608852.498959:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608852.498966:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608852.498971:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608852.498976:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d919aaaa00. 00000800:00000200:0.0:1789608852.498980:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608852.498985:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608852.498988:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d919aaaa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608852.498991:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608852.498995:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: using a timeout of 23268 usecs (24 jiffies) 00000400:00000200:0.0:1789608852.498999:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608852.499001:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296579612 00000100:00000001:0.0:1789608852.499004:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296583522 00000100:00000001:0.0:1789608852.499006:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296579612 00000100:00000001:0.0:1789608852.499008:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296583522 00000100:00000001:0.0:1789608852.499012:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608852.499013:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608852.499016:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608852.499021:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904057800 x1876538934305280/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608852.499028:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608852.499030:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608852.499032:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608852.499044:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608852.499047:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608852.499050:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904057800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934305280:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608852.499053:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608852.499056:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608852.499058:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608852.499059:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608852.499065:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d9032e8800. 02000000:00000001:0.0:1789608852.499067:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608852.499071:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608852.499073:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b84d0. 00000400:00000010:0.0:1789608852.499078:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edd48. 00000100:00000200:0.0:1789608852.499080:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934305280, portal 4 00000100:00000001:0.0:1789608852.499082:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608852.499084:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529122304 : -117815180429312 : ffff94d904057800) 00000100:00000040:0.0:1789608852.499090:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904057800 x1876538934305280/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608852.499096:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608852.499098:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608852.499101:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edcc0. 00000100:00000200:0.0:1789608852.499104:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876538934305280, offset 0 00000100:00000001:1.0:1789608852.499518:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608852.499524:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608852.499526:0:2410:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608852.500007:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904055880 x1876538934304896/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608852.500019:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608852.500021:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608852.500024:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608852.500027:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608852.500029:0:2410:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608852.500033:0:2410:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934304896:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608852.500045:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608852.500048:0:2410:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608852.500050:0:2410:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608852.500052:0:2410:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608852.500059:0:2410:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d9070af800. 02000000:00000001:1.0:1789608852.500061:0:2410:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608852.500066:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608852.500070:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d342c0. 00000400:00000010:1.0:1789608852.500076:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35bb0. 00000100:00000200:1.0:1789608852.500081:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934304896, portal 10 00000100:00000001:1.0:1789608852.500084:0:2410:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608852.500085:0:2410:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529114240 : -117815180437376 : ffff94d904055880) 00000100:00000040:1.0:1789608852.500093:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904055880 x1876538934304896/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608852.500100:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608852.500102:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608852.500105:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35990. 00000100:00000200:1.0:1789608852.501694:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934304896, offset 0 00000400:00000200:0.0:1789608852.501804:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608852.501818:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608852.501827:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608852.501835:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608852.501839:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608852.501843:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608852.501846:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608852.501850:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2907:2907:254:4294967295] 192.168.203.121@tcp LPNI seq info [2907:2907:6:4294967295] 00000400:00000200:0.0:1789608852.501855:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608852.501865:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608852.501872:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608852.501882:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d919aaa200. 00000800:00000200:0.0:1789608852.501890:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608852.501899:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608852.501904:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d919aaa200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608852.501909:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608852.501915:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: using a timeout of 24680 usecs (25 jiffies) 00000400:00000200:0.0:1789608852.501919:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608852.501922:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296579617 00000100:00000001:0.0:1789608852.501926:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296583522 00000100:00000001:0.0:1789608852.501928:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296579617 00000100:00000001:0.0:1789608852.501930:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296583522 00000100:00000001:0.0:1789608852.501933:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608852.501937:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608852.501942:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608852.501946:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608852.501956:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608852.501959:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789608852.501963:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608852.501966:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608852.501968:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608852.501971:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608852.502054:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608852.502059:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d919aaa100. 00000400:00000200:0.0:1789608852.502068:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608852.502074:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608852.502081:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed2a8 00000400:00000010:0.0:1789608852.502084:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed2a8. 00000100:00000001:0.0:1789608852.502091:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608852.502100:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904056300 x1876538934304768/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1789608852.502358:0:2410:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608852.502363:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608852.502528:0:2410:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608852.502533:0:2410:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608852.502653:0:2410:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608852.502656:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608852.502659:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608852.502662:0:2410:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2908:2908:253:4294967295] 192.168.203.121@tcp LPNI seq info [2908:2908:5:4294967295] 00000400:00000200:1.0:1789608852.502703:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608852.503757:0:2410:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608852.503768:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608852.503779:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d902c9dd00. 00000800:00000200:1.0:1789608852.503786:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608852.503794:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608852.503798:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d902c9dd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608852.503803:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608852.503810:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 882865 usecs (883 jiffies) 00000400:00000200:1.0:1789608852.503814:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608852.503817:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296580477 00000100:00000001:1.0:1789608852.503821:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296583522 00000100:00000001:1.0:1789608852.503854:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296580477 00000100:00000001:1.0:1789608852.503857:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296583522 00000100:00000001:1.0:1789608852.503860:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608852.503864:0:2410:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608852.503869:0:2410:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608852.503877:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904056680 x1876538934305152/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608852.503885:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608852.503888:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608852.503892:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608852.503897:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608852.503900:0:2410:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608852.503903:0:2410:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904056680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934305152:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608852.503907:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608852.503915:0:2410:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608852.503918:0:2410:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608852.503921:0:2410:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608852.503929:0:2410:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d9070aea00. 02000000:00000001:1.0:1789608852.503931:0:2410:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608852.503936:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608852.503941:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34210. 00000400:00000010:1.0:1789608852.503948:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35330. 00000100:00000200:1.0:1789608852.503957:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934305152, portal 4 00000100:00000001:1.0:1789608852.503959:0:2410:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608852.503961:0:2410:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529117824 : -117815180433792 : ffff94d904056680) 00000100:00000040:1.0:1789608852.503969:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904056680 x1876538934305152/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608852.503976:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608852.503979:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608852.503982:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35660. 00000100:00000200:1.0:1789608852.503985:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876538934305152, offset 0 00000400:00000200:1.0:1789608852.503990:0:2410:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608852.503996:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608852.504002:0:2410:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608852.504008:0:2410:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608852.504011:0:2410:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608852.504014:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608852.504016:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608852.504019:0:2410:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2909:2909:252:4294967295] 192.168.203.121@tcp LPNI seq info [2909:2909:4:4294967295] 00000400:00000200:1.0:1789608852.504023:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608852.504029:0:2410:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608852.504033:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608852.504038:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d909082300. 00000800:00000200:1.0:1789608852.504042:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608852.504046:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608852.504049:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d909082300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608852.504052:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608852.504055:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 203462 usecs (204 jiffies) 00000400:00000200:1.0:1789608852.504058:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608852.504060:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296579798 00000100:00000001:1.0:1789608852.504062:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296583522 00000100:00000001:1.0:1789608852.504064:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296579798 00000100:00000001:1.0:1789608852.504066:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296583522 00000100:00000001:1.0:1789608852.504068:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608852.504070:0:2410:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608852.504073:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608852.504077:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608852.504086:0:2410:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608852.504089:0:2410:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789608852.504092:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608852.504094:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608852.504095:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608852.504099:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608852.504861:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608852.504869:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904056300 x1876538934304768/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608868 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608852.504878:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608852.504879:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608852.504918:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608852.504922:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d919aaaa00. 00000400:00000200:0.0:1789608852.504928:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608852.504933:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608852.504940:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed770 00000400:00000010:0.0:1789608852.504943:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed770. 00000100:00000001:0.0:1789608852.504947:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608852.504952:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904054700 x1876538934305024/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608852.504959:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608852.504962:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904054700 x1876538934305024/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608868 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608852.504969:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608852.504971:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608852.504979:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608852.504982:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d919aaa200. 00000400:00000200:0.0:1789608852.504985:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608852.504989:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608852.504991:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edcc0 00000400:00000010:0.0:1789608852.504993:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edcc0. 00000100:00000001:0.0:1789608852.504995:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608852.505000:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904057800 x1876538934305280/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608852.505007:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608852.505010:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904057800 x1876538934305280/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608868 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608852.505016:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608852.505018:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608852.505026:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608852.505028:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d902c9dd00. 00000400:00000200:0.0:1789608852.505047:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608852.505051:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608852.505054:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35990 00000400:00000010:0.0:1789608852.505056:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35990. 00000100:00000001:0.0:1789608852.505059:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608852.505063:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904055880 x1876538934304896/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608852.505071:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608852.505074:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904055880 x1876538934304896/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608868 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608852.505080:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608852.505081:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608852.505166:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608852.505169:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d909082300. 00000400:00000200:0.0:1789608852.505173:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608852.505177:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608852.505180:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35660 00000400:00000010:0.0:1789608852.505181:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35660. 00000100:00000001:0.0:1789608852.505184:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608852.505187:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904056680 x1876538934305152/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608852.505195:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608852.505197:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904056680 x1876538934305152/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608868 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608852.505914:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608852.505916:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608852.511487:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608852.511512:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608852.511520:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608852.511522:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608852.511849:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608852.511859:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608852.511873:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608852.511879:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608852.511885:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608852.511890:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 25 MB=0x6aab3c4962000 00000400:00000200:1.0:1789608852.511897:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608852.511903:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.121@tcp of length 224/224 into md 0x84a9 [1] + 224 00000800:00000001:1.0:1789608852.511915:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608852.511921:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608852.511925:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608852.511930:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608852.511939:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608852.511951:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904056300 x1876538934304768/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608868 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608852.511961:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904056300 x1876538934304768/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608868 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608852.511976:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608852.511988:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608852.511992:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608852.511994:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608852.511996:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608852.511999:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608852.512002:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608852.512006:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608852.512009:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608852.512011:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608852.512014:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c4962200 00000400:00000200:1.0:1789608852.512017:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608852.512021:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x84c9 [1] + 224 00000800:00000001:1.0:1789608852.512025:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608852.512029:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608852.512031:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608852.512034:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608852.512837:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608852.512844:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608852.512907:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608852.512917:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904057800 x1876538934305280/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608868 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608852.512931:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904057800 x1876538934305280/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608868 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608852.512940:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000001:0.0:1789608852.515566:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608852.515575:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608852.515581:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b83c8. 00000400:00000200:0.0:1789608852.515593:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edb28 00000400:00000010:0.0:1789608852.515595:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edb28. 00000100:00000001:0.0:1789608852.515602:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608852.515616:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904056300 x1876538934304768/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608868 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608852.515628:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904056300 x1876538934304768/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608868 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608852.515637:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608852.515640:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608852.515644:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608852.515648:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608852.515651:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608852.515653:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608852.515657:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608852.515691:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d90510e460 time=60 v=5 (5 5 5 5) 00000100:00001000:0.0:1789608852.515696:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d90510e418 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1789608852.515699:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608852.515701:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608852.515704:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608852.515716:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608852.515720:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608852.515726:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904056300 x1876538934304768/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608868 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608852.515734:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608852.515738:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608852.515740:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608852.515746:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904056300 x1876538934304768/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608868 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789608852.515755:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904056300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2409:1876538934304768:192.168.203.121@tcp:400:kworker.0 00000800:00000001:1.0:1789608852.516004:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608852.516025:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608852.516027:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608852.516030:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608852.516039:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608852.516045:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608852.516056:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608852.516061:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608852.516068:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608852.516072:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c4962180 00000400:00000200:1.0:1789608852.516077:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000001:0.0:1789608852.519647:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608852.519657:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608852.519663:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b84d0. 00000400:00000200:0.0:1789608852.519700:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edd48 00000400:00000010:0.0:1789608852.519704:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edd48. 00000100:00000001:0.0:1789608852.519778:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608852.519794:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904057800 x1876538934305280/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608868 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608852.519808:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904057800 x1876538934305280/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608868 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608852.519817:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608852.519821:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608852.519825:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608852.519829:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608852.519833:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608852.519835:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608852.519839:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608852.519851:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13460 time=60 v=5 (5 5 5 5) 00000100:00001000:0.0:1789608852.519856:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13418 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1789608852.519859:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608852.519861:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608852.519864:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608852.519869:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608852.519874:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608852.519877:0:2409:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d904ceb000: skip recheck: last_committed 4294967322 00000100:00000001:0.0:1789608852.519879:0:2409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608852.519881:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608852.519887:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904057800 x1876538934305280/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608868 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608852.519902:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608852.519906:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608852.519909:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608852.519913:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904057800 x1876538934305280/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608868 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789608852.519922:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904057800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934305280:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608852.519928:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608852.519932:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608852.519938:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904056300 x1876538934304768/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608868 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608852.519945:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608852.519947:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608852.519952:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d9135fa400. 02000000:00000001:0.0:1789608852.519959:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608852.519963:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608852.519965:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=3 obd=MGC192.168.203.121@tcp 00000020:00000001:0.0:1789608852.519967:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608852.519971:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faa400. 02000000:00000001:0.0:1789608852.519977:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608852.519980:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608852.519982:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904056300. 00000100:00000001:0.0:1789608852.519987:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608852.519988:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608852.519990:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608852.519993:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904057800 x1876538934305280/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608868 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608852.520000:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608852.520001:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608852.520002:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d9032e8800. 02000000:00000001:0.0:1789608852.520006:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608852.520007:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608852.520009:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b13000 refcount=2 obd=lustre-OST0001-osc-ffff94d904ceb000 00000020:00000001:0.0:1789608852.520011:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608852.520012:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d90857eb00. 02000000:00000001:0.0:1789608852.520016:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608852.520017:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608852.520018:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904057800. 00000100:00000001:0.0:1789608852.520021:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608852.520022:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608852.520027:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608852.520030:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608852.520032:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608852.520036:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608852.520038:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608852.520597:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x84e9 [1] + 224 00000800:00000001:1.0:1789608852.520615:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608852.520633:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608852.520638:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608852.520643:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608852.520652:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608852.520658:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904056680 x1876538934305152/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608868 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608852.520799:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904056680 x1876538934305152/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608868 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608852.520872:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608852.520877:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608852.520895:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608852.520909:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608852.520914:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608852.520917:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608852.520919:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608852.520927:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608852.520932:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608852.520943:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608852.520947:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608852.520952:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608852.520956:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4962100 00000400:00000200:1.0:1789608852.520961:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608852.520965:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x84b9 [1] + 224 00000800:00000001:1.0:1789608852.520970:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608852.520975:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608852.520977:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608852.520980:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608852.520984:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608852.520989:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904054700 x1876538934305024/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608868 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608852.520996:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904054700 x1876538934305024/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608868 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608852.521012:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608852.521016:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608852.521020:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608852.521021:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608852.521024:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608852.521027:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608852.521030:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608852.521034:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608852.521038:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608852.521040:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608852.521043:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4962080 00000400:00000200:1.0:1789608852.521047:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608852.521050:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x84d9 [1] + 224 00000800:00000001:1.0:1789608852.521054:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608852.521066:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608852.521068:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608852.521071:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608852.521074:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608852.521078:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904055880 x1876538934304896/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608868 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608852.521087:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904055880 x1876538934304896/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608868 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608852.521094:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608852.521097:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608852.521100:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608852.521140:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608852.521143:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789608852.521148:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608852.521150:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608852.521152:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8420. 00000400:00000200:1.0:1789608852.521157:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ede58 00000400:00000010:1.0:1789608852.521159:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ede58. 00000100:00000001:1.0:1789608852.521172:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608852.521176:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904054700 x1876538934305024/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608868 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608852.521184:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904054700 x1876538934305024/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608868 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608852.521190:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608852.521192:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608852.521195:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608852.521198:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608852.521208:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608852.521210:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608852.521219:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608852.521227:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b17c60 time=60 v=5 (5 104 104 104) 00000100:00001000:1.0:1789608852.521232:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b17c18 time=60 v=5 (1 1 1 1) 00000100:00000001:1.0:1789608852.521234:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608852.521236:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608852.521239:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608852.521242:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608852.521246:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608852.521248:0:2409:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1789608852.521250:0:2409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608852.521252:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608852.521257:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904054700 x1876538934305024/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608868 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608852.521264:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608852.521267:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608852.521269:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608852.521272:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904054700 x1876538934305024/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608868 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608852.521279:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934305024:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608852.521285:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608852.521287:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608852.521290:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904054700 x1876538934305024/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608868 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608852.521297:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608852.521299:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608852.521302:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d9135fb800. 02000000:00000001:1.0:1789608852.521307:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608852.521317:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608852.521318:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=3 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:1.0:1789608852.521321:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608852.521324:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faa100. 02000000:00000001:1.0:1789608852.521328:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608852.521329:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608852.521331:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904054700. 00000100:00000001:1.0:1789608852.521334:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608852.521335:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608852.521337:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608852.521347:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608852.521349:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608852.521352:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608852.521354:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1789608852.521915:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608852.521919:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608852.521922:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34210. 00000400:00000200:0.0:1789608852.521928:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35330 00000400:00000010:0.0:1789608852.521930:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35330. 00000100:00000001:0.0:1789608852.521932:0:2410:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608852.521939:0:2410:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904056680 x1876538934305152/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608868 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608852.521948:0:2410:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904056680 x1876538934305152/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608868 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608852.521955:0:2410:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608852.521956:0:2410:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608852.521958:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608852.521960:0:2410:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608852.521962:0:2410:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608852.521964:0:2410:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608852.521966:0:2410:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608852.521972:0:2410:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13c60 time=60 v=5 (5 5 5 5) 00000100:00001000:0.0:1789608852.521975:0:2410:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1789608852.521978:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608852.521980:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608852.521982:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608852.521985:0:2410:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608852.521988:0:2410:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608852.521989:0:2410:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: skip recheck: last_committed 4294967333 00000100:00000001:0.0:1789608852.521991:0:2410:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608852.521992:0:2410:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608852.521996:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904056680 x1876538934305152/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608868 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608852.522003:0:2410:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608852.522005:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608852.522007:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608852.522010:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904056680 x1876538934305152/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608868 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789608852.522016:0:2410:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904056680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934305152:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608852.522021:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608852.522023:0:2410:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608852.522025:0:2410:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904056680 x1876538934305152/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608868 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608852.522030:0:2410:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608852.522032:0:2410:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608852.522034:0:2410:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d9070aea00. 02000000:00000001:0.0:1789608852.522037:0:2410:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608852.522039:0:2410:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608852.522041:0:2410:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=2 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:0.0:1789608852.522043:0:2410:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608852.522044:0:2410:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faad00. 02000000:00000001:0.0:1789608852.522047:0:2410:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608852.522048:0:2410:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608852.522049:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904056680. 00000100:00000001:0.0:1789608852.522052:0:2410:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608852.522054:0:2410:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608852.522056:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608852.522058:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608852.522060:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789608852.522064:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608852.522065:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608852.522067:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d342c0. 00000400:00000200:0.0:1789608852.522069:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35bb0 00000400:00000010:0.0:1789608852.522071:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35bb0. 00000100:00000001:0.0:1789608852.522072:0:2410:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608852.522076:0:2410:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904055880 x1876538934304896/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608868 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608852.522083:0:2410:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904055880 x1876538934304896/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608868 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608852.522089:0:2410:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608852.522090:0:2410:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608852.522092:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608852.522093:0:2410:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608852.522094:0:2410:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608852.522096:0:2410:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608852.522098:0:2410:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608852.522102:0:2410:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=60 v=5 (5 104 104 104) 00000100:00001000:0.0:1789608852.522163:0:2410:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1789608852.522451:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608852.522453:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608852.522455:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608852.522457:0:2410:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608852.522460:0:2410:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608852.522461:0:2410:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967640 00000100:00000001:0.0:1789608852.522463:0:2410:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608852.522465:0:2410:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608852.522470:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904055880 x1876538934304896/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608868 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608852.522477:0:2410:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608852.522479:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608852.522481:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608852.522484:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904055880 x1876538934304896/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608868 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789608852.522491:0:2410:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934304896:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608852.522496:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608852.522498:0:2410:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608852.522500:0:2410:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904055880 x1876538934304896/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608868 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608852.522506:0:2410:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608852.522508:0:2410:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608852.522509:0:2410:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d9070af800. 02000000:00000001:0.0:1789608852.522513:0:2410:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608852.522514:0:2410:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608852.522515:0:2410:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=3 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:0.0:1789608852.522517:0:2410:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608852.522519:0:2410:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faab00. 02000000:00000001:0.0:1789608852.522521:0:2410:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608852.522522:0:2410:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608852.522524:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904055880. 00000100:00000001:0.0:1789608852.522526:0:2410:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608852.522528:0:2410:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608852.522530:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608852.522601:0:2410:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608852.522604:0:2410:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608852.522606:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608852.522608:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608853.128112:0:34751:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608853.328192:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608853.328201:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608853.328208:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608853.328209:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608853.333944:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608853.333954:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608853.333961:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789608853.621556:0:34771:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e00dabd08 00000080:00200008:3.0:1789608853.621569:0:34771:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff94d918926c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1789608853.621580:0:34771:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789608853.621582:0:34771:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e00dabc80 00000080:00200000:3.0:1789608853.621584:0:34771:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:3.0:1789608853.621593:0:34771:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d907d5c800. 00800000:00000002:3.0:1789608853.621601:0:34771:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:3.0:1789608853.621606:0:34771:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789608853.621612:0:34771:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789608853.621616:0:34771:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e00dabba0 00800000:00000002:3.0:1789608853.621620:0:34771:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608853.621625:0:34771:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789608853.621629:0:34771:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608853.621633:0:34771:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608853.621636:0:34771:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608853.621639:0:34771:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608853.621642:0:34771:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608853.621645:0:34771:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608853.621648:0:34771:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608853.621652:0:34771:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789608853.621669:0:34771:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789608853.621672:0:34771:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e00daba70 00000002:00010000:3.0:1789608853.621674:0:34771:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789608853.621716:0:34771:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789608853.621719:0:34771:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608853.621724:0:34771:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608853.621734:0:34771:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909aba200 count: 2 00010000:00000001:3.0:1789608853.621738:0:34771:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608853.621745:0:34771:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608853.621749:0:34771:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789608853.621755:0:34771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55800/0xc54db3288176ff36 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9a4f expref: -99 pid: 34300 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1789608853.621769:0:34771:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789608853.621776:0:34771:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608853.621780:0:34771:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55800/0xc54db3288176ff36 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9a4f expref: -99 pid: 34300 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1789608853.621794:0:34771:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789608853.621796:0:34771:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789608853.621799:0:34771:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608853.621802:0:34771:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608853.621804:0:34771:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608853.621807:0:34771:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789608853.621810:0:34771:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789608853.621813:0:34771:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:3.0:1789608853.621817:0:34771:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d907d5c800. 00000080:00000001:3.0:1789608853.621823:0:34771:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789608853.621826:0:34771:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608853.621830:0:34771:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:3.0:1789608853.621834:0:34771:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176ff36 00800000:00000001:3.0:1789608853.621838:0:34771:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789608853.621841:0:34771:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789608853.621843:0:34771:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608853.621847:0:34771:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608853.621851:0:34771:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55800 refcount=3 00000020:00000001:3.0:1789608853.621854:0:34771:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:3.0:1789608853.621857:0:34771:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:3.0:1789608853.621861:0:34771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608853.621862:0:34771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608853.621864:0:34771:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608853.621866:0:34771:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608853.621869:0:34771:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ff36 from it ffffae3e00dabcb8 00010000:00000001:3.0:1789608853.621871:0:34771:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608853.621873:0:34771:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608853.621874:0:34771:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55800 refcount=3 00000020:00000001:3.0:1789608853.621877:0:34771:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:3.0:1789608853.621879:0:34771:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:3.0:1789608853.621881:0:34771:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608853.621885:0:34771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55800/0xc54db3288176ff36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9a4f expref: -99 pid: 34300 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1789608853.621893:0:34771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608853.621895:0:34771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608853.626695:0:34771:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608853.626709:0:34771:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608853.626719:0:34771:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55800/0xc54db3288176ff36 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9a4f expref: -99 pid: 34300 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1789608853.626742:0:34771:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608853.626747:0:34771:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608853.626750:0:34771:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608853.626756:0:34771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608853.626758:0:34771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608853.626760:0:34771:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608853.626764:0:34771:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608853.626767:0:34771:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608853.626769:0:34771:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608853.626772:0:34771:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608853.626775:0:34771:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608853.626776:0:34771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608853.626777:0:34771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789608853.626783:0:34771:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789608853.626786:0:34771:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789608853.626792:0:34771:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608853.626800:0:34771:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e00dabd08 00000080:00000008:3.0:1789608853.626803:0:34771:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff94d918926c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1789608853.630103:0:34771:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608853.630182:0:34771:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e00dabd08 00000080:00200008:3.0:1789608853.630187:0:34771:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff94d918926c08), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1789608853.630196:0:34771:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789608853.630197:0:34771:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e00dabc80 00000080:00200000:3.0:1789608853.630199:0:34771:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:3.0:1789608853.630207:0:34771:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d907d5c800. 00800000:00000002:3.0:1789608853.630213:0:34771:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:3.0:1789608853.630219:0:34771:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789608853.630224:0:34771:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789608853.630227:0:34771:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e00dabba0 00800000:00000002:3.0:1789608853.630229:0:34771:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608853.630233:0:34771:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789608853.630236:0:34771:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608853.630239:0:34771:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608853.630242:0:34771:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608853.630245:0:34771:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608853.630247:0:34771:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608853.630250:0:34771:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608853.630252:0:34771:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608853.630255:0:34771:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789608853.630261:0:34771:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789608853.630263:0:34771:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e00daba70 00000002:00010000:3.0:1789608853.630265:0:34771:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789608853.630268:0:34771:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789608853.630271:0:34771:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608853.630275:0:34771:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608853.630283:0:34771:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909aba200 count: 2 00010000:00000001:3.0:1789608853.630286:0:34771:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608853.630292:0:34771:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608853.630305:0:34771:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789608853.630311:0:34771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55800/0xc54db3288176ff36 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9a4f expref: -99 pid: 34300 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1789608853.630646:0:34771:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789608853.630654:0:34771:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608853.630668:0:34771:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55800/0xc54db3288176ff36 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9a4f expref: -99 pid: 34300 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1789608853.630719:0:34771:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789608853.630723:0:34771:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789608853.630725:0:34771:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608853.630728:0:34771:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608853.630731:0:34771:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608853.630733:0:34771:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789608853.630737:0:34771:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789608853.630741:0:34771:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:3.0:1789608853.630746:0:34771:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d907d5c800. 00000080:00000001:3.0:1789608853.630752:0:34771:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789608853.630755:0:34771:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608853.630758:0:34771:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:3.0:1789608853.630762:0:34771:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176ff36 00800000:00000001:3.0:1789608853.630767:0:34771:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789608853.630770:0:34771:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789608853.630772:0:34771:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608853.630775:0:34771:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608853.630778:0:34771:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55800 refcount=3 00000020:00000001:3.0:1789608853.630781:0:34771:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:3.0:1789608853.630785:0:34771:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:3.0:1789608853.630788:0:34771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608853.630790:0:34771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608853.630792:0:34771:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608853.630794:0:34771:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608853.630796:0:34771:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ff36 from it ffffae3e00dabcb8 00010000:00000001:3.0:1789608853.630799:0:34771:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608853.630800:0:34771:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608853.630802:0:34771:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55800 refcount=3 00000020:00000001:3.0:1789608853.630804:0:34771:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:3.0:1789608853.630806:0:34771:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:3.0:1789608853.630808:0:34771:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608853.630811:0:34771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55800/0xc54db3288176ff36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9a4f expref: -99 pid: 34300 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1789608853.630818:0:34771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608853.630819:0:34771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608853.630821:0:34771:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608853.630823:0:34771:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608853.630827:0:34771:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55800/0xc54db3288176ff36 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9a4f expref: -99 pid: 34300 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1789608853.630835:0:34771:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608853.630839:0:34771:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608853.630842:0:34771:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608853.630846:0:34771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608853.630847:0:34771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608853.630850:0:34771:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608853.630854:0:34771:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608853.630857:0:34771:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608853.630859:0:34771:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608853.630862:0:34771:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608853.630865:0:34771:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608853.630866:0:34771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608853.630867:0:34771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789608853.630871:0:34771:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789608853.630873:0:34771:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789608853.630878:0:34771:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608853.630883:0:34771:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e00dabd08 00000080:00000008:3.0:1789608853.630885:0:34771:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff94d918926c08), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1789608853.631722:0:34771:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789608853.631727:0:34771:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789608853.631729:0:34771:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e00dabb78 00000080:00200000:3.0:1789608853.631732:0:34771:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:3.0:1789608853.631739:0:34771:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d907d5c800. 00800000:00000002:3.0:1789608853.631744:0:34771:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:3.0:1789608853.631747:0:34771:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789608853.631751:0:34771:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789608853.631753:0:34771:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e00daba98 00800000:00000002:3.0:1789608853.631756:0:34771:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608853.631759:0:34771:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789608853.631762:0:34771:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608853.631764:0:34771:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608853.631766:0:34771:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608853.631768:0:34771:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608853.631769:0:34771:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608853.631772:0:34771:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608853.631775:0:34771:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608853.631777:0:34771:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789608853.631782:0:34771:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789608853.631784:0:34771:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e00dab968 00000002:00010000:3.0:1789608853.631787:0:34771:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789608853.631791:0:34771:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789608853.631794:0:34771:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608853.631797:0:34771:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608853.631803:0:34771:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909aba200 count: 2 00010000:00000001:3.0:1789608853.631806:0:34771:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608853.631810:0:34771:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608853.631813:0:34771:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789608853.631817:0:34771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55800/0xc54db3288176ff36 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9a4f expref: -99 pid: 34300 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1789608853.631826:0:34771:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789608853.631829:0:34771:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608853.631832:0:34771:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55800/0xc54db3288176ff36 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9a4f expref: -99 pid: 34300 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:3.0:1789608853.631839:0:34771:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789608853.631841:0:34771:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789608853.631843:0:34771:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608853.631845:0:34771:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608853.631847:0:34771:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608853.631849:0:34771:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789608853.631852:0:34771:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789608853.631855:0:34771:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:3.0:1789608853.631858:0:34771:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d907d5c800. 00000080:00000001:3.0:1789608853.631861:0:34771:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789608853.631862:0:34771:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608853.631865:0:34771:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:3.0:1789608853.631868:0:34771:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176ff36 00800000:00000001:3.0:1789608853.631871:0:34771:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789608853.631873:0:34771:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789608853.631874:0:34771:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608853.631876:0:34771:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608853.631878:0:34771:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55800 refcount=3 00000020:00000001:3.0:1789608853.631880:0:34771:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:3.0:1789608853.631883:0:34771:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:3.0:1789608853.631885:0:34771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608853.631887:0:34771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608853.631888:0:34771:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608853.631890:0:34771:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608853.631892:0:34771:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ff36 from it ffffae3e00dabbb0 00010000:00000001:3.0:1789608853.631904:0:34771:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608853.631905:0:34771:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608853.631906:0:34771:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55800 refcount=3 00000020:00000001:3.0:1789608853.631908:0:34771:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:3.0:1789608853.631911:0:34771:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:3.0:1789608853.631913:0:34771:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608853.631916:0:34771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55800/0xc54db3288176ff36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9a4f expref: -99 pid: 34300 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1789608853.631923:0:34771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608853.631924:0:34771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608853.631925:0:34771:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608853.631927:0:34771:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608853.631930:0:34771:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55800/0xc54db3288176ff36 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9a4f expref: -99 pid: 34300 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1789608853.631937:0:34771:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608853.631939:0:34771:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608853.631940:0:34771:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608853.632424:0:34771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608853.632427:0:34771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608853.632429:0:34771:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608853.632433:0:34771:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608853.632436:0:34771:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608853.632438:0:34771:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608853.632441:0:34771:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608853.632444:0:34771:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608853.632445:0:34771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608853.632446:0:34771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789608853.632449:0:34771:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789608853.632451:0:34771:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608853.632453:0:34771:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 44 00000080:00000001:3.0:1789608853.632459:0:34771:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608853.632465:0:34771:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:3.0:1789608853.632467:0:34771:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1789608853.632470:0:34771:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e00dabb78 00000080:00200008:3.0:1789608853.632472:0:34771:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff94d918926c08), flags 100000 00000080:00000010:3.0:1789608853.632479:0:34771:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d90517e640. 00000080:00000001:3.0:1789608853.632484:0:34771:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608853.632485:0:34771:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608853.632632:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608853.632635:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:3.0:1789608853.632642:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608853.632646:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608853.632652:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d90839a400. 00000020:00000001:3.0:1789608853.632667:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608853.632671:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789608853.632674:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789608853.632697:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d90839a400 uarg=0000000000000000 00800000:00000001:3.0:1789608853.632705:0:34771:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:3.0:1789608853.632708:0:34771:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff94d904ceb000: age 1902, max_age 1912 00000002:00000001:3.0:1789608853.632712:0:34771:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:3.0:1789608853.632715:0:34771:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000010:3.0:1789608853.632722:0:34771:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908492a00. 00000020:00000040:3.0:1789608853.632726:0:34771:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:3.0:1789608853.632730:0:34771:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608853.632734:0:34771:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608853.632738:0:34771:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608853.632746:0:34771:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d9070e6200. 00000100:00000001:3.0:1789608853.632755:0:34771:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608853.632759:0:34771:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789608853.632761:0:34771:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789608853.632770:0:34771:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d903f55cc0. 00000100:00000001:3.0:1789608853.632772:0:34771:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258528066752 : -117815181484864 : ffff94d903f55cc0) 00000100:00000001:3.0:1789608853.632775:0:34771:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608853.632777:0:34771:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600667648 : -117815108883968 : ffff94d908492a00) 00000100:00000001:3.0:1789608853.632783:0:34771:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608853.632788:0:34771:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608853.632791:0:34771:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789608853.632792:0:34771:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608853.632806:0:34771:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908492a00 x1876538934305408/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608853.632815:0:34771:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608853.632818:0:34771:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608853.632822:0:34771:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608853.632825:0:34771:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608853.632828:0:34771:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608853.632832:0:34771:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908492a00 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:34771:1876538934305408:192.168.203.121@tcp:41:lfs.0 00000100:00000001:3.0:1789608853.632837:0:34771:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608853.632843:0:34771:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608853.632846:0:34771:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608853.632849:0:34771:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608853.632854:0:34771:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d908399800. 02000000:00000001:3.0:1789608853.632856:0:34771:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608853.632866:0:34771:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608853.632871:0:34771:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2af20. 00000400:00000010:3.0:1789608853.632880:0:34771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9110. 00000100:00000200:3.0:1789608853.632889:0:34771:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934305408, portal 10 00000100:00000001:3.0:1789608853.632892:0:34771:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608853.632893:0:34771:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600667648 : -117815108883968 : ffff94d908492a00) 00000100:00000040:3.0:1789608853.632910:0:34771:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d908492a00 x1876538934305408/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608869 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608853.632924:0:34771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608853.632928:0:34771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608853.632931:0:34771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9198. 00000100:00000200:3.0:1789608853.632935:0:34771:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934305408, offset 0 00000400:00000200:3.0:1789608853.634814:0:34771:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608853.634842:0:34771:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608853.634856:0:34771:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608853.634863:0:34771:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608853.634867:0:34771:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608853.634872:0:34771:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608853.634876:0:34771:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608853.634880:0:34771:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2910:2910:256:4294967295] 192.168.203.121@tcp LPNI seq info [2910:2910:8:4294967295] 00000400:00000200:3.0:1789608853.634886:0:34771:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608853.634899:0:34771:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608853.634906:0:34771:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608853.634918:0:34771:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d9070e6000. 00000800:00000200:3.0:1789608853.634926:0:34771:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608853.634935:0:34771:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608853.634940:0:34771:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d9070e6000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789608853.635129:0:34771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608853.635138:0:34771:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 881757 usecs (882 jiffies) 00000400:00000200:3.0:1789608853.635142:0:34771:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608853.635145:0:34771:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296581607 00000100:00000001:3.0:1789608853.635147:0:34771:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296583522 00000100:00000001:3.0:1789608853.635150:0:34771:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296581607 00000100:00000001:3.0:1789608853.635392:0:34771:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296583522 00000100:00000001:3.0:1789608853.635396:0:34771:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608853.635400:0:34771:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608853.635405:0:34771:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608853.635407:0:34771:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789608853.635410:0:34771:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d903f55cc0 going to sleep for 11 seconds 00000100:00000001:3.0:1789608853.635414:0:34771:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608853.635417:0:34771:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608853.635576:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608853.635583:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9070e6000. 00000400:00000200:0.0:1789608853.635591:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608853.635597:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608853.635604:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9198 00000400:00000010:0.0:1789608853.635608:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9198. 00000100:00000001:0.0:1789608853.635614:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608853.635624:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908492a00 x1876538934305408/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608869 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608853.635636:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608853.635640:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908492a00 x1876538934305408/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608869 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608853.635647:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608853.635649:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608853.640097:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608853.640122:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608853.640127:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608853.640130:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608853.640141:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608853.640150:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608853.640161:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608853.640167:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608853.640172:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608853.640177:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 368 into portal 10 MB=0x6aab3c4962280 00000400:00000200:1.0:1789608853.640183:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608853.640190:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 368/368 into md 0x84f9 [1] + 224 00000800:00000001:1.0:1789608853.640198:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608853.640205:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608853.640209:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608853.640213:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608853.640223:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608853.640234:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908492a00 x1876538934305408/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608869 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608853.640246:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff94d908492a00 x1876538934305408/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608869 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608853.640268:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608853.640278:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608853.640282:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608853.640914:0:34771:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608853.640926:0:34771:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608853.640928:0:34771:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608853.640932:0:34771:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2af20. 00000400:00000200:3.0:1789608853.640938:0:34771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9110 00000400:00000010:3.0:1789608853.640941:0:34771:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9110. 00000100:00000001:3.0:1789608853.640951:0:34771:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608853.640958:0:34771:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908492a00 x1876538934305408/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608869 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608853.640969:0:34771:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908492a00 x1876538934305408/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608869 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608853.640976:0:34771:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608853.640978:0:34771:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608853.640981:0:34771:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608853.640985:0:34771:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608853.640988:0:34771:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608853.640990:0:34771:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608853.640994:0:34771:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608853.641006:0:34771:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=61 v=5 (5 104 104 104) 00000100:00001000:3.0:1789608853.641011:0:34771:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608853.641014:0:34771:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608853.641016:0:34771:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608853.641020:0:34771:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608853.641024:0:34771:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608853.641028:0:34771:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608853.641030:0:34771:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967640 00000100:00000001:3.0:1789608853.641033:0:34771:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608853.641035:0:34771:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608853.641040:0:34771:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908492a00 x1876538934305408/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608869 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608853.641053:0:34771:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608853.641057:0:34771:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608853.641059:0:34771:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608853.641064:0:34771:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908492a00 x1876538934305408/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608869 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608853.641071:0:34771:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908492a00 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:34771:1876538934305408:192.168.203.121@tcp:41:lfs.0 00000100:00000001:3.0:1789608853.641076:0:34771:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608853.641080:0:34771:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608853.641082:0:34771:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789608853.641084:0:34771:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608853.641087:0:34771:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908492a00 x1876538934305408/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608869 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608853.641093:0:34771:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608853.641097:0:34771:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d903f55cc0. 00000100:00000001:3.0:1789608853.641101:0:34771:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789608853.641102:0:34771:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608853.641109:0:34771:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:3.0:1789608853.641112:0:34771:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608853.641115:0:34771:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908492a00 x1876538934305408/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608869 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608853.641120:0:34771:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608853.641123:0:34771:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608853.641127:0:34771:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d908399800. 02000000:00000001:3.0:1789608853.641130:0:34771:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608853.641136:0:34771:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608853.641138:0:34771:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608853.641141:0:34771:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608853.641143:0:34771:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d9070e6200. 02000000:00000001:3.0:1789608853.641148:0:34771:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608853.641151:0:34771:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608853.641167:0:34771:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908492a00. 00000100:00000001:3.0:1789608853.641172:0:34771:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608853.641173:0:34771:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789608853.641175:0:34771:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608853.641177:0:34771:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=3 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608853.641178:0:34771:0:(genops.c:1229:class_import_put()) Process leaving 00800000:00000004:3.0:1789608853.641182:0:34771:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff94d904ceb000: update ffff94d90933b7d8 cache blocks 17238/17271 objects 529347/529700 00800000:00000001:3.0:1789608853.641186:0:34771:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608853.641195:0:34771:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608853.641200:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789608853.641203:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d90839a400. 00000080:00000001:3.0:1789608853.641207:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608853.641210:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608853.641553:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608853.641559:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:0.0:1789608853.641568:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789608853.641572:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789608853.641580:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903114000. 00000020:00000001:0.0:1789608853.641585:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608853.641587:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789608853.641591:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789608853.641594:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903114000 uarg=0000000000000000 00800000:00000001:0.0:1789608853.641602:0:34771:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:0.0:1789608853.641605:0:34771:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0001-mdc-ffff94d904ceb000: age 1902, max_age 1912 00000002:00000001:0.0:1789608853.641608:0:34771:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:0.0:1789608853.641612:0:34771:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=4 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000100:00000010:0.0:1789608853.641619:0:34771:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5df80. 00000020:00000040:0.0:1789608853.641622:0:34771:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=5 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000100:00000001:0.0:1789608853.641625:0:34771:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608853.641628:0:34771:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608853.641634:0:34771:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608853.641642:0:34771:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d919aaa200. 00000100:00000001:0.0:1789608853.641649:0:34771:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608853.641654:0:34771:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789608853.641655:0:34771:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789608853.641672:0:34771:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d904367240. 00000100:00000001:0.0:1789608853.641706:0:34771:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258532332096 : -117815177219520 : ffff94d904367240) 00000100:00000001:0.0:1789608853.641711:0:34771:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608853.641713:0:34771:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594160512 : -117815115391104 : ffff94d907e5df80) 00000100:00000001:0.0:1789608853.641719:0:34771:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608853.641725:0:34771:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608853.641728:0:34771:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789608853.641729:0:34771:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608853.641735:0:34771:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5df80 x1876538934305536/t0(0) o41->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608853.641744:0:34771:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608853.641747:0:34771:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608853.641751:0:34771:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608853.641754:0:34771:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608853.641757:0:34771:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608853.641760:0:34771:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5df80 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:34771:1876538934305536:192.168.203.121@tcp:41:lfs.0 00000100:00000001:0.0:1789608853.641764:0:34771:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608853.641771:0:34771:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608853.641773:0:34771:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608853.641776:0:34771:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608853.641781:0:34771:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903115000. 02000000:00000001:0.0:1789608853.641784:0:34771:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608853.641790:0:34771:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608853.641795:0:34771:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b84d0. 00000400:00000010:0.0:1789608853.641801:0:34771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edd48. 00000100:00000200:0.0:1789608853.641808:0:34771:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934305536, portal 10 00000100:00000001:0.0:1789608853.641810:0:34771:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608853.641811:0:34771:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594160512 : -117815115391104 : ffff94d907e5df80) 00000100:00000040:0.0:1789608853.641818:0:34771:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5df80 x1876538934305536/t0(0) o41->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608869 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608853.641826:0:34771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608853.641829:0:34771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608853.641832:0:34771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edb28. 00000100:00000200:0.0:1789608853.641835:0:34771:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934305536, offset 0 00000400:00000200:0.0:1789608853.641842:0:34771:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608853.641851:0:34771:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608853.641859:0:34771:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608853.641867:0:34771:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608853.641872:0:34771:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608853.641877:0:34771:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608853.641880:0:34771:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608853.641884:0:34771:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2911:2911:256:4294967295] 192.168.203.121@tcp LPNI seq info [2911:2911:8:4294967295] 00000400:00000200:0.0:1789608853.641889:0:34771:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608853.641898:0:34771:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608853.641904:0:34771:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608853.642547:0:34771:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d919aaaa00. 00000800:00000200:0.0:1789608853.642564:0:34771:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608853.642571:0:34771:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608853.642576:0:34771:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d919aaaa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608853.642591:0:34771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608853.642597:0:34771:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: using a timeout of 23302 usecs (24 jiffies) 00000400:00000200:0.0:1789608853.642601:0:34771:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608853.642605:0:34771:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296580756 00000100:00000001:1.0:1789608853.643085:0:34771:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296583522 00000100:00000001:1.0:1789608853.643091:0:34771:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296580757 00000100:00000001:1.0:1789608853.643093:0:34771:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296583522 00000100:00000001:1.0:1789608853.643096:0:34771:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608853.643099:0:34771:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608853.643102:0:34771:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608853.643105:0:34771:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789608853.643108:0:34771:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d904367240 going to sleep for 11 seconds 00000100:00000001:1.0:1789608853.643111:0:34771:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608853.643114:0:34771:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608853.644754:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608853.644764:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d919aaaa00. 00000400:00000200:0.0:1789608853.644775:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608853.644785:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608853.644796:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edb28 00000400:00000010:0.0:1789608853.644799:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edb28. 00000100:00000001:0.0:1789608853.644806:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608853.644817:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5df80 x1876538934305536/t0(0) o41->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608869 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608853.644831:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608853.644835:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907e5df80 x1876538934305536/t0(0) o41->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608869 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608853.644842:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608853.644844:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608853.662084:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608853.662107:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608853.662113:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608853.662117:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608853.662128:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608853.662138:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608853.662150:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608853.662155:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608853.662161:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608853.662166:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 368 into portal 10 MB=0x6aab3c4962300 00000400:00000200:1.0:1789608853.662171:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608853.662178:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 368/368 into md 0x8501 [1] + 224 00000800:00000001:1.0:1789608853.662186:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608853.662196:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608853.662200:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608853.662205:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608853.662214:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608853.662226:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5df80 x1876538934305536/t0(0) o41->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608869 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608853.662239:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff94d907e5df80 x1876538934305536/t0(0) o41->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608869 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608853.662270:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608853.662280:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608853.662284:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608853.664733:0:34771:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608853.664751:0:34771:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608853.664754:0:34771:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608853.664759:0:34771:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b84d0. 00000400:00000200:2.0:1789608853.664771:0:34771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edd48 00000400:00000010:2.0:1789608853.664774:0:34771:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edd48. 00000100:00000001:2.0:1789608853.664779:0:34771:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608853.664793:0:34771:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5df80 x1876538934305536/t0(0) o41->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608869 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789608853.664805:0:34771:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5df80 x1876538934305536/t0(0) o41->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608869 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608853.664819:0:34771:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608853.664822:0:34771:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608853.664825:0:34771:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608853.664830:0:34771:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608853.664833:0:34771:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608853.664836:0:34771:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608853.664840:0:34771:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608853.664852:0:34771:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b17c60 time=61 v=5 (5 104 104 104) 00000100:00001000:2.0:1789608853.664858:0:34771:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b17c18 time=61 v=5 (1 1 1 1) 00000100:00000001:2.0:1789608853.664861:0:34771:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608853.664864:0:34771:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608853.664867:0:34771:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608853.664871:0:34771:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608853.664876:0:34771:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608853.664879:0:34771:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1789608853.664881:0:34771:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608853.664883:0:34771:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608853.664888:0:34771:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5df80 x1876538934305536/t0(0) o41->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608869 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608853.664895:0:34771:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608853.664898:0:34771:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608853.664901:0:34771:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608853.664905:0:34771:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5df80 x1876538934305536/t0(0) o41->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608869 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789608853.664913:0:34771:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5df80 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:34771:1876538934305536:192.168.203.121@tcp:41:lfs.0 00000100:00000001:2.0:1789608853.664918:0:34771:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608853.664922:0:34771:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608853.664924:0:34771:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789608853.664927:0:34771:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608853.664930:0:34771:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5df80 x1876538934305536/t0(0) o41->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608869 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608853.664941:0:34771:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608853.664946:0:34771:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d904367240. 00000100:00000001:2.0:1789608853.664950:0:34771:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789608853.664952:0:34771:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608853.664960:0:34771:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:2.0:1789608853.664962:0:34771:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608853.664965:0:34771:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5df80 x1876538934305536/t0(0) o41->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608869 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608853.664970:0:34771:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608853.664974:0:34771:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608853.664977:0:34771:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903115000. 02000000:00000001:2.0:1789608853.664981:0:34771:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608853.664985:0:34771:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608853.664987:0:34771:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=4 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:2.0:1789608853.664989:0:34771:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608853.664992:0:34771:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d919aaa200. 02000000:00000001:2.0:1789608853.664996:0:34771:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608853.664998:0:34771:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608853.665000:0:34771:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5df80. 00000100:00000001:2.0:1789608853.665004:0:34771:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608853.665005:0:34771:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789608853.665007:0:34771:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608853.665008:0:34771:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=3 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:2.0:1789608853.665009:0:34771:0:(genops.c:1229:class_import_put()) Process leaving 00800000:00000004:2.0:1789608853.665013:0:34771:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0001-mdc-ffff94d904ceb000: update ffff94d909338458 cache blocks 17240/17271 objects 532779/533099 00800000:00000001:2.0:1789608853.665017:0:34771:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608853.665025:0:34771:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.665029:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789608853.665032:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903114000. 00000080:00000001:2.0:1789608853.665036:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.665039:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.665125:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.665129:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.665139:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.665143:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.665151:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.665156:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.665158:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.665162:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.665164:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.665168:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665170:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665172:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.665175:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.665177:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665179:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665183:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.665184:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.665188:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.665189:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.665191:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.665193:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.665194:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.665195:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.665197:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.665199:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665201:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665202:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.665205:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.665206:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665208:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665211:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.665213:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.665215:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.665217:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.665219:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.665220:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.665222:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.665223:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.665224:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.665227:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665228:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665230:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.665232:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.665233:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665235:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665238:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.665239:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.665241:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.665242:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.665244:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.665246:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.665247:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.665248:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.665250:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.665252:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665253:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665255:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.665257:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.665259:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665260:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665263:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.665264:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.665267:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.665268:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.665270:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.665272:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.665273:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.665274:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.665275:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.665279:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665280:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665282:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.665284:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.665286:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665288:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665290:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.665291:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.665294:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.665295:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.665296:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.665298:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.665300:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.665301:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.665302:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.665304:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665306:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665307:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.665309:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.665311:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665313:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665315:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.665317:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.665319:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.665320:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.665322:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.665324:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.665325:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.665326:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.665327:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.665330:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665332:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665334:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.665336:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.665337:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665338:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665341:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.665342:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.665344:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.665346:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.665348:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.665350:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.665351:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.665352:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.665353:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.665355:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665357:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665359:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.665360:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.665362:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665593:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665600:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.665602:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.665605:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.665606:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.665610:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.665612:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.665614:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.665615:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.665617:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.665619:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665621:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665623:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.665625:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.665628:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665630:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665633:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.665635:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.665637:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.665639:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.665641:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.665642:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.665644:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.665645:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.665646:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.665649:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665650:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665652:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.665654:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.665656:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665668:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665672:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.665673:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.665710:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.665712:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.665715:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.665718:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.665719:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.665720:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.665722:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.665725:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665726:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665728:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.665730:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.665733:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665734:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665738:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.665740:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.665743:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.665745:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.665748:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.665750:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.665752:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.665753:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.665754:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.665757:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665758:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665760:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.665762:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.665764:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665766:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665769:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.665770:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.665772:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.665773:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.665775:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.665777:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.665778:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.665779:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.665781:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.665783:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665785:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665786:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.665788:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.665790:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665791:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665794:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.665795:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.665798:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.665799:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.665801:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.665803:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.665805:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.665806:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.665807:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.665810:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665812:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665814:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.665816:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.665819:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665820:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665824:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.665825:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.665827:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.665828:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.665831:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.665833:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.665834:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.665836:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.665838:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.665840:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665842:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665844:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.665846:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.665849:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665850:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665854:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.665855:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.665858:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.665859:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.665861:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.665863:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.665865:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.665867:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.665868:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.665871:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665873:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665875:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.665877:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.665879:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665881:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665885:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.665886:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.665889:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.665890:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.665892:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.665894:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.665896:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.665897:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.665898:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.665900:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665902:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665904:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.665906:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.665908:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665910:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665914:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.665915:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.665918:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.665919:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.665921:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.665923:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.665925:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.665926:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.665927:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.665930:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665932:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665934:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.665936:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.665939:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665940:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665943:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.665945:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.665947:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.665949:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.665951:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.665953:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.665954:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.665955:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.665956:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.665958:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665960:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665961:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.665963:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.665965:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665966:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665969:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.665971:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.665973:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.665974:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.665976:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.665978:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.665979:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.665980:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.665982:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.665984:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665986:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665987:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.665989:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.665991:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665993:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.665996:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.665997:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.666000:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.666001:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.666004:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.666006:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.666007:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.666009:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.666010:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.666012:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.666014:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.666015:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.666017:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.666020:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.666021:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.666024:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.666025:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.666027:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.666028:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.666030:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.666032:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.666033:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.666034:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.666035:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.666037:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.666039:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.666040:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.666042:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.666045:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.666046:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.666049:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.666051:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.666053:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.666054:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.666056:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.666057:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.666059:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.666060:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.666061:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.666064:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.666065:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.666067:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.666069:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.666071:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.666073:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.666076:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.666077:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.666080:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.666080:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.666082:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.666084:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.666086:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.666087:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.666088:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.666091:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.666092:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.666094:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.666096:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.666098:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.666100:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.666102:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.666104:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.666106:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.666107:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.666110:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.666112:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.666113:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.666114:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.666116:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.666118:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.666120:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.666122:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.666124:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.666126:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.666128:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.666131:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.666133:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.666135:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.666137:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.666139:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.666141:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.666143:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.666144:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.666145:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.666147:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.666149:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.666151:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.666153:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.666154:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.666156:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.666159:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.666160:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.666162:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.666163:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.666165:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.666167:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.666169:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.666170:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.666171:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.666174:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.666176:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.666177:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.666180:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.666181:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.666184:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.666187:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.666188:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.666190:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.666191:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.666193:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.666195:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.666197:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.666198:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.666199:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.666201:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.666202:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.666204:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.666206:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.666207:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.666209:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.666212:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.666214:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.666216:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.666217:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.666219:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.666221:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.666223:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.666224:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.666225:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.666227:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.666230:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.666231:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.666233:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.666235:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.666237:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.666240:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.666241:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.666243:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.666244:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.666246:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.666248:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.666250:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.666251:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.666252:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.666255:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.666256:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.666258:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.666260:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.666261:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.666263:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.666266:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.666267:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.666269:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.666270:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.666272:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.666274:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.666275:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.666276:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.666278:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.666280:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.666282:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.666284:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.666286:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.666289:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.666290:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.666293:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.666294:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.666297:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.666298:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.666299:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.666301:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.666302:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.666303:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.666304:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.666306:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.666308:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.666309:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.666311:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.666313:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.666315:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.666317:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.666318:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.666320:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.666321:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.666323:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.666325:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.666326:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.666327:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.666328:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.666330:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.666332:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.666334:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.666335:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.666337:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.666339:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.666341:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.666342:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.666345:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.666345:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.666347:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.666349:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.666350:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.666352:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.666353:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.666355:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.666357:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.666359:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.666361:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.671518:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.671597:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.671620:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.671624:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.671635:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.671639:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.671652:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.671670:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.671673:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.671694:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.671696:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.671701:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.671703:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.671705:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.671708:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.671715:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.671716:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.671721:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.671723:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.671725:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.671727:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.671731:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.671733:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.671735:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.671736:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.671737:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.671740:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.671741:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.671743:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.671745:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.671748:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.671750:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.671753:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.671754:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.671757:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.671758:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.671760:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.671762:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.671764:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.671765:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.671766:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.671769:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.671771:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.671772:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.671774:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.671776:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.671777:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.671780:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.671781:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.671784:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.671785:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.671786:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.671789:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.671790:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.671792:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.671793:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.671795:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.671797:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.671798:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.671800:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.671802:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.671804:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.671806:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.671807:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.671809:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.671810:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.671813:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.671815:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.671816:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.671817:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.671818:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.671820:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.671822:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.671824:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.671826:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.671828:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.671829:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.671832:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.671833:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.671836:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.671837:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.671839:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.671840:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.671841:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.671842:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.671844:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.671846:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.671848:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.671849:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.671851:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.671852:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.671854:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.671857:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.671858:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.671860:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.671861:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.671863:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.671864:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.671866:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.671866:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.671867:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.671870:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.671871:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.671873:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.671875:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.671877:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.671879:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.671882:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.671883:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.671885:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.671886:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.671888:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.671890:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.671891:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.671892:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.671894:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.671896:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.671897:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.671899:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.671901:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.671903:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.671905:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.671908:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.671909:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.671911:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.671912:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.671914:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.671916:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.671917:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.671919:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.671920:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.671922:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.671923:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.671924:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.671926:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.671928:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.671930:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.671933:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.671934:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.671936:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.671937:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.671939:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.671941:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.671942:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.671943:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.671944:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.671947:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.671948:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.671950:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.671952:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.671954:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.671955:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.671958:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.671960:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.671963:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.671964:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.671965:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.671967:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.671968:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.671969:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.671970:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.671973:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.671974:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.671975:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.671977:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.671979:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.671981:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.671984:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.671985:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.671987:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.671989:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.671991:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.671992:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.671994:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.671995:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.671996:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.671998:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.671999:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.672001:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.672003:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.672004:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.672006:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.672009:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.672010:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.672012:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.672013:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.672016:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.672018:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.672020:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.672021:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.672022:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.672025:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.672027:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.672028:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.672030:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.672034:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.672036:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.672039:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.672040:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.672043:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.672044:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.672045:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.672048:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.672049:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.672050:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.672052:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.672054:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.672056:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.672058:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.672060:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.672062:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.672064:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.672067:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.672068:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.672070:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.672071:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.672074:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.672076:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.672077:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.672079:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.672080:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.672082:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.672083:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.672085:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.672087:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.672088:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.672090:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.672093:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.672094:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.672097:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.672098:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.672100:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.672102:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.672103:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.672105:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.672106:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.672108:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.672109:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.672111:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.672112:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.672114:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.672116:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.672118:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.672119:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.672121:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.672122:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.672124:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.672126:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.672128:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.672129:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.672130:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.672132:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.672135:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.672137:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.672139:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.672141:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.672142:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.672145:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.672146:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.672149:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.672150:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.672152:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.672154:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.672156:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.672157:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.672158:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.672160:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.672162:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.672164:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.672165:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.672167:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.672169:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.672172:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.672173:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.672176:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.672177:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.672179:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.672181:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.672183:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.672184:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.672185:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.672187:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.672189:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.672191:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.672194:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.672196:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.672198:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.672201:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.672203:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.672206:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.672207:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.672209:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.672210:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.672212:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.672212:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.672214:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.672216:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.672217:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.672219:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.672221:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.672223:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.672224:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.672227:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.672228:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.672230:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.672232:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.672233:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.672235:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.672237:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.672238:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.672239:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.672242:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.672244:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.672246:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.672247:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.672249:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.672251:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.672254:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.672256:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.672258:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.672259:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.672261:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.672264:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.672265:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.672266:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.672267:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.672270:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.672272:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.672273:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.672275:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.672277:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.672279:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.672282:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.672283:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.672285:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.672286:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.672288:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.672290:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.672292:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.672293:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.672294:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.672297:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.672298:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.672300:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.672302:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.672304:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.672306:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.672309:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.672310:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.672313:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.672315:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.672317:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.672319:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.672321:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.672323:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.672324:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.672326:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.672328:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.672329:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.672331:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.672333:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.672335:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.672338:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.672339:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.672342:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.672343:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.672345:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.672347:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.672349:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.672350:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.672351:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.672354:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.672356:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.672357:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.672359:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.672361:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.675700:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.675730:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.675734:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.675746:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.675750:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.675763:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.675769:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.675772:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.675779:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.675781:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.675786:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.675788:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.675791:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.675794:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.675800:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.675802:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.675807:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.675808:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.675811:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.675813:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.675815:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.675818:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.675819:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.675820:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.675821:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.675824:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.675826:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.675828:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.675830:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.675832:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.675833:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.675836:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.675837:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.675840:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.675842:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.675844:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.675846:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.675848:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.675849:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.675851:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.675853:0:34771:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.675855:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.675857:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.675859:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.675861:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.675862:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.675865:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.675866:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.675868:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.675869:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.675871:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.675874:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.675875:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608853.675876:0:34771:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608853.675877:0:34771:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00800000:00000001:2.0:1789608853.675880:0:34771:0:(lmv_obd.c:965:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1789608853.675881:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1789608853.675883:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:2.0:1789608853.675884:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.675886:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1789608853.675887:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1789608853.675891:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.675893:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.675895:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.675896:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.675898:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.675899:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.675900:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.675905:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.675908:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.675916:0:34771:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:2.0:1789608853.675919:0:34771:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff94d904ceb000: age 1902, max_age 1912 00000008:00000001:2.0:1789608853.675923:0:34771:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:2.0:1789608853.675927:0:34771:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00000100:00000010:2.0:1789608853.675937:0:34771:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d26300. 00000020:00000040:2.0:1789608853.675941:0:34771:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=4 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:2.0:1789608853.675945:0:34771:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608853.675946:0:34771:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:2.0:1789608853.675949:0:34771:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:2.0:1789608853.675951:0:34771:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608853.675956:0:34771:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608853.675963:0:34771:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608853.675972:0:34771:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d91a01ad00. 00000100:00000001:2.0:1789608853.675981:0:34771:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608853.675985:0:34771:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789608853.675988:0:34771:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789608853.675994:0:34771:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d90371bf00. 00000100:00000001:2.0:1789608853.675997:0:34771:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258519441152 : -117815190110464 : ffff94d90371bf00) 00000100:00000001:2.0:1789608853.675999:0:34771:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608853.676001:0:34771:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592883456 : -117815116668160 : ffff94d907d26300) 00000100:00000001:2.0:1789608853.676007:0:34771:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608853.676011:0:34771:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608853.676013:0:34771:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789608853.676015:0:34771:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608853.676027:0:34771:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d26300 x1876538934305664/t0(0) o13->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608853.676036:0:34771:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608853.676039:0:34771:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608853.676043:0:34771:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608853.676046:0:34771:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608853.676049:0:34771:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608853.676053:0:34771:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d26300 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:34771:1876538934305664:192.168.203.121@tcp:13:lfs.0 00000100:00000001:2.0:1789608853.676057:0:34771:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608853.676063:0:34771:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608853.676066:0:34771:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608853.676068:0:34771:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608853.676073:0:34771:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903dbd800. 02000000:00000001:2.0:1789608853.676075:0:34771:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608853.676085:0:34771:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608853.676089:0:34771:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21aa8. 00000400:00000010:2.0:1789608853.676099:0:34771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c2a8. 00000100:00000200:2.0:1789608853.676108:0:34771:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934305664, portal 4 00000100:00000001:2.0:1789608853.676110:0:34771:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608853.676112:0:34771:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592883456 : -117815116668160 : ffff94d907d26300) 00000100:00000040:2.0:1789608853.676118:0:34771:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907d26300 x1876538934305664/t0(0) o13->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608869 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608853.676126:0:34771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608853.676129:0:34771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608853.676132:0:34771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c220. 00000100:00000200:2.0:1789608853.676136:0:34771:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1876538934305664, offset 0 00000400:00000200:2.0:1789608853.676142:0:34771:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608853.676153:0:34771:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608853.676162:0:34771:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608853.676168:0:34771:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608853.676173:0:34771:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608853.676177:0:34771:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608853.676180:0:34771:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608853.676184:0:34771:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2912:2912:256:4294967295] 192.168.203.121@tcp LPNI seq info [2912:2912:8:4294967295] 00000400:00000200:2.0:1789608853.676189:0:34771:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608853.676203:0:34771:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608853.676210:0:34771:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608853.676217:0:34771:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a01a500. 00000800:00000200:2.0:1789608853.676225:0:34771:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608853.676235:0:34771:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608853.676240:0:34771:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a01a500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789608853.676255:0:34771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608853.676261:0:34771:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 202705 usecs (203 jiffies) 00000400:00000200:2.0:1789608853.676264:0:34771:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608853.676268:0:34771:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296580969 00000100:00000001:2.0:1789608853.676272:0:34771:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296583522 00000100:00000001:2.0:1789608853.676275:0:34771:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296580969 00000100:00000001:2.0:1789608853.676277:0:34771:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296583522 00000100:00000001:2.0:1789608853.676279:0:34771:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608853.676282:0:34771:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608853.676285:0:34771:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608853.676287:0:34771:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789608853.676291:0:34771:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d90371bf00 going to sleep for 11 seconds 00000100:00000001:2.0:1789608853.676293:0:34771:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608853.676297:0:34771:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608853.677880:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608853.677890:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a01a500. 00000400:00000200:0.0:1789608853.677899:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608853.677908:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608853.677917:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c220 00000400:00000010:0.0:1789608853.677921:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c220. 00000100:00000001:0.0:1789608853.677926:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608853.677934:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d26300 x1876538934305664/t0(0) o13->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608869 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608853.677947:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608853.677951:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d26300 x1876538934305664/t0(0) o13->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608869 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608853.677958:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608853.677960:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608853.695540:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608853.695570:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608853.695576:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608853.695579:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608853.695591:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608853.695601:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608853.695616:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608853.695622:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608853.695629:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608853.695634:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 368 into portal 4 MB=0x6aab3c4962380 00000400:00000200:1.0:1789608853.695640:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608853.695648:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 368/368 into md 0x8511 [1] + 224 00000800:00000001:1.0:1789608853.695656:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608853.695734:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608853.695738:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608853.695744:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608853.695754:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608853.695767:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d26300 x1876538934305664/t0(0) o13->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608869 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608853.695779:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff94d907d26300 x1876538934305664/t0(0) o13->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608869 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608853.695805:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608853.695817:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608853.695821:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608853.699566:0:34771:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608853.699585:0:34771:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608853.699588:0:34771:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608853.699593:0:34771:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21aa8. 00000400:00000200:2.0:1789608853.699607:0:34771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c2a8 00000400:00000010:2.0:1789608853.699610:0:34771:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c2a8. 00000100:00000001:2.0:1789608853.699617:0:34771:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608853.699633:0:34771:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d26300 x1876538934305664/t0(0) o13->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608869 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789608853.699646:0:34771:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d26300 x1876538934305664/t0(0) o13->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608869 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608853.699655:0:34771:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608853.699667:0:34771:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608853.699671:0:34771:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608853.699707:0:34771:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608853.699712:0:34771:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608853.699715:0:34771:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608853.699719:0:34771:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608853.699731:0:34771:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13cf0 time=26 v=5 (5 0 0 0) 00000100:00001000:2.0:1789608853.699736:0:34771:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608853.699739:0:34771:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608853.699741:0:34771:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608853.699744:0:34771:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608853.699749:0:34771:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608853.699755:0:34771:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608853.699758:0:34771:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: skip recheck: last_committed 4294967333 00000100:00000001:2.0:1789608853.699760:0:34771:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608853.699762:0:34771:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608853.699768:0:34771:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d26300 x1876538934305664/t0(0) o13->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608869 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608853.699775:0:34771:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608853.699780:0:34771:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608853.699782:0:34771:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608853.699787:0:34771:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d26300 x1876538934305664/t0(0) o13->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608869 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789608853.699794:0:34771:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d26300 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:34771:1876538934305664:192.168.203.121@tcp:13:lfs.0 00000100:00000001:2.0:1789608853.699801:0:34771:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608853.699805:0:34771:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608853.699808:0:34771:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789608853.699810:0:34771:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608853.699814:0:34771:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d26300 x1876538934305664/t0(0) o13->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608869 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608853.699821:0:34771:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608853.699825:0:34771:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d90371bf00. 00000100:00000001:2.0:1789608853.699829:0:34771:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789608853.699831:0:34771:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608853.699839:0:34771:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:2.0:1789608853.699841:0:34771:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608853.699843:0:34771:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d26300 x1876538934305664/t0(0) o13->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608869 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608853.699850:0:34771:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608853.699853:0:34771:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608853.699857:0:34771:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903dbd800. 02000000:00000001:2.0:1789608853.699860:0:34771:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608853.699863:0:34771:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608853.699866:0:34771:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=2 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:2.0:1789608853.699869:0:34771:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608853.699872:0:34771:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d91a01ad00. 02000000:00000001:2.0:1789608853.699875:0:34771:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608853.699878:0:34771:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608853.699880:0:34771:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d26300. 00000100:00000001:2.0:1789608853.699883:0:34771:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608853.699885:0:34771:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:2.0:1789608853.699888:0:34771:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff94d904ceb000: update ffff94d90933d198 cache blocks 3679/3683 objects 117792/118255 00020000:00000001:2.0:1789608853.699893:0:34771:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608853.699900:0:34771:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.699904:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789608853.699907:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.699911:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.699914:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.699995:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.699999:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.700008:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.700011:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.700021:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.700025:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.700027:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.700031:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.700033:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.700040:0:34771:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:2.0:1789608853.700042:0:34771:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff94d904ceb000: age 1902, max_age 1912 00000008:00000001:2.0:1789608853.700046:0:34771:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:2.0:1789608853.700049:0:34771:0:(genops.c:1209:class_import_get()) import ffff94d902b13000 refcount=3 obd=lustre-OST0001-osc-ffff94d904ceb000 00000100:00000010:2.0:1789608853.700054:0:34771:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d26300. 00000020:00000040:2.0:1789608853.700057:0:34771:0:(genops.c:1209:class_import_get()) import ffff94d902b13000 refcount=4 obd=lustre-OST0001-osc-ffff94d904ceb000 00000020:00000001:2.0:1789608853.700060:0:34771:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608853.700062:0:34771:0:(genops.c:1222:class_import_put()) import ffff94d902b13000 refcount=3 obd=lustre-OST0001-osc-ffff94d904ceb000 00000020:00000001:2.0:1789608853.700063:0:34771:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:2.0:1789608853.700066:0:34771:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608853.700069:0:34771:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608853.700074:0:34771:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608853.700081:0:34771:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d91a01ad00. 00000100:00000001:2.0:1789608853.700088:0:34771:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608853.700091:0:34771:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789608853.700093:0:34771:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789608853.700099:0:34771:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d90371bf00. 00000100:00000001:2.0:1789608853.700102:0:34771:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258519441152 : -117815190110464 : ffff94d90371bf00) 00000100:00000001:2.0:1789608853.700105:0:34771:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608853.700106:0:34771:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592883456 : -117815116668160 : ffff94d907d26300) 00000100:00000001:2.0:1789608853.700112:0:34771:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608853.700117:0:34771:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608853.700119:0:34771:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789608853.700120:0:34771:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608853.700125:0:34771:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d26300 x1876538934305792/t0(0) o13->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608853.700131:0:34771:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608853.700133:0:34771:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608853.700137:0:34771:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608853.700140:0:34771:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608853.700142:0:34771:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608853.700145:0:34771:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d26300 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:34771:1876538934305792:192.168.203.121@tcp:13:lfs.0 00000100:00000001:2.0:1789608853.700149:0:34771:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608853.700155:0:34771:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608853.700157:0:34771:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608853.700160:0:34771:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608853.700164:0:34771:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903dbd800. 02000000:00000001:2.0:1789608853.700166:0:34771:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608853.700175:0:34771:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608853.700178:0:34771:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21aa8. 00000400:00000010:2.0:1789608853.700183:0:34771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c2a8. 00000100:00000200:2.0:1789608853.700191:0:34771:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934305792, portal 4 00000100:00000001:2.0:1789608853.700192:0:34771:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608853.700193:0:34771:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592883456 : -117815116668160 : ffff94d907d26300) 00000100:00000040:2.0:1789608853.700199:0:34771:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907d26300 x1876538934305792/t0(0) o13->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608869 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608853.700210:0:34771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608853.700213:0:34771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608853.700216:0:34771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c5d8. 00000100:00000200:2.0:1789608853.700220:0:34771:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1876538934305792, offset 0 00000400:00000200:2.0:1789608853.700227:0:34771:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608853.700237:0:34771:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608853.700246:0:34771:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608853.700252:0:34771:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608853.700257:0:34771:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608853.700260:0:34771:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608853.700264:0:34771:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608853.700267:0:34771:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2913:2913:256:4294967295] 192.168.203.121@tcp LPNI seq info [2913:2913:8:4294967295] 00000400:00000200:2.0:1789608853.700271:0:34771:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608853.700282:0:34771:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608853.700289:0:34771:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608853.700295:0:34771:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a01af00. 00000800:00000200:2.0:1789608853.700303:0:34771:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608853.700311:0:34771:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608853.700316:0:34771:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a01af00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789608853.700337:0:34771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608853.700342:0:34771:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: using a timeout of 24716 usecs (25 jiffies) 00000400:00000200:2.0:1789608853.700345:0:34771:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608853.700348:0:34771:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296580815 00000100:00000001:2.0:1789608853.700352:0:34771:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296583522 00000100:00000001:2.0:1789608853.700354:0:34771:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296580815 00000100:00000001:2.0:1789608853.700356:0:34771:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296583522 00000100:00000001:2.0:1789608853.700358:0:34771:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608853.700361:0:34771:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608853.700373:0:34771:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608853.700375:0:34771:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789608853.700378:0:34771:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d90371bf00 going to sleep for 11 seconds 00000100:00000001:2.0:1789608853.700380:0:34771:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608853.700383:0:34771:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608853.700784:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608853.700790:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a01af00. 00000400:00000200:0.0:1789608853.700796:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608853.700802:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608853.700809:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c5d8 00000400:00000010:0.0:1789608853.700812:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c5d8. 00000100:00000001:0.0:1789608853.700816:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608853.700820:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d26300 x1876538934305792/t0(0) o13->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608869 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608853.700830:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608853.700833:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d26300 x1876538934305792/t0(0) o13->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608869 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608853.700840:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608853.700842:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608853.708850:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608853.708873:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608853.708879:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608853.708881:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608853.708892:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608853.708901:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608853.708912:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608853.708917:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608853.708923:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608853.708928:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 368 into portal 4 MB=0x6aab3c4962400 00000400:00000200:1.0:1789608853.708934:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608853.708942:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 368/368 into md 0x8519 [1] + 224 00000800:00000001:1.0:1789608853.708952:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608853.708961:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608853.708965:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608853.708970:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608853.708980:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608853.708992:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d26300 x1876538934305792/t0(0) o13->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608869 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608853.709006:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff94d907d26300 x1876538934305792/t0(0) o13->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608869 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608853.709028:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608853.709039:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608853.709043:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608853.709218:0:34771:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608853.709227:0:34771:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608853.709230:0:34771:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608853.709235:0:34771:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21aa8. 00000400:00000200:2.0:1789608853.709241:0:34771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c2a8 00000400:00000010:2.0:1789608853.709244:0:34771:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c2a8. 00000100:00000001:2.0:1789608853.709247:0:34771:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608853.709252:0:34771:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d26300 x1876538934305792/t0(0) o13->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608869 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789608853.709262:0:34771:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d26300 x1876538934305792/t0(0) o13->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608869 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608853.709268:0:34771:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608853.709270:0:34771:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608853.709273:0:34771:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608853.709276:0:34771:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608853.709280:0:34771:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608853.709283:0:34771:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608853.709286:0:34771:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608853.709298:0:34771:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b134f0 time=59 v=5 (5 0 0 0) 00000100:00001000:2.0:1789608853.709303:0:34771:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13418 time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608853.709306:0:34771:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608853.709308:0:34771:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608853.709311:0:34771:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608853.709316:0:34771:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608853.709321:0:34771:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608853.709323:0:34771:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d904ceb000: skip recheck: last_committed 4294967322 00000100:00000001:2.0:1789608853.709325:0:34771:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608853.709327:0:34771:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608853.709333:0:34771:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d26300 x1876538934305792/t0(0) o13->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608869 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608853.709345:0:34771:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608853.709348:0:34771:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608853.709350:0:34771:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608853.709354:0:34771:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d26300 x1876538934305792/t0(0) o13->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608869 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789608853.709362:0:34771:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d26300 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:34771:1876538934305792:192.168.203.121@tcp:13:lfs.0 00000100:00000001:2.0:1789608853.709433:0:34771:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608853.709436:0:34771:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608853.709439:0:34771:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789608853.709442:0:34771:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608853.709446:0:34771:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d26300 x1876538934305792/t0(0) o13->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608869 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608853.709453:0:34771:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608853.709456:0:34771:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d90371bf00. 00000100:00000001:2.0:1789608853.709460:0:34771:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789608853.709462:0:34771:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608853.709471:0:34771:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:2.0:1789608853.709473:0:34771:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608853.709476:0:34771:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d26300 x1876538934305792/t0(0) o13->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608869 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608853.709481:0:34771:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608853.709483:0:34771:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608853.709487:0:34771:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903dbd800. 02000000:00000001:2.0:1789608853.709490:0:34771:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608853.709494:0:34771:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608853.709496:0:34771:0:(genops.c:1222:class_import_put()) import ffff94d902b13000 refcount=2 obd=lustre-OST0001-osc-ffff94d904ceb000 00000020:00000001:2.0:1789608853.709498:0:34771:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608853.709500:0:34771:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d91a01ad00. 02000000:00000001:2.0:1789608853.709504:0:34771:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608853.709506:0:34771:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608853.709508:0:34771:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d26300. 00000100:00000001:2.0:1789608853.709511:0:34771:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608853.709513:0:34771:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:2.0:1789608853.709517:0:34771:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff94d904ceb000: update ffff94d904070458 cache blocks 3679/3683 objects 117792/118253 00020000:00000001:2.0:1789608853.709522:0:34771:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608853.709582:0:34771:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.709586:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789608853.709589:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.709594:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.709597:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.709721:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.709725:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.709735:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.709738:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.709745:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.709750:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.709753:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.709757:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.709760:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.709764:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.709766:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.709769:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.709771:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.709774:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.709775:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.709781:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.709783:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.709786:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.709787:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.709790:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.709792:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.709793:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.709794:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.709796:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.709799:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.709800:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.709803:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.709806:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.709808:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.709809:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.709813:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.709815:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.709817:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.709818:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.709821:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.709823:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.709824:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.709825:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.709826:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.709828:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.709830:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.709832:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.709833:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.709836:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.709837:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.709840:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.709842:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.709844:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.709846:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.709848:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.709849:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.709851:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.709852:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.709853:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.709855:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.709858:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.709860:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.709862:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.709865:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.709867:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.709870:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.709872:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.709874:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.709875:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.709878:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.709880:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.709882:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.709883:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.709884:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.709887:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.709889:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.709890:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.709893:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.709895:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.709897:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.709900:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.709902:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.709904:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.709905:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.709907:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.709910:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.709911:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.709912:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.709913:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.709916:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.709918:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.709920:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.709922:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.709924:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.709925:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.709928:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.709931:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.709934:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.709935:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.709937:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.709939:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.709940:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.709941:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.709943:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.709945:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.709947:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.709949:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.709951:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.709953:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.709955:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.709958:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.709960:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.709962:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.709964:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.709966:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.709968:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.709970:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.709971:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.709973:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.709975:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.709977:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.709979:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.709981:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.709983:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.709984:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.709987:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.709988:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.709991:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.709992:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.709995:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.709997:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.709999:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.710000:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.710001:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.710004:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.710006:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.710008:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.710010:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.710012:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.710014:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.710017:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.710018:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.710021:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.710022:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.710023:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.710026:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.710027:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.710029:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.710030:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.710032:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.710034:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.710035:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.710037:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.710039:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.710040:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.710043:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.710044:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.710047:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.710048:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.710050:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.710052:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.710053:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.710055:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.710056:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.710058:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.710060:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.710062:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.710063:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.710065:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.710067:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.710070:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.710071:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.710073:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.710075:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.710077:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.710078:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.710080:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.710081:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.710082:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.710084:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.710086:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.710088:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.710090:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.710092:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.710094:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.710097:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.710098:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.710101:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.710102:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.710104:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.710107:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.710108:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.710109:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.710110:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.710113:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.710116:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.710118:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.710121:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.710123:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.710125:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.710128:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.710130:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.710132:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.710133:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.710136:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.710138:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.710140:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.710141:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.710142:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.710144:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.710146:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.710148:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.710150:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.710152:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.710154:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.710157:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.710159:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.710161:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.710163:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.710164:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.710166:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.710168:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.710169:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.710170:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.710173:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.710175:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.710177:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.710178:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.710181:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.710182:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.710185:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.710187:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.710189:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.710190:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.710192:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.710193:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.710195:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.710195:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.710196:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.710199:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.710200:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.710201:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.710203:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.710204:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.710206:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.710208:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.710209:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.710210:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.710211:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.710214:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.710215:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.710216:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.710217:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.710219:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.710221:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.710222:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.710224:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.710226:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.710227:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.710229:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.710231:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.710233:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.710235:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.710236:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.710238:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.710240:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.710241:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.710242:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.710243:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.710245:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.710247:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.710248:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.710250:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.710252:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.710254:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.710256:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.710257:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.710259:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.710261:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.710262:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.710264:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.710266:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.710267:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.710268:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.710271:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.710272:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.710274:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.710276:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.710278:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.710280:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.710283:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.710284:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.710286:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.710287:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.710290:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.710292:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.710293:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.710294:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.710296:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.710298:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.710299:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.710301:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.710303:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.710305:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.710306:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.710309:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.710310:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.710312:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.710313:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.710315:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.710317:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.710319:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.710319:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.710321:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.710323:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.710325:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.710327:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.710329:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.710331:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.710332:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.710335:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.710336:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.710339:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.710340:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.710343:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.710345:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.710346:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.710348:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.710349:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.710351:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.710353:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.710354:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.710356:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.710358:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.710360:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.713508:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.713523:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.714494:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.714498:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.714511:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.714519:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.714522:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.714537:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.714540:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.714544:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.714547:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.714549:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.714553:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.714558:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.714561:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.714583:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.714584:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.714587:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.714588:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.714591:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.714593:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.714594:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.714595:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.714597:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.714599:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.714602:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.714604:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.714606:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.714608:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.714610:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.714613:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.714614:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.714616:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.714617:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.714619:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.714621:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.714622:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.714623:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.714624:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.714627:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.714628:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.714630:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.714632:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.714633:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.714635:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.714638:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.714639:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.714641:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.714642:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.714644:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.714646:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.714647:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.714648:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.714649:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.714651:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.714653:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.714654:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.714656:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.714670:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.714672:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.714675:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.714705:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.714708:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.714710:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.714712:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.714715:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.714716:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.714717:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.714718:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.714720:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.714722:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.714723:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.714725:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.714728:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.714730:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.714733:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.714734:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.714737:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.714738:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.714740:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.714742:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.714743:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.714744:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.714745:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.714748:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.714749:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.714751:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.714753:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.714754:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.714756:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.714758:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.714760:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.714762:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.714763:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.714765:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.714767:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.714768:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.714769:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.714770:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.714773:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.714774:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.714776:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.714778:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.714780:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.714781:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.714784:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.714785:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.714787:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.714788:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.714790:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.714792:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.714793:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.714794:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.714795:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.714797:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.714799:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.714801:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.714802:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.714804:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.714806:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.714809:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.714810:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.714813:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.714814:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.714817:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.714819:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.714821:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.714822:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.714823:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.714826:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.714828:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.714830:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.714832:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.714834:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.714836:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.714839:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.714840:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.714843:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.714844:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.714846:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.714849:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.714850:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.714851:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.714853:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.714855:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.714857:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.714859:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.714861:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.714863:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.714864:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.714867:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.714868:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.714871:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.714872:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.714874:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.714876:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.714878:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.714880:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.714881:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.714883:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.714885:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.714886:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.714888:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.714890:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.714892:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.714895:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.714896:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.714899:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.714901:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.714902:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.714905:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.714906:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.714907:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.714908:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.714910:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.714912:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.714914:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.714916:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.714918:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.714919:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.714922:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.714923:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.714926:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.714927:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.714929:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.714931:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.714933:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.714934:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.714935:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.714937:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.714939:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.714941:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.714943:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.714946:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.714947:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.714950:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.714951:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.714953:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.714954:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.714957:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.714959:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.714960:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.714961:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.714963:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.714965:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.714966:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.714968:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.714970:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.714972:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.714974:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.714977:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.714978:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.714981:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.714982:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.714984:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.714986:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.714988:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.714989:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.714990:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.714993:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.714994:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.714996:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.714998:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.715000:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.715002:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.715005:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.715007:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.715009:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.715010:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.715012:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.715014:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.715015:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.715017:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.715018:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.715021:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.715022:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.715024:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.715026:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.715028:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.715030:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.715033:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.715034:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.715037:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.715038:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.715041:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.715042:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.715044:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.715045:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.715046:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.715049:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.715051:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.715053:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.715055:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.715057:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.715058:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.715062:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.715064:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.715066:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.715068:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.715070:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.715072:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.715073:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.715074:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.715076:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.715078:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.715080:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.715081:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.715083:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.715085:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.715086:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.715089:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.715090:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.715093:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.715094:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.715096:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.715098:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.715099:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.715100:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.715101:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.715104:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.715105:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.715107:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.715109:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.715111:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.715112:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.715115:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.715117:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.715119:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.715120:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.715124:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.715126:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.715128:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.715129:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.715130:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.715133:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.715135:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.715136:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.715139:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.715141:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.715142:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.715145:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.715146:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.715149:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.715150:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.715152:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.715154:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.715155:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.715156:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.715157:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.715160:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.715162:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.715164:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.715166:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.715168:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.715170:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.715173:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.715174:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.715176:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.715177:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.715180:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.715182:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.715184:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.715186:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.715187:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.715189:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.715191:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.715192:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.715194:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.715196:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.715198:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.715201:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.715203:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.715205:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.715207:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.715209:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.715211:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.715212:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.715213:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.715214:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.715216:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.715218:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.715221:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.715223:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.715224:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.715226:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.715228:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.715230:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.715232:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.715233:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.715235:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.715237:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.715239:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.715240:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.715241:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.715243:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.715246:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.715247:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.715249:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.715251:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.715253:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.715255:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.715256:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.715259:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.715260:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.715263:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.715264:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.715266:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.715267:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.715268:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.715270:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.715271:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.715273:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.715274:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.715277:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.715278:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.715281:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.715283:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.715286:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.715286:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.715288:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.715290:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.715291:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.715292:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.715294:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.715296:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.715298:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.715300:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.715302:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.715305:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.715306:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.715309:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.715310:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.715312:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.715313:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.715315:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.715317:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.715318:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.715319:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.715320:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.715322:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.715324:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.715326:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.715328:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.715330:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.715332:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.715335:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.715336:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.715339:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.715340:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.715342:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.715344:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.715345:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.715346:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.715347:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.715350:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.715351:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.715353:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.715355:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.715357:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.715358:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.715361:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.720940:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.720958:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.720963:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.720977:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.720985:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.720988:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.720994:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.720996:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.721001:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.721003:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.721006:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.721009:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.721015:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.721018:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.721039:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.721042:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.721045:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.721046:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.721049:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.721051:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.721053:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.721054:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.721056:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.721058:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.721060:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.721062:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.721064:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.721066:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.721067:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.721071:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.721072:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.721074:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.721076:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.721079:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.721081:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.721082:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.721083:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.721084:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.721087:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.721089:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.721090:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.721092:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.721094:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.721096:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.721099:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.721100:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.721103:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.721104:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.721107:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.721109:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.721110:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.721111:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.721113:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.721115:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.721117:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.721119:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.721121:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.721123:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.721125:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.721128:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.721130:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.721132:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.721133:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.721135:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.721138:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.721140:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.721141:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.721142:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.721145:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.721146:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.721148:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.721149:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.721151:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.721153:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.721156:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.721158:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.721160:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.721161:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.721163:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.721165:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.721167:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.721168:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.721169:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.721171:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.721173:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.721174:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.721176:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.721178:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.721180:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.721183:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.721185:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.721187:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.721188:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.721191:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.721193:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.721194:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.721195:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.721196:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.721198:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.721201:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.721202:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.721204:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.721206:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.721208:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.721211:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.721212:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.721215:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.721216:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.721218:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.721221:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.721222:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.721223:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.721224:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.721226:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.721228:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.721230:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.721231:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.721233:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.721235:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.721238:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.721240:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.721242:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.721244:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.721246:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.721248:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.721250:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.721251:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.721252:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.721255:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.721257:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.721258:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.721260:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.721263:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.721264:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.721267:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.721269:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.721271:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.721272:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.721275:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.721277:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.721278:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.721279:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.721280:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.721283:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.721285:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.721286:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.721289:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.721291:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.721292:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.721295:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.721297:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.721300:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.721301:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.721303:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.721305:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.721307:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.721308:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.721309:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.721311:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.721312:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.721314:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.721316:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.721318:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.721320:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.721323:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.721325:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.721327:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.721328:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.721330:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.721332:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.721334:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.721335:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.721336:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.721339:0:34771:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.721340:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.721342:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608853.721344:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.721346:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.721347:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608853.721351:0:34771:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608853.721352:0:34771:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7fff71876850 00000080:00000001:2.0:1789608853.721354:0:34771:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608853.721356:0:34771:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608853.721357:0:34771:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbcc00. 00000020:00000001:2.0:1789608853.721359:0:34771:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.722767:0:34771:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608853.722775:0:34771:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608853.722778:0:34771:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbcc00 uarg=0000000000000000 00020000:00000001:2.0:1789608853.722786:0:34771:0:(lov_obd.c:1002:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1789608853.722789:0:34771:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1789608853.722791:0:34771:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:2.0:1789608853.722795:0:34771:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbcc00. 00000080:00000001:2.0:1789608853.722801:0:34771:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1789608853.722805:0:34771:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1789608853.722826:0:34771:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:2.0:1789608853.722830:0:34771:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1789608853.722833:0:34771:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e00dabdd0 00000080:00200008:2.0:1789608853.722836:0:34771:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff94d918926c08), flags 100000 00000080:00400000:2.0:1789608853.722841:0:34771:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:2.0:1789608853.722846:0:34771:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d90517e640. 00000080:00000001:2.0:1789608853.722852:0:34771:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1789608853.722855:0:34771:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e00dabdd0 00000080:00000008:2.0:1789608853.722858:0:34771:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff94d918926c08), flags 100000, rc = 0 00000080:00000001:2.0:1789608853.722860:0:34771:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608853.722862:0:34771:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608854.354259:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608854.354268:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608854.354275:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608854.354276:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608854.355074:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608854.355079:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608854.355083:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789608855.374050:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608855.374059:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608855.374068:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608855.374069:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608855.382873:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608855.382882:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608855.382888:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1789608855.921868:0:34883:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608856.398976:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608856.398985:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608856.398992:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608856.398997:0:32466:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608856.398999:0:32466:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608856.399005:0:32466:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608856.399009:0:32466:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608856.399012:0:32466:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608856.399015:0:32466:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608856.399017:0:32466:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608856.399093:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608856.399098:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608856.399101:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789608856.466381:0:32114:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d000 (cpu 0) has reached its deadline 4296583522, at 4296583556 00000100:00000010:0.0:1789608856.466398:0:32114:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d9082d7120. 00000100:00000040:1.0:1789608856.469736:0:809:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d110 (cpu 1) has reached its deadline 4296583522, at 4296583560 00000100:00000010:1.0:1789608856.469757:0:809:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d9082d7720. 00010000:00000001:3.0:1789608857.422935:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608857.422943:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608857.422950:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608857.422951:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608857.422982:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789608857.422985:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608857.422989:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789608857.615799:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789608857.615813:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789608857.615827:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908492a00. 00000020:00000040:3.0:1789608857.615836:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=4 obd=MGC192.168.203.121@tcp 00000100:00000001:3.0:1789608857.615841:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608857.615845:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608857.615851:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608857.615862:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d9070e6200. 00000100:00000001:3.0:1789608857.615870:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608857.616277:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS req@ffff94d908492a00 x1876538934305920/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789608857.616292:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608857.616298:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608857.616305:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d7c83ee3] to pc [ptlrpcd_01_00+0] req@ffff94d908492a00 x1876538934305920/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608857.616334:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608857.616337:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789608857.616341:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789608857.616345:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908493480. 00000020:00000040:3.0:1789608857.616348:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:3.0:1789608857.616351:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608857.616353:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608857.616355:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608857.616362:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d9070e6900. 00000100:00000001:3.0:1789608857.616366:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608857.616370:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID req@ffff94d908493480 x1876538934306048/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789608857.616377:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608857.616379:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608857.616383:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000729c741c] to pc [ptlrpcd_01_01+1] req@ffff94d908493480 x1876538934306048/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608857.616403:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608857.616406:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789608857.616410:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789608857.616413:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908493100. 00000020:00000040:3.0:1789608857.616416:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=4 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000100:00000001:3.0:1789608857.616418:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608857.616419:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608857.616421:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608857.616423:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d9070e6000. 00000100:00000001:3.0:1789608857.616426:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608857.616430:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID req@ffff94d908493100 x1876538934306176/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789608857.616437:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608857.616439:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608857.616442:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1116444] to pc [ptlrpcd_01_00+0] req@ffff94d908493100 x1876538934306176/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608857.616450:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608857.616452:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789608857.616456:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789608857.616459:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908490700. 00000020:00000040:3.0:1789608857.616461:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00000100:00000001:3.0:1789608857.616463:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608857.616464:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608857.616466:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608857.616469:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d9070e6500. 00000100:00000001:3.0:1789608857.616472:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608857.616476:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID req@ffff94d908490700 x1876538934306304/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789608857.616658:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608857.616661:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608857.616667:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c41e489b] to pc [ptlrpcd_01_01+1] req@ffff94d908490700 x1876538934306304/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608857.616674:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608857.616714:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789608857.616718:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789608857.616722:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908492d80. 00000020:00000040:3.0:1789608857.616725:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b13000 refcount=3 obd=lustre-OST0001-osc-ffff94d904ceb000 00000100:00000001:3.0:1789608857.616728:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608857.616729:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608857.616731:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608857.616736:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d91a213400. 00000100:00000001:3.0:1789608857.616739:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608857.616744:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID req@ffff94d908492d80 x1876538934306432/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789608857.616750:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608857.616752:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608857.616756:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000933b290d] to pc [ptlrpcd_01_00+0] req@ffff94d908492d80 x1876538934306432/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608857.616763:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608857.616768:0:21207:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1922) 00000100:00000001:3.0:1789608857.616789:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608857.616793:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608857.616796:0:2411:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608857.616802:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908492a00 x1876538934305920/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608857.616810:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608857.616812:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608857.616817:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608857.616820:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608857.616822:0:2411:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608857.616826:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908492a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2411:1876538934305920:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608857.616832:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608857.616838:0:2411:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608857.616840:0:2411:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608857.616843:0:2411:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608857.616848:0:2411:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d907d5d000. 02000000:00000001:3.0:1789608857.616850:0:2411:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608857.616859:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608857.616864:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2af20. 00000400:00000010:3.0:1789608857.616873:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9110. 00000100:00000200:3.0:1789608857.616979:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934305920, portal 25 00000100:00000001:3.0:1789608857.616983:0:2411:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608857.616985:0:2411:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600667648 : -117815108883968 : ffff94d908492a00) 00000100:00000040:3.0:1789608857.616992:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d908492a00 x1876538934305920/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608857.617000:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608857.617004:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608857.617008:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a96e8. 00000100:00000200:3.0:1789608857.617012:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876538934305920, offset 0 00000400:00000200:3.0:1789608857.617019:0:2411:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608857.617029:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608857.617039:0:2411:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608857.617044:0:2411:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608857.617049:0:2411:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608857.617054:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608857.617057:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608857.617061:0:2411:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2914:2914:256:4294967295] 192.168.203.121@tcp LPNI seq info [2914:2914:8:4294967295] 00000400:00000200:3.0:1789608857.617066:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608857.617077:0:2411:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608857.617084:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608857.617089:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a213300. 00000800:00000200:3.0:1789608857.617234:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608857.617244:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608857.617249:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a213300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789608857.617312:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608857.617317:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608857.617320:0:2411:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 0 is 4296588641 00000100:00000010:3.0:1789608857.617326:0:2411:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d909265660. 00000100:00000001:3.0:1789608857.617333:0:2411:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1789608857.617346:0:2411:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 1 is 4296588641 00000100:00000010:3.0:1789608857.617349:0:2411:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d909265cc0. 00000100:00000001:3.0:1789608857.617353:0:2411:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1789608857.617356:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608857.617359:0:2411:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608857.617362:0:2411:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608857.617366:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908493100 x1876538934306176/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608857.617373:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608857.617375:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608857.617377:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608857.617379:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608857.617381:0:2411:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608857.617384:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908493100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934306176:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608857.617388:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608857.617391:0:2411:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608857.617393:0:2411:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608857.617395:0:2411:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608857.617398:0:2411:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d907d5d400. 02000000:00000001:3.0:1789608857.617400:0:2411:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608857.617404:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608857.617407:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a898. 00000400:00000010:3.0:1789608857.617411:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9330. 00000100:00000200:3.0:1789608857.617414:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934306176, portal 10 00000100:00000001:3.0:1789608857.617416:0:2411:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608857.617418:0:2411:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600669440 : -117815108882176 : ffff94d908493100) 00000100:00000040:3.0:1789608857.617425:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d908493100 x1876538934306176/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608857.617433:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608857.617436:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608857.617438:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a93b8. 00000100:00000200:3.0:1789608857.617441:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934306176, offset 0 00000400:00000200:3.0:1789608857.617445:0:2411:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608857.617450:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608857.617453:0:2411:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608857.617456:0:2411:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608857.617458:0:2411:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608857.617461:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608857.617463:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608857.617466:0:2411:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2915:2915:255:4294967295] 192.168.203.121@tcp LPNI seq info [2915:2915:7:4294967295] 00000400:00000200:3.0:1789608857.617471:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608857.617485:0:2411:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608857.617490:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608857.617494:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d9198eea00. 00000800:00000200:3.0:1789608857.617497:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608857.617502:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608857.617504:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d9198eea00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789608857.617507:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608857.617511:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: using a timeout of 23322 usecs (24 jiffies) 00000400:00000200:3.0:1789608857.617514:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608857.617517:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296584731 00000100:00000001:3.0:1789608857.617519:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296588641 00000100:00000001:3.0:1789608857.617521:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296584731 00000100:00000001:3.0:1789608857.617524:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296588641 00000100:00000001:3.0:1789608857.617527:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608857.617641:0:2411:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608857.617644:0:2411:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608857.617649:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908492d80 x1876538934306432/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608857.617656:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608857.617657:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608857.617660:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608857.617661:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608857.617663:0:2411:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608857.617666:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908492d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934306432:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608857.617669:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608857.617671:0:2411:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608857.617673:0:2411:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608857.617698:0:2411:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608857.617703:0:2411:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d907d5c600. 02000000:00000001:3.0:1789608857.617705:0:2411:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608857.617709:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608857.617712:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2aaa8. 00000400:00000010:3.0:1789608857.617716:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9aa0. 00000100:00000200:3.0:1789608857.617719:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934306432, portal 4 00000100:00000001:3.0:1789608857.617721:0:2411:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608857.617722:0:2411:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600668544 : -117815108883072 : ffff94d908492d80) 00000100:00000040:3.0:1789608857.617728:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d908492d80 x1876538934306432/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608857.617734:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608857.617737:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608857.617739:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9550. 00000100:00000200:3.0:1789608857.617973:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876538934306432, offset 0 00000400:00000200:3.0:1789608857.617981:0:2411:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608857.617986:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608857.617989:0:2411:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608857.617994:0:2411:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608857.617996:0:2411:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608857.617999:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608857.618001:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608857.618004:0:2411:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2916:2916:254:4294967295] 192.168.203.121@tcp LPNI seq info [2916:2916:6:4294967295] 00000400:00000200:3.0:1789608857.618008:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608857.618014:0:2411:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608857.618019:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608857.618023:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d908cdcd00. 00000800:00000200:3.0:1789608857.618027:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608857.618032:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608857.618035:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d908cdcd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789608857.618038:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608857.618041:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: using a timeout of 24641 usecs (25 jiffies) 00000400:00000200:3.0:1789608857.618044:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608857.618047:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296584733 00000100:00000001:3.0:1789608857.618049:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296588641 00000100:00000001:3.0:1789608857.618051:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296584733 00000100:00000001:3.0:1789608857.618053:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296588641 00000100:00000001:3.0:1789608857.618055:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608857.618057:0:2411:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608857.618060:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608857.618064:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608857.618074:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608857.618077:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789608857.618080:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608857.618082:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608857.618084:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608857.618087:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1789608857.618089:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608857.618090:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608857.618092:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608857.618094:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608857.618094:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608857.618265:0:2411:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608857.618271:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908493480 x1876538934306048/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608857.618278:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608857.618279:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608857.618282:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608857.618283:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608857.618285:0:2411:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608857.618287:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908493480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934306048:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608857.618291:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608857.618294:0:2411:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608857.618295:0:2411:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608857.618297:0:2411:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608857.618301:0:2411:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d907d5ce00. 02000000:00000001:3.0:1789608857.618303:0:2411:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608857.618306:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608857.618308:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a7e8. 00000400:00000010:3.0:1789608857.618312:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9e58. 00000100:00000200:3.0:1789608857.618314:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934306048, portal 10 00000100:00000001:3.0:1789608857.618316:0:2411:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608857.618317:0:2411:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600670336 : -117815108881280 : ffff94d908493480) 00000100:00000040:3.0:1789608857.618323:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d908493480 x1876538934306048/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608857.618330:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608857.618332:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608857.618335:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a97f8. 00000100:00000200:3.0:1789608857.618337:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934306048, offset 0 00000400:00000200:3.0:1789608857.618342:0:2411:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608857.618346:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608857.618358:0:2411:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608857.618361:0:2411:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608857.618364:0:2411:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608857.618366:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608857.618368:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608857.618371:0:2411:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2917:2917:253:4294967295] 192.168.203.121@tcp LPNI seq info [2917:2917:5:4294967295] 00000400:00000200:3.0:1789608857.618374:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608857.618379:0:2411:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608857.618384:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608857.618389:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d908cdce00. 00000800:00000200:3.0:1789608857.618392:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608857.618397:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608857.618399:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d908cdce00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789608857.618402:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608857.618405:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 880621 usecs (881 jiffies) 00000400:00000200:3.0:1789608857.618408:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608857.618410:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296585589 00000100:00000001:3.0:1789608857.618413:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296588641 00000100:00000001:3.0:1789608857.618415:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296585589 00000100:00000001:3.0:1789608857.618416:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296588641 00000100:00000001:3.0:1789608857.618418:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608857.618420:0:2411:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608857.618422:0:2411:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608857.618426:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908490700 x1876538934306304/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608857.618432:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608857.618434:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608857.618436:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608857.618437:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608857.618439:0:2411:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608857.618442:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908490700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934306304:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608857.618445:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608857.618447:0:2411:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608857.618449:0:2411:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608857.618451:0:2411:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608857.618453:0:2411:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d907d5d600. 02000000:00000001:3.0:1789608857.618455:0:2411:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608857.618458:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608857.618461:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2adc0. 00000400:00000010:3.0:1789608857.618464:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a95d8. 00000100:00000200:3.0:1789608857.618467:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934306304, portal 4 00000100:00000001:3.0:1789608857.618469:0:2411:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608857.618470:0:2411:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600658688 : -117815108892928 : ffff94d908490700) 00000100:00000040:3.0:1789608857.618475:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d908490700 x1876538934306304/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608857.618481:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608857.618483:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608857.618485:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9000. 00000100:00000200:3.0:1789608857.618487:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876538934306304, offset 0 00000400:00000200:3.0:1789608857.618491:0:2411:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608857.618495:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608857.618499:0:2411:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608857.618501:0:2411:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608857.618504:0:2411:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608857.618506:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608857.618509:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608857.618511:0:2411:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2918:2918:252:4294967295] 192.168.203.121@tcp LPNI seq info [2918:2918:4:4294967295] 00000400:00000200:3.0:1789608857.618515:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608857.618521:0:2411:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608857.618525:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608857.621065:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d9104bd300. 00000800:00000200:3.0:1789608857.621089:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608857.621107:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608857.621113:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d9104bd300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789608857.621121:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608857.621130:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 201935 usecs (202 jiffies) 00000400:00000200:3.0:1789608857.621138:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608857.621142:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296584913 00000100:00000001:3.0:1789608857.621147:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296588641 00000100:00000001:3.0:1789608857.621150:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296584913 00000100:00000001:3.0:1789608857.621153:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296588641 00000100:00000001:3.0:1789608857.621156:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608857.621160:0:2411:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608857.621167:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608857.621259:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608857.621287:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608857.621291:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608857.625730:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608857.625741:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a213300. 00000400:00000200:1.0:1789608857.625749:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608857.625760:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608857.625772:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a96e8 00000400:00000010:1.0:1789608857.625775:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a96e8. 00000100:00000001:1.0:1789608857.625781:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608857.625792:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908492a00 x1876538934305920/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608857.625807:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608857.625811:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908492a00 x1876538934305920/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608873 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608857.625820:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608857.625821:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608857.625839:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608857.625841:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9198eea00. 00000400:00000200:1.0:1789608857.625845:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608857.625848:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608857.625851:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a93b8 00000400:00000010:1.0:1789608857.625853:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a93b8. 00000100:00000001:1.0:1789608857.625855:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608857.625860:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908493100 x1876538934306176/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608857.625868:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608857.625870:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908493100 x1876538934306176/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608873 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608857.625877:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608857.625878:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608857.626051:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608857.626053:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d908cdcd00. 00000400:00000200:1.0:1789608857.626057:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608857.626060:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608857.626063:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9550 00000400:00000010:1.0:1789608857.626065:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9550. 00000100:00000001:1.0:1789608857.626067:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608857.626072:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908492d80 x1876538934306432/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608857.626085:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608857.626088:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908492d80 x1876538934306432/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608873 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608857.626094:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608857.626104:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608857.626112:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608857.626114:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d908cdce00. 00000400:00000200:1.0:1789608857.626116:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608857.626119:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608857.626122:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a97f8 00000400:00000010:1.0:1789608857.626124:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a97f8. 00000100:00000001:1.0:1789608857.626126:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608857.626130:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908493480 x1876538934306048/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608857.626137:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608857.626140:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908493480 x1876538934306048/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608873 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608857.626145:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608857.626146:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608857.626321:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608857.626324:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bd300. 00000400:00000200:1.0:1789608857.626327:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608857.626330:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608857.626333:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9000 00000400:00000010:1.0:1789608857.626335:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9000. 00000100:00000001:1.0:1789608857.626337:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608857.626342:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908490700 x1876538934306304/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608857.626349:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608857.626352:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908490700 x1876538934306304/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608873 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608857.626364:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608857.626365:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608857.644896:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608857.644919:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608857.644925:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608857.644928:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608857.644938:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608857.644948:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608857.644958:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608857.644963:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608857.644969:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608857.644974:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c4962680 00000400:00000200:0.0:1789608857.644980:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608857.644987:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x8531 [1] + 224 00000800:00000001:0.0:1789608857.644997:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608857.645001:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608857.645006:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608857.645011:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608857.645021:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608857.645033:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908492d80 x1876538934306432/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608873 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608857.645044:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d908492d80 x1876538934306432/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608873 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608857.645065:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608857.645075:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608857.645079:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608857.645081:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608857.645083:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608857.645086:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608857.645090:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608857.645094:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608857.645167:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608857.645170:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608857.645173:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c4962600 00000400:00000200:0.0:1789608857.645234:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608857.645239:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x8541 [1] + 224 00000800:00000001:0.0:1789608857.645244:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608857.645248:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608857.645250:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608857.645253:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608857.645257:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608857.645261:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908490700 x1876538934306304/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608873 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608857.645269:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d908490700 x1876538934306304/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608873 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608857.645276:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608857.645281:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608857.645283:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608857.645285:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608857.645287:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608857.645290:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608857.645292:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608857.645296:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608857.645299:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608857.645301:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608857.645304:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4962500 00000400:00000200:0.0:1789608857.645307:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608857.645311:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x8539 [1] + 224 00000800:00000001:0.0:1789608857.645314:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608857.645322:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608857.645324:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608857.645327:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608857.645329:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608857.645333:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908493480 x1876538934306048/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608873 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608857.645342:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d908493480 x1876538934306048/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608873 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608857.645349:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608857.645352:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608857.645354:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608857.647095:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608857.647104:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608857.647114:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608857.647125:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608857.647130:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a7e8. 00000400:00000200:3.0:1789608857.647140:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9e58 00000400:00000010:3.0:1789608857.647143:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9e58. 00000100:00000001:3.0:1789608857.647148:0:2411:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608857.647159:0:2411:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908493480 x1876538934306048/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608873 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608857.647173:0:2411:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908493480 x1876538934306048/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608873 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608857.647181:0:2411:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608857.647182:0:2411:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608857.647185:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608857.647189:0:2411:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608857.647193:0:2411:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608857.647195:0:2411:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608857.647199:0:2411:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608857.647210:0:2411:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=65 v=5 (5 104 104 104) 00000100:00001000:3.0:1789608857.647214:0:2411:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608857.647217:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608857.647219:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608857.647222:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608857.647226:0:2411:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608857.647231:0:2411:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608857.647233:0:2411:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967640 00000100:00000001:3.0:1789608857.647235:0:2411:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608857.647237:0:2411:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608857.647243:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908493480 x1876538934306048/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608873 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608857.647250:0:2411:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608857.647254:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608857.647256:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608857.647261:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908493480 x1876538934306048/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608873 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608857.647269:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908493480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934306048:192.168.203.121@tcp:400:kworker.0 00000400:00000001:3.0:1789608857.647287:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608857.647289:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608857.647291:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2adc0. 00000400:00000200:3.0:1789608857.647294:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a95d8 00000400:00000010:3.0:1789608857.647295:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a95d8. 00000100:00000001:3.0:1789608857.647297:0:2411:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608857.647301:0:2411:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908490700 x1876538934306304/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608873 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608857.647309:0:2411:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908490700 x1876538934306304/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608873 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608857.647314:0:2411:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608857.647316:0:2411:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608857.647318:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608857.647320:0:2411:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608857.647321:0:2411:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608857.647322:0:2411:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608857.647324:0:2411:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608857.647327:0:2411:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13c60 time=65 v=5 (5 5 5 5) 00000100:00001000:3.0:1789608857.647330:0:2411:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608857.647332:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608857.647334:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608857.647335:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608857.647337:0:2411:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608857.647339:0:2411:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608857.647341:0:2411:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: skip recheck: last_committed 4294967333 00000100:00000001:3.0:1789608857.647343:0:2411:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608857.647344:0:2411:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608857.647347:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908490700 x1876538934306304/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608873 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608857.647353:0:2411:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608857.647355:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608857.647356:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608857.647359:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908490700 x1876538934306304/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608873 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608857.647366:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908490700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934306304:192.168.203.121@tcp:400:kworker.0 00000400:00000001:3.0:1789608857.647372:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608857.647374:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608857.647375:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2aaa8. 00000400:00000200:3.0:1789608857.647378:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9aa0 00000400:00000010:3.0:1789608857.647379:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9aa0. 00000100:00000001:3.0:1789608857.647382:0:2411:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608857.647385:0:2411:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908492d80 x1876538934306432/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608873 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608857.647392:0:2411:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908492d80 x1876538934306432/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608873 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608857.647399:0:2411:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608857.647400:0:2411:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608857.647402:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608857.647403:0:2411:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608857.647404:0:2411:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608857.647405:0:2411:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608857.647407:0:2411:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608857.647410:0:2411:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13460 time=65 v=5 (5 5 5 5) 00000100:00001000:3.0:1789608857.647413:0:2411:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13418 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608857.647421:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608857.647422:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608857.647424:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608857.647426:0:2411:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608857.647428:0:2411:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608857.647429:0:2411:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d904ceb000: skip recheck: last_committed 4294967322 00000100:00000001:3.0:1789608857.647430:0:2411:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608857.647432:0:2411:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608857.647436:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908492d80 x1876538934306432/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608873 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608857.647445:0:2411:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608857.647447:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608857.647448:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608857.647452:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908492d80 x1876538934306432/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608873 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608857.647460:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908492d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934306432:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608857.647464:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608857.647467:0:2411:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608857.647470:0:2411:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908493480 x1876538934306048/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608873 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608857.647476:0:2411:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608857.647479:0:2411:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608857.647484:0:2411:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d907d5ce00. 02000000:00000001:3.0:1789608857.647488:0:2411:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608857.647492:0:2411:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608857.647494:0:2411:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=3 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608857.647506:0:2411:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608857.647509:0:2411:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d9070e6900. 02000000:00000001:3.0:1789608857.647515:0:2411:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608857.647517:0:2411:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608857.647519:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908493480. 00000100:00000001:3.0:1789608857.647523:0:2411:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608857.647524:0:2411:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608857.647526:0:2411:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608857.648669:0:2411:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908490700 x1876538934306304/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608873 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608857.648700:0:2411:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608857.648703:0:2411:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608857.648707:0:2411:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d907d5d600. 02000000:00000001:3.0:1789608857.648711:0:2411:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608857.648714:0:2411:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608857.648716:0:2411:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=2 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:3.0:1789608857.648718:0:2411:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608857.648720:0:2411:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d9070e6500. 02000000:00000001:3.0:1789608857.648725:0:2411:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608857.648727:0:2411:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608857.648729:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908490700. 00000100:00000001:3.0:1789608857.648732:0:2411:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608857.648733:0:2411:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608857.648736:0:2411:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608857.648741:0:2411:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908492d80 x1876538934306432/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608873 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608857.648747:0:2411:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608857.648748:0:2411:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608857.648750:0:2411:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d907d5c600. 02000000:00000001:3.0:1789608857.648753:0:2411:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608857.648754:0:2411:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608857.648755:0:2411:0:(genops.c:1222:class_import_put()) import ffff94d902b13000 refcount=2 obd=lustre-OST0001-osc-ffff94d904ceb000 00000020:00000001:3.0:1789608857.648758:0:2411:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608857.648759:0:2411:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d91a213400. 02000000:00000001:3.0:1789608857.648761:0:2411:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608857.648762:0:2411:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608857.648764:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908492d80. 00000100:00000001:3.0:1789608857.648766:0:2411:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608857.648767:0:2411:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608857.648771:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608857.648774:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608857.648776:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608857.648870:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608857.648874:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789608857.660421:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608857.660442:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608857.660446:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608857.660449:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608857.660459:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608857.660468:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608857.660479:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608857.660484:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608857.660490:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608857.660495:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 25 MB=0x6aab3c4962480 00000400:00000200:1.0:1789608857.660500:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608857.660506:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.121@tcp of length 224/224 into md 0x8521 [1] + 224 00000800:00000001:1.0:1789608857.660516:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608857.660520:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608857.660524:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608857.660541:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608857.660549:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608857.660560:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908492a00 x1876538934305920/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608873 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608857.660571:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d908492a00 x1876538934305920/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608873 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608857.660588:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608857.660599:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608857.660603:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608857.660605:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608857.660607:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608857.660610:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608857.660613:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608857.660618:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608857.660621:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608857.660624:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608857.660627:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4962580 00000400:00000200:1.0:1789608857.660640:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608857.660645:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x8529 [1] + 224 00000800:00000001:1.0:1789608857.660649:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608857.660661:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608857.660663:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608857.660668:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608857.660671:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608857.660697:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908493100 x1876538934306176/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608873 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608857.660707:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d908493100 x1876538934306176/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608873 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608857.660713:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608857.660717:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608857.660721:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608857.660894:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608857.660899:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608857.660908:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608857.660911:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608857.660914:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2af20. 00000400:00000200:3.0:1789608857.660919:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9110 00000400:00000010:3.0:1789608857.660922:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9110. 00000100:00000001:3.0:1789608857.660925:0:2411:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608857.660931:0:2411:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908492a00 x1876538934305920/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608873 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608857.660940:0:2411:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908492a00 x1876538934305920/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608873 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608857.660947:0:2411:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608857.660949:0:2411:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608857.660951:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608857.660955:0:2411:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608857.660957:0:2411:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608857.660959:0:2411:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608857.660963:0:2411:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608857.660971:0:2411:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d90510e460 time=65 v=5 (5 5 5 5) 00000100:00001000:3.0:1789608857.660976:0:2411:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d90510e418 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608857.660978:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608857.660981:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608857.660984:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608857.660987:0:2411:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608857.660990:0:2411:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608857.660995:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908492a00 x1876538934305920/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608873 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608857.661003:0:2411:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608857.661006:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608857.661008:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608857.661012:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908492a00 x1876538934305920/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608873 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608857.661020:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908492a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2411:1876538934305920:192.168.203.121@tcp:400:kworker.0 00000400:00000001:3.0:1789608857.661025:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608857.661026:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608857.661028:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a898. 00000400:00000200:3.0:1789608857.661030:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9330 00000400:00000010:3.0:1789608857.661031:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9330. 00000100:00000001:3.0:1789608857.661033:0:2411:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608857.661036:0:2411:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908493100 x1876538934306176/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608873 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608857.661044:0:2411:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908493100 x1876538934306176/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608873 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608857.661050:0:2411:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608857.661051:0:2411:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608857.661053:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608857.661054:0:2411:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608857.661055:0:2411:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608857.661057:0:2411:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608857.661058:0:2411:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608857.661064:0:2411:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b17c60 time=65 v=5 (5 104 104 104) 00000100:00001000:3.0:1789608857.661067:0:2411:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b17c18 time=65 v=5 (1 1 1 1) 00000100:00000001:3.0:1789608857.661069:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608857.661070:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608857.661072:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608857.661075:0:2411:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608857.661079:0:2411:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608857.661081:0:2411:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1789608857.661084:0:2411:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608857.661086:0:2411:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608857.661090:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908493100 x1876538934306176/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608873 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608857.661096:0:2411:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608857.661098:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608857.661099:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608857.661103:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908493100 x1876538934306176/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608873 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608857.661111:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908493100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934306176:192.168.203.121@tcp:400:kworker.0 00000100:00000001:3.0:1789608857.661115:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608857.661118:0:2411:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608857.661121:0:2411:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908492a00 x1876538934305920/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608873 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608857.661128:0:2411:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608857.661131:0:2411:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608857.661135:0:2411:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d907d5d000. 02000000:00000001:3.0:1789608857.661139:0:2411:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608857.661142:0:2411:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608857.661144:0:2411:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=3 obd=MGC192.168.203.121@tcp 00000020:00000001:3.0:1789608857.661146:0:2411:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608857.661149:0:2411:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d9070e6200. 02000000:00000001:3.0:1789608857.661154:0:2411:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608857.661156:0:2411:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608857.661158:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908492a00. 00000100:00000001:3.0:1789608857.661161:0:2411:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608857.661163:0:2411:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608857.661164:0:2411:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608857.661167:0:2411:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908493100 x1876538934306176/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608873 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608857.661172:0:2411:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608857.661174:0:2411:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608857.661176:0:2411:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d907d5d400. 02000000:00000001:3.0:1789608857.661178:0:2411:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608857.661179:0:2411:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608857.661180:0:2411:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=3 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608857.661182:0:2411:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608857.661183:0:2411:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d9070e6000. 02000000:00000001:3.0:1789608857.661185:0:2411:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608857.661186:0:2411:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608857.661188:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908493100. 00000100:00000001:3.0:1789608857.661190:0:2411:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608857.661191:0:2411:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608857.661194:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608857.661204:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608857.661206:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608857.661208:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608857.661211:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608858.190174:0:35023:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608858.446745:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608858.446754:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608858.446761:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608858.446763:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608858.446829:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608858.446833:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608858.446838:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789608859.471141:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608859.471147:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608859.471152:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608859.471153:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608859.471434:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608859.471438:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608859.471441:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1789608860.194545:0:35170:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608860.493749:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608860.493756:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608860.493762:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608860.493764:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608860.493784:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789608860.493787:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608860.493790:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1789608861.093036:0:35233:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608861.517743:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608861.517750:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608861.517755:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608861.517756:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608861.517817:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789608861.517820:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608861.517823:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789608861.586044:0:809:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d110 (cpu 1) has reached its deadline 4296588641, at 4296588676 00000100:00000010:1.0:1789608861.586059:0:809:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d909265cc0. 00000100:00000040:0.0:1789608861.586132:0:32114:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d000 (cpu 0) has reached its deadline 4296588641, at 4296588676 00000100:00000010:0.0:1789608861.586138:0:32114:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d909265660. 00010000:00000001:3.0:1789608862.548472:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608862.548480:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608862.548486:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608862.548488:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608862.548513:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789608862.548516:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608862.548519:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1789608862.560012:0:35326:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608862.733805:0:465:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789608862.733815:0:465:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789608862.733822:0:465:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5e680. 00000020:00000040:0.0:1789608862.733828:0:465:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=4 obd=MGC192.168.203.121@tcp 00000100:00000001:0.0:1789608862.733834:0:465:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608862.733837:0:465:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608862.733841:0:465:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608862.733849:0:465:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d919aaa100. 00000100:00000001:0.0:1789608862.733856:0:465:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608862.733868:0:465:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS req@ffff94d907e5e680 x1876538934306560/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789608862.733878:0:465:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608862.733882:0:465:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608862.733888:0:465:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa5cca34] to pc [ptlrpcd_00_01+1] req@ffff94d907e5e680 x1876538934306560/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608862.733921:0:465:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608862.733924:0:465:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789608862.733927:0:465:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789608862.733930:0:465:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5d500. 00000020:00000040:0.0:1789608862.733933:0:465:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:0.0:1789608862.733935:0:465:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608862.733937:0:465:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608862.733938:0:465:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608862.733942:0:465:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d919aaaa00. 00000100:00000001:0.0:1789608862.733945:0:465:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608862.733949:0:465:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID req@ffff94d907e5d500 x1876538934306688/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789608862.733957:0:465:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608862.733958:0:465:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608862.733962:0:465:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e976802] to pc [ptlrpcd_00_00+0] req@ffff94d907e5d500 x1876538934306688/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608862.733970:0:465:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608862.733972:0:465:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789608862.733975:0:465:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789608862.733978:0:465:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5f800. 00000020:00000040:0.0:1789608862.733980:0:465:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=4 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000100:00000001:0.0:1789608862.733982:0:465:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608862.733983:0:465:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608862.733984:0:465:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608862.733987:0:465:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d919aaa200. 00000100:00000001:0.0:1789608862.733990:0:465:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608862.733994:0:465:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID req@ffff94d907e5f800 x1876538934306816/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789608862.734001:0:465:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608862.734003:0:465:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608862.734007:0:465:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a71d49b5] to pc [ptlrpcd_00_01+1] req@ffff94d907e5f800 x1876538934306816/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608862.734013:0:465:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608862.734015:0:465:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789608862.734017:0:465:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789608862.734021:0:465:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5ed80. 00000020:00000040:0.0:1789608862.734024:0:465:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00000100:00000001:0.0:1789608862.734025:0:465:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608862.734026:0:465:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608862.734028:0:465:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608862.734032:0:465:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d90857eb00. 00000100:00000001:0.0:1789608862.734034:0:465:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608862.734049:0:465:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID req@ffff94d907e5ed80 x1876538934306944/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789608862.734055:0:465:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608862.734057:0:465:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608862.734060:0:465:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007c964e7] to pc [ptlrpcd_00_00+0] req@ffff94d907e5ed80 x1876538934306944/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608862.734067:0:465:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608862.734069:0:465:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789608862.734072:0:465:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789608862.734075:0:465:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5d880. 00000020:00000040:0.0:1789608862.734077:0:465:0:(genops.c:1209:class_import_get()) import ffff94d902b13000 refcount=3 obd=lustre-OST0001-osc-ffff94d904ceb000 00000100:00000001:0.0:1789608862.734080:0:465:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608862.734081:0:465:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608862.734082:0:465:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608862.734086:0:465:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d903faa300. 00000100:00000001:0.0:1789608862.734088:0:465:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608862.734091:0:465:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID req@ffff94d907e5d880 x1876538934307072/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789608862.734100:0:465:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608862.734102:0:465:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608862.734105:0:465:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b849195] to pc [ptlrpcd_00_01+1] req@ffff94d907e5d880 x1876538934307072/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608862.734111:0:465:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608862.734115:0:465:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1927) 00000100:00000001:0.0:1789608862.734129:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608862.734132:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608862.734135:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608862.734140:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5d500 x1876538934306688/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608862.734147:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608862.734148:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608862.734152:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608862.734155:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608862.734157:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608862.734161:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934306688:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608862.734165:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608862.734169:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608862.734172:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608862.734174:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608862.734178:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d9071fa000. 02000000:00000001:0.0:1789608862.734179:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608862.734187:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608862.734191:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b83c8. 00000400:00000010:0.0:1789608862.734198:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edb28. 00000100:00000200:0.0:1789608862.734204:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934306688, portal 10 00000100:00000001:0.0:1789608862.734206:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608862.734208:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594157824 : -117815115393792 : ffff94d907e5d500) 00000100:00000040:0.0:1789608862.734215:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5d500 x1876538934306688/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608862.734221:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608862.734224:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608862.734227:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edcc0. 00000100:00000200:0.0:1789608862.734229:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934306688, offset 0 00000400:00000200:0.0:1789608862.734236:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608862.734243:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608862.734250:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608862.734256:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608862.734260:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608862.734263:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608862.734265:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608862.734268:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2919:2919:256:4294967295] 192.168.203.121@tcp LPNI seq info [2919:2919:8:4294967295] 00000400:00000200:0.0:1789608862.734273:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608862.734281:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608862.734286:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608862.734291:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa000. 00000800:00000200:0.0:1789608862.734298:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608862.734305:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608862.734309:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608862.734320:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608862.734325:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 879523 usecs (880 jiffies) 00000400:00000200:0.0:1789608862.734328:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608862.734330:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296590704 00000100:00000010:0.0:1789608862.734334:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d9082d7de0. 00000100:00000001:0.0:1789608862.734340:0:2409:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789608862.734346:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296590704 00000100:00000010:0.0:1789608862.734349:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d9082d7900. 00000100:00000001:0.0:1789608862.734352:0:2409:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789608862.734355:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608862.734358:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608862.734360:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608862.734364:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5ed80 x1876538934306944/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608862.734370:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608862.734371:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608862.734373:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608862.734375:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608862.734377:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608862.734380:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934306944:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608862.734382:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608862.734385:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608862.734386:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608862.734388:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608862.734391:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d9071fb600. 02000000:00000001:0.0:1789608862.734392:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608862.734395:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608862.734397:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8bb0. 00000400:00000010:0.0:1789608862.734401:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed770. 00000100:00000200:0.0:1789608862.734403:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934306944, portal 4 00000100:00000001:0.0:1789608862.734405:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608862.734406:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594164096 : -117815115387520 : ffff94d907e5ed80) 00000100:00000040:0.0:1789608862.734410:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5ed80 x1876538934306944/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608862.734416:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608862.734417:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608862.734419:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed2a8. 00000100:00000200:0.0:1789608862.734421:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876538934306944, offset 0 00000400:00000200:0.0:1789608862.734425:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608862.734429:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608862.734433:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608862.734435:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608862.734437:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608862.734440:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608862.734441:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608862.734444:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2920:2920:255:4294967295] 192.168.203.121@tcp LPNI seq info [2920:2920:7:4294967295] 00000400:00000200:0.0:1789608862.734448:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608862.734453:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608862.734457:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608862.734460:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa900. 00000800:00000200:0.0:1789608862.734465:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608862.734469:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608862.734471:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608862.734473:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608862.734476:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 201211 usecs (202 jiffies) 00000400:00000200:0.0:1789608862.734479:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608862.734480:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296590026 00000100:00000001:0.0:1789608862.734483:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296590704 00000100:00000001:0.0:1789608862.734484:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296590026 00000100:00000001:0.0:1789608862.734486:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296590704 00000100:00000001:0.0:1789608862.734488:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608862.734490:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608862.734492:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608862.734495:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608862.734502:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608862.734505:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789608862.734507:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608862.734508:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608862.734510:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608862.734512:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00000001:0.0:1789608862.734514:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608862.734515:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608862.734517:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608862.734518:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608862.734519:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608862.734520:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608862.734525:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5e680 x1876538934306560/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608862.734531:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608862.734532:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608862.734534:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608862.734536:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608862.734537:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608862.734541:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2409:1876538934306560:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608862.734543:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608862.734546:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608862.734548:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608862.734549:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608862.734552:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d9071fbe00. 02000000:00000001:0.0:1789608862.734554:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608862.734557:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608862.734560:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b87e8. 00000400:00000010:0.0:1789608862.734575:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed330. 00000100:00000200:0.0:1789608862.734579:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934306560, portal 25 00000100:00000001:0.0:1789608862.734580:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608862.734581:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594162304 : -117815115389312 : ffff94d907e5e680) 00000100:00000040:0.0:1789608862.734586:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5e680 x1876538934306560/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608862.734600:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608862.734602:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608862.734605:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed908. 00000100:00000200:0.0:1789608862.734607:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876538934306560, offset 0 00000400:00000200:0.0:1789608862.734611:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608862.734615:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608862.734618:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608862.734621:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608862.734623:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608862.734625:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608862.734627:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608862.734629:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2921:2921:254:4294967295] 192.168.203.121@tcp LPNI seq info [2921:2921:6:4294967295] 00000400:00000200:0.0:1789608862.734633:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608862.734639:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608862.734643:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608862.734647:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa200. 00000800:00000200:0.0:1789608862.734651:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608862.734654:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608862.734657:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608862.734659:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608862.734661:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608862.734663:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 0 is 4296593758 00000100:00000001:0.0:1789608862.734668:0:2409:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296590704 00000100:00000001:0.0:1789608862.734671:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 1 is 4296593758 00000100:00000001:0.0:1789608862.734673:0:2409:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296590704 00000100:00000001:0.0:1789608862.734721:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608862.734724:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608862.734726:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608862.734730:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5f800 x1876538934306816/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608862.734736:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608862.734738:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608862.734739:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608862.734741:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608862.734743:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608862.734745:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934306816:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608862.734748:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608862.734751:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608862.734752:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608862.734754:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608862.734757:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d9071fa600. 02000000:00000001:0.0:1789608862.734759:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608862.734762:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608862.734764:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b86e0. 00000400:00000010:0.0:1789608862.734768:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edf68. 00000100:00000200:0.0:1789608862.734771:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934306816, portal 10 00000100:00000001:0.0:1789608862.734773:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608862.734774:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594166784 : -117815115384832 : ffff94d907e5f800) 00000100:00000040:0.0:1789608862.734779:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5f800 x1876538934306816/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608862.734785:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608862.734787:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608862.734789:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095eda18. 00000100:00000200:0.0:1789608862.734792:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934306816, offset 0 00000400:00000200:0.0:1789608862.734795:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608862.734799:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608862.734802:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608862.734805:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608862.734807:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608862.734809:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608862.734811:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608862.734814:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2922:2922:253:4294967295] 192.168.203.121@tcp LPNI seq info [2922:2922:5:4294967295] 00000400:00000200:0.0:1789608862.734818:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608862.734823:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608862.734828:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608862.734831:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faab00. 00000800:00000200:0.0:1789608862.734834:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608862.734838:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608862.734841:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608862.734844:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608862.734846:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: using a timeout of 23437 usecs (24 jiffies) 00000400:00000200:0.0:1789608862.734849:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608862.734851:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296589849 00000100:00000001:0.0:1789608862.734853:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296593758 00000100:00000001:0.0:1789608862.734855:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296589849 00000100:00000001:0.0:1789608862.734857:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296593758 00000100:00000001:0.0:1789608862.734860:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608862.734862:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608862.734865:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608862.734869:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5d880 x1876538934307072/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608862.734877:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608862.734878:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608862.734880:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608862.734881:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608862.734883:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608862.734885:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934307072:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608862.734888:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608862.734890:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608862.734892:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608862.734893:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608862.734896:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d9071fac00. 02000000:00000001:0.0:1789608862.734898:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608862.734901:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608862.734904:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b82c0. 00000400:00000010:0.0:1789608862.734907:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095eddd0. 00000100:00000200:0.0:1789608862.734910:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934307072, portal 4 00000100:00000001:0.0:1789608862.734911:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608862.734912:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594158720 : -117815115392896 : ffff94d907e5d880) 00000100:00000040:0.0:1789608862.734917:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5d880 x1876538934307072/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608862.734922:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608862.734925:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608862.734927:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed4c8. 00000100:00000200:0.0:1789608862.734929:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876538934307072, offset 0 00000400:00000200:0.0:1789608862.734933:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608862.734936:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608862.734939:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608862.734942:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608862.734944:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608862.734946:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608862.734948:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608862.734951:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2923:2923:252:4294967295] 192.168.203.121@tcp LPNI seq info [2923:2923:4:4294967295] 00000400:00000200:0.0:1789608862.734954:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608862.734959:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608862.734964:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608862.734967:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faad00. 00000800:00000200:0.0:1789608862.734971:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608862.734974:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608862.734977:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faad00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608862.734979:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608862.734982:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: using a timeout of 24717 usecs (25 jiffies) 00000400:00000200:0.0:1789608862.734984:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608862.734986:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296589850 00000100:00000001:0.0:1789608862.734988:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296593758 00000100:00000001:0.0:1789608862.734990:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296589850 00000100:00000001:0.0:1789608862.734992:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296593758 00000100:00000001:0.0:1789608862.734994:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608862.734996:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608862.734999:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608862.735001:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608862.735039:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608862.735042:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa000. 00000400:00000200:0.0:1789608862.735048:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608862.735052:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608862.735057:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edcc0 00000400:00000010:0.0:1789608862.735059:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edcc0. 00000100:00000001:0.0:1789608862.735063:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608862.735067:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5d500 x1876538934306688/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608862.735076:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608862.735079:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5d500 x1876538934306688/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608878 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608862.735087:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608862.735088:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608862.735099:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608862.735101:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa900. 00000400:00000200:0.0:1789608862.735104:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608862.735107:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608862.735110:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed2a8 00000400:00000010:0.0:1789608862.735111:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed2a8. 00000100:00000001:0.0:1789608862.735113:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608862.735116:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5ed80 x1876538934306944/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608862.735123:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608862.735125:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5ed80 x1876538934306944/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608878 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608862.735132:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608862.735134:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608862.735141:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608862.735143:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa200. 00000400:00000200:0.0:1789608862.735146:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608862.735148:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608862.735151:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed908 00000400:00000010:0.0:1789608862.735152:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed908. 00000100:00000001:0.0:1789608862.735154:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608862.735157:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5e680 x1876538934306560/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608862.735163:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608862.735166:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5e680 x1876538934306560/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608878 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608862.735173:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608862.735174:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608862.735180:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608862.735182:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faab00. 00000400:00000200:0.0:1789608862.735184:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608862.735187:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608862.735189:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095eda18 00000400:00000010:0.0:1789608862.735191:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095eda18. 00000100:00000001:0.0:1789608862.735193:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608862.735196:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5f800 x1876538934306816/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608862.735202:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608862.735204:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5f800 x1876538934306816/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608878 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608862.735210:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608862.735211:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608862.735265:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608862.735267:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faad00. 00000400:00000200:0.0:1789608862.735270:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608862.735274:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608862.735276:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed4c8 00000400:00000010:0.0:1789608862.735278:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed4c8. 00000100:00000001:0.0:1789608862.735280:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608862.735283:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5d880 x1876538934307072/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608862.735289:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608862.735291:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5d880 x1876538934307072/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608878 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608862.735296:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608862.735297:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789608862.737512:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608862.737520:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789608862.758949:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608862.758970:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608862.758975:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608862.758979:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608862.758987:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608862.758995:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608862.759006:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608862.759011:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608862.759017:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608862.759021:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c4962880 00000400:00000200:1.0:1789608862.759027:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608862.759032:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x8559 [1] + 224 00000800:00000001:1.0:1789608862.759050:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608862.759055:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608862.759059:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608862.759063:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608862.759071:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608862.759080:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5ed80 x1876538934306944/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608878 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608862.759091:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907e5ed80 x1876538934306944/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608878 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608862.759105:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608862.759115:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608862.759119:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608862.759120:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608862.759122:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608862.759125:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608862.759128:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608862.759132:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608862.759135:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608862.759137:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608862.759140:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4962780 00000400:00000200:1.0:1789608862.759143:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608862.759147:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x8549 [1] + 224 00000800:00000001:1.0:1789608862.759151:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608862.759154:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608862.759156:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608862.759159:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608862.759162:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608862.759166:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5d500 x1876538934306688/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608878 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608862.759173:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907e5d500 x1876538934306688/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608878 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608862.759180:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608862.759183:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608862.759186:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608862.759188:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608862.759190:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608862.759193:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608862.759196:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608862.759200:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608862.759203:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608862.759205:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608862.759208:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4962800 00000400:00000200:1.0:1789608862.759211:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608862.759215:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x8579 [1] + 224 00000800:00000001:1.0:1789608862.759218:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608862.759221:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608862.759223:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608862.759226:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608862.759229:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608862.759233:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5f800 x1876538934306816/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608878 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608862.759240:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907e5f800 x1876538934306816/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608878 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608862.759247:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608862.759250:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608862.759253:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608862.759255:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608862.759257:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608862.759260:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608862.759263:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608862.759267:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608862.759269:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608862.759272:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608862.759275:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c4962900 00000400:00000200:1.0:1789608862.759277:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608862.759280:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x8589 [1] + 224 00000800:00000001:1.0:1789608862.759284:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608862.759287:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608862.759288:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608862.759291:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608862.759293:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608862.759296:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5d880 x1876538934307072/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608878 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608862.759305:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907e5d880 x1876538934307072/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608878 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608862.759311:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608862.759314:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608862.759317:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608862.759319:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608862.759321:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608862.759324:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608862.759327:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608862.759331:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608862.759334:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608862.759336:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608862.759339:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 25 MB=0x6aab3c4962700 00000400:00000200:1.0:1789608862.759342:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608862.759346:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.121@tcp of length 224/224 into md 0x8569 [1] + 224 00000800:00000001:1.0:1789608862.759349:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608862.759359:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608862.759361:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608862.759364:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608862.759367:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608862.759371:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5e680 x1876538934306560/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608878 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608862.759379:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907e5e680 x1876538934306560/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608878 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608862.759387:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608862.759390:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608862.759393:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608862.760440:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608862.760447:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789608862.760456:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608862.760458:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608862.760461:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b87e8. 00000400:00000200:0.0:1789608862.760468:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed330 00000400:00000010:0.0:1789608862.760471:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed330. 00000100:00000001:0.0:1789608862.760476:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608862.760483:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5e680 x1876538934306560/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608878 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608862.760494:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5e680 x1876538934306560/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608878 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608862.760500:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608862.760502:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608862.760505:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608862.760632:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608862.760638:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608862.760640:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608862.760644:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608862.760651:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d90510e460 time=70 v=5 (5 5 5 5) 00000100:00001000:0.0:1789608862.760655:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d90510e418 time=20 v=5 (1 0 0 0) 00000100:00000001:0.0:1789608862.760658:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608862.760660:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608862.760662:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608862.760665:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608862.760668:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608862.760674:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5e680 x1876538934306560/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608878 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608862.760710:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608862.760715:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608862.760717:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608862.760721:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5e680 x1876538934306560/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608878 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789608862.760730:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2409:1876538934306560:192.168.203.121@tcp:400:kworker.0 00000400:00000001:0.0:1789608862.760739:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608862.760741:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608862.760743:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b86e0. 00000400:00000200:0.0:1789608862.760746:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edf68 00000400:00000010:0.0:1789608862.760747:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edf68. 00000100:00000001:0.0:1789608862.760750:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608862.760754:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5f800 x1876538934306816/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608878 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608862.760765:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5f800 x1876538934306816/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608878 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608862.760771:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608862.760772:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608862.760774:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608862.760776:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608862.760777:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608862.760778:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608862.760781:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608862.760786:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b17c60 time=70 v=5 (5 104 104 104) 00000100:00001000:0.0:1789608862.760789:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b17c18 time=70 v=5 (1 1 1 1) 00000100:00000001:0.0:1789608862.760792:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608862.760793:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608862.760795:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608862.760799:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608862.760802:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608862.760804:0:2409:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1789608862.760806:0:2409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608862.760807:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608862.760812:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5f800 x1876538934306816/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608878 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608862.760818:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608862.760819:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608862.760820:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608862.760824:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5f800 x1876538934306816/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608878 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789608862.760831:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934306816:192.168.203.121@tcp:400:kworker.0 00000400:00000001:0.0:1789608862.760836:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608862.760837:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608862.760839:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b82c0. 00000400:00000200:0.0:1789608862.760841:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095eddd0 00000400:00000010:0.0:1789608862.760842:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095eddd0. 00000100:00000001:0.0:1789608862.760845:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608862.760848:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5d880 x1876538934307072/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608878 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608862.760856:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5d880 x1876538934307072/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608878 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608862.760861:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608862.760862:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608862.760864:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608862.760865:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608862.760866:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608862.760867:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608862.760869:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608862.760873:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13460 time=70 v=5 (5 5 5 5) 00000100:00001000:0.0:1789608862.760875:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13418 time=20 v=5 (1 0 0 0) 00000100:00000001:0.0:1789608862.760877:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608862.760878:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608862.760880:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608862.760882:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608862.760884:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608862.760885:0:2409:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d904ceb000: skip recheck: last_committed 4294967322 00000100:00000001:0.0:1789608862.760887:0:2409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608862.760888:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608862.760891:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5d880 x1876538934307072/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608878 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608862.760898:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608862.760900:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608862.760902:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608862.760905:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5d880 x1876538934307072/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608878 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789608862.760912:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934307072:192.168.203.121@tcp:400:kworker.0 00000400:00000001:0.0:1789608862.760916:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608862.760918:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608862.760920:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b83c8. 00000400:00000200:0.0:1789608862.760922:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edb28 00000400:00000010:0.0:1789608862.760924:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edb28. 00000100:00000001:0.0:1789608862.760926:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608862.760929:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5d500 x1876538934306688/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608878 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608862.760937:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5d500 x1876538934306688/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608878 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608862.760944:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608862.760945:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608862.760947:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608862.760948:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608862.760949:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608862.760951:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608862.760953:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608862.760955:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=70 v=5 (5 104 104 104) 00000100:00001000:0.0:1789608862.760958:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=25 v=5 (1 0 0 0) 00000100:00000001:0.0:1789608862.760960:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608862.760961:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608862.760963:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608862.760964:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608862.760966:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608862.760968:0:2409:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967640 00000100:00000001:0.0:1789608862.760970:0:2409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608862.760971:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608862.760976:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5d500 x1876538934306688/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608878 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608862.760983:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608862.760985:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608862.760987:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608862.760991:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5d500 x1876538934306688/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608878 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789608862.760999:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934306688:192.168.203.121@tcp:400:kworker.0 00000400:00000001:0.0:1789608862.761004:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608862.761005:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608862.761007:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8bb0. 00000400:00000200:0.0:1789608862.761010:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed770 00000400:00000010:0.0:1789608862.761012:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed770. 00000100:00000001:0.0:1789608862.761014:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608862.761017:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5ed80 x1876538934306944/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608878 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608862.761023:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5ed80 x1876538934306944/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608878 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608862.761029:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608862.761031:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608862.761032:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608862.761034:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608862.761035:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608862.761036:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608862.761048:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608862.761052:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13c60 time=70 v=5 (5 5 5 5) 00000100:00001000:0.0:1789608862.761055:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=20 v=5 (1 0 0 0) 00000100:00000001:0.0:1789608862.761057:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608862.761059:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608862.761062:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608862.761065:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608862.761067:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608862.761069:0:2409:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: skip recheck: last_committed 4294967333 00000100:00000001:0.0:1789608862.761072:0:2409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608862.761074:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608862.761077:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5ed80 x1876538934306944/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608878 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608862.761083:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608862.761086:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608862.761087:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608862.761091:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5ed80 x1876538934306944/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608878 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789608862.761100:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934306944:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608862.761105:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608862.761108:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608862.761112:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5e680 x1876538934306560/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608878 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608862.761119:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608862.761122:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608862.761125:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d9071fbe00. 02000000:00000001:0.0:1789608862.761130:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608862.761133:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608862.761135:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=3 obd=MGC192.168.203.121@tcp 00000020:00000001:0.0:1789608862.761137:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608862.761140:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d919aaa100. 02000000:00000001:0.0:1789608862.761144:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608862.761145:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608862.761147:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5e680. 00000100:00000001:0.0:1789608862.761152:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608862.761153:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608862.761155:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608862.761159:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5f800 x1876538934306816/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608878 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608862.761164:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608862.761166:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608862.761168:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d9071fa600. 02000000:00000001:0.0:1789608862.761170:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608862.761172:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608862.761174:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=3 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:0.0:1789608862.761176:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608862.761177:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d919aaa200. 02000000:00000001:0.0:1789608862.761180:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608862.761181:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608862.761182:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5f800. 00000100:00000001:0.0:1789608862.761184:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608862.761185:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608862.761187:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608862.761190:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5d880 x1876538934307072/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608878 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608862.761196:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608862.761197:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608862.761198:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d9071fac00. 02000000:00000001:0.0:1789608862.761200:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608862.761202:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608862.761204:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b13000 refcount=2 obd=lustre-OST0001-osc-ffff94d904ceb000 00000020:00000001:0.0:1789608862.761206:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608862.761207:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d903faa300. 02000000:00000001:0.0:1789608862.761209:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608862.761210:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608862.761212:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5d880. 00000100:00000001:0.0:1789608862.761215:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608862.761216:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608862.761218:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608862.761221:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5d500 x1876538934306688/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608878 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608862.761227:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608862.761228:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608862.761229:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d9071fa000. 02000000:00000001:0.0:1789608862.761232:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608862.761233:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608862.761234:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=3 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:0.0:1789608862.761237:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608862.761238:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d919aaaa00. 02000000:00000001:0.0:1789608862.761240:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608862.761242:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608862.761243:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5d500. 00000100:00000001:0.0:1789608862.761245:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608862.761246:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608862.761247:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608862.761250:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5ed80 x1876538934306944/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608878 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608862.761257:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608862.761258:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608862.761259:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d9071fb600. 02000000:00000001:0.0:1789608862.761261:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608862.761263:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608862.761264:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=2 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:0.0:1789608862.761265:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608862.761267:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d90857eb00. 02000000:00000001:0.0:1789608862.761269:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608862.761270:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608862.761272:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5ed80. 00000100:00000001:0.0:1789608862.761276:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608862.761278:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608862.761280:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608862.761289:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608862.761291:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608862.761295:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608862.761297:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789608863.101975:0:35362:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1789608863.105921:0:35362:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 24a: fsync error (should return error) ========================================================== 21:34:21 (1789608861) 00000001:00000001:2.0:1789608863.133746:0:35362:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:2.0:1789608863.518097:0:35405:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789608863.518103:0:35405:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789608863.518105:0:35405:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffde0 00000080:00200000:2.0:1789608863.518110:0:35405:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:2.0:1789608863.518118:0:35405:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d911dcc800. 00800000:00000002:2.0:1789608863.518123:0:35405:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:2.0:1789608863.518127:0:35405:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789608863.518132:0:35405:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789608863.518134:0:35405:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffd00 00800000:00000002:2.0:1789608863.518136:0:35405:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608863.518140:0:35405:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789608863.518143:0:35405:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608863.518145:0:35405:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608863.518147:0:35405:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608863.518150:0:35405:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608863.518152:0:35405:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608863.518154:0:35405:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608863.518156:0:35405:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608863.518160:0:35405:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789608863.518165:0:35405:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789608863.518167:0:35405:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffbd0 00000002:00010000:2.0:1789608863.518170:0:35405:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789608863.518173:0:35405:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789608863.518175:0:35405:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608863.518179:0:35405:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608863.518185:0:35405:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909aba200 count: 2 00010000:00000001:2.0:1789608863.518188:0:35405:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608863.518192:0:35405:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608863.518195:0:35405:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789608863.518200:0:35405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55800/0xc54db3288176ff36 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9a4f expref: -99 pid: 34300 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:2.0:1789608863.518212:0:35405:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789608863.518217:0:35405:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608863.518220:0:35405:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55800/0xc54db3288176ff36 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9a4f expref: -99 pid: 34300 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:2.0:1789608863.518228:0:35405:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789608863.518230:0:35405:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789608863.518232:0:35405:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608863.518233:0:35405:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608863.518235:0:35405:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608863.518237:0:35405:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789608863.518240:0:35405:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789608863.518242:0:35405:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:2.0:1789608863.518245:0:35405:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dcc800. 00000080:00000001:2.0:1789608863.518249:0:35405:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789608863.518250:0:35405:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608863.518253:0:35405:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:2.0:1789608863.518256:0:35405:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176ff36 00800000:00000001:2.0:1789608863.518259:0:35405:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789608863.518261:0:35405:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789608863.518262:0:35405:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608863.518264:0:35405:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608863.518267:0:35405:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55800 refcount=3 00000020:00000001:2.0:1789608863.518269:0:35405:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:2.0:1789608863.518272:0:35405:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:2.0:1789608863.518275:0:35405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608863.518276:0:35405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608863.518277:0:35405:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608863.518279:0:35405:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608863.518281:0:35405:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ff36 from it ffffae3e01bffe18 00010000:00000001:2.0:1789608863.518283:0:35405:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608863.518284:0:35405:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608863.518285:0:35405:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55800 refcount=3 00000020:00000001:2.0:1789608863.518287:0:35405:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:2.0:1789608863.518289:0:35405:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:2.0:1789608863.518291:0:35405:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608863.518293:0:35405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55800/0xc54db3288176ff36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9a4f expref: -99 pid: 34300 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1789608863.518299:0:35405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608863.518300:0:35405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608863.518301:0:35405:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789608863.518303:0:35405:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789608863.518305:0:35405:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55800/0xc54db3288176ff36 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9a4f expref: -99 pid: 34300 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:2.0:1789608863.518314:0:35405:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789608863.518317:0:35405:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789608863.518319:0:35405:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608863.518323:0:35405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608863.518324:0:35405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608863.518326:0:35405:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608863.518329:0:35405:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789608863.518331:0:35405:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608863.518333:0:35405:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608863.518335:0:35405:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608863.518338:0:35405:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608863.518339:0:35405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608863.518341:0:35405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789608863.518343:0:35405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789608863.518345:0:35405:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608863.518347:0:35405:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 101 00000080:00000001:2.0:1789608863.518351:0:35405:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608863.518357:0:35405:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789608863.518358:0:35405:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789608863.518359:0:35405:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789608863.518361:0:35405:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffba8 00000080:00200000:2.0:1789608863.518363:0:35405:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:2.0:1789608863.518366:0:35405:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d911dcc800. 00800000:00000002:2.0:1789608863.518368:0:35405:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:2.0:1789608863.518370:0:35405:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789608863.518372:0:35405:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789608863.518374:0:35405:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffac8 00800000:00000002:2.0:1789608863.518375:0:35405:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608863.518378:0:35405:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789608863.518379:0:35405:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608863.518381:0:35405:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608863.518382:0:35405:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608863.518383:0:35405:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608863.518385:0:35405:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608863.518387:0:35405:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608863.518389:0:35405:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608863.518391:0:35405:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789608863.518393:0:35405:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789608863.518395:0:35405:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bff998 00000002:00010000:2.0:1789608863.518396:0:35405:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789608863.518399:0:35405:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789608863.518400:0:35405:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608863.518401:0:35405:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608863.518403:0:35405:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909aba200 count: 2 00010000:00000001:2.0:1789608863.518406:0:35405:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608863.518408:0:35405:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608863.518410:0:35405:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789608863.518414:0:35405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55800/0xc54db3288176ff36 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9a4f expref: -99 pid: 34300 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 02000000:00000001:2.0:1789608863.518421:0:35405:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789608863.518422:0:35405:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608863.518425:0:35405:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55800/0xc54db3288176ff36 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9a4f expref: -99 pid: 34300 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000002:00000001:2.0:1789608863.518431:0:35405:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789608863.518433:0:35405:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789608863.518434:0:35405:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608863.518436:0:35405:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608863.518437:0:35405:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608863.518439:0:35405:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789608863.518441:0:35405:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789608863.518443:0:35405:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:2.0:1789608863.518445:0:35405:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dcc800. 00000080:00000001:2.0:1789608863.518447:0:35405:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789608863.518448:0:35405:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608863.518450:0:35405:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:2.0:1789608863.518452:0:35405:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176ff36 00800000:00000001:2.0:1789608863.518454:0:35405:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789608863.518456:0:35405:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789608863.518457:0:35405:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608863.518458:0:35405:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608863.518459:0:35405:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55800 refcount=3 00000020:00000001:2.0:1789608863.518461:0:35405:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:2.0:1789608863.518463:0:35405:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:2.0:1789608863.518465:0:35405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608863.518466:0:35405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608863.518468:0:35405:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608863.518469:0:35405:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608863.518471:0:35405:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ff36 from it ffffae3e01bffbe0 00010000:00000001:2.0:1789608863.518473:0:35405:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608863.518474:0:35405:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608863.518476:0:35405:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55800 refcount=3 00000020:00000001:2.0:1789608863.518478:0:35405:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:2.0:1789608863.518480:0:35405:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:2.0:1789608863.518482:0:35405:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608863.519105:0:35405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55800/0xc54db3288176ff36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9a4f expref: -99 pid: 34300 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:2.0:1789608863.519113:0:35405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608863.519114:0:35405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608863.519115:0:35405:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789608863.519117:0:35405:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789608863.519119:0:35405:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55800/0xc54db3288176ff36 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9a4f expref: -99 pid: 34300 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:2.0:1789608863.519125:0:35405:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789608863.519127:0:35405:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789608863.519128:0:35405:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608863.519131:0:35405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608863.519132:0:35405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608863.519134:0:35405:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608863.519136:0:35405:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789608863.519137:0:35405:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608863.519139:0:35405:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608863.519142:0:35405:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608863.519144:0:35405:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608863.519145:0:35405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608863.519146:0:35405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789608863.519148:0:35405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789608863.519149:0:35405:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608863.519152:0:35405:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 1 00000080:00000001:2.0:1789608863.519156:0:35405:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789608863.519167:0:35405:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d907f683c0. 00000020:00000001:2.0:1789608863.519170:0:35405:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffd98 00000080:00200000:2.0:1789608863.519173:0:35405:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff94d918926c08), flags=1536 00000080:00000001:2.0:1789608863.519176:0:35405:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789608863.519177:0:35405:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789608863.519179:0:35405:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffca8 00000080:00200000:2.0:1789608863.519180:0:35405:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:2.0:1789608863.519184:0:35405:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d911dcc800. 00800000:00000002:2.0:1789608863.519187:0:35405:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:2.0:1789608863.519189:0:35405:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789608863.519191:0:35405:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789608863.519193:0:35405:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffbc8 00800000:00000002:2.0:1789608863.519194:0:35405:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608863.519197:0:35405:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789608863.519198:0:35405:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608863.519200:0:35405:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608863.519201:0:35405:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608863.519202:0:35405:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608863.519204:0:35405:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608863.519206:0:35405:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608863.519207:0:35405:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608863.519210:0:35405:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789608863.519213:0:35405:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789608863.519214:0:35405:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffa98 00000002:00010000:2.0:1789608863.519215:0:35405:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789608863.519218:0:35405:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789608863.519219:0:35405:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608863.519221:0:35405:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608863.519223:0:35405:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909aba200 count: 2 00010000:00000001:2.0:1789608863.519225:0:35405:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608863.519228:0:35405:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608863.519229:0:35405:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789608863.519233:0:35405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55800/0xc54db3288176ff36 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9a4f expref: -99 pid: 34300 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 02000000:00000001:2.0:1789608863.519239:0:35405:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789608863.519242:0:35405:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608863.519246:0:35405:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55800/0xc54db3288176ff36 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9a4f expref: -99 pid: 34300 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000002:00000001:2.0:1789608863.519252:0:35405:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789608863.519253:0:35405:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789608863.519255:0:35405:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608863.519256:0:35405:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608863.519258:0:35405:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608863.519260:0:35405:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789608863.519262:0:35405:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789608863.519264:0:35405:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:2.0:1789608863.519266:0:35405:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dcc800. 00000080:00000001:2.0:1789608863.519269:0:35405:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789608863.519270:0:35405:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608863.519272:0:35405:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:2.0:1789608863.519275:0:35405:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176ff36 00800000:00000001:2.0:1789608863.519277:0:35405:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789608863.519278:0:35405:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789608863.519280:0:35405:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608863.519281:0:35405:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608863.519282:0:35405:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55800 refcount=3 00000020:00000001:2.0:1789608863.519284:0:35405:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:2.0:1789608863.519287:0:35405:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:2.0:1789608863.519289:0:35405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608863.519290:0:35405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608863.519291:0:35405:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608863.519292:0:35405:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608863.519294:0:35405:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ff36 from it ffffae3e01bffce0 00010000:00000001:2.0:1789608863.519296:0:35405:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608863.519297:0:35405:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608863.519298:0:35405:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55800 refcount=3 00000020:00000001:2.0:1789608863.519300:0:35405:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:2.0:1789608863.519301:0:35405:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:2.0:1789608863.519303:0:35405:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608863.519306:0:35405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55800/0xc54db3288176ff36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9a4f expref: -99 pid: 34300 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:2.0:1789608863.519311:0:35405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608863.519312:0:35405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608863.519313:0:35405:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789608863.519315:0:35405:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789608863.519317:0:35405:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55800/0xc54db3288176ff36 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9a4f expref: -99 pid: 34300 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:2.0:1789608863.519323:0:35405:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789608863.519324:0:35405:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789608863.519326:0:35405:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608863.519327:0:35405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608863.519329:0:35405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608863.519330:0:35405:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608863.519332:0:35405:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789608863.519333:0:35405:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608863.519334:0:35405:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608863.519336:0:35405:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608863.519338:0:35405:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608863.519339:0:35405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608863.519340:0:35405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789608863.519341:0:35405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789608863.519343:0:35405:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608863.519344:0:35405:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 3 00000080:00000001:2.0:1789608863.519347:0:35405:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608863.519351:0:35405:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789608863.519352:0:35405:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789608863.519353:0:35405:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffd90 00000080:00200000:2.0:1789608863.519354:0:35405:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:2.0:1789608863.519358:0:35405:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d911dcc800. 00800000:00000002:2.0:1789608863.519360:0:35405:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:2.0:1789608863.519362:0:35405:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789608863.519363:0:35405:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789608863.519364:0:35405:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffcb0 00800000:00000002:2.0:1789608863.519366:0:35405:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608863.519369:0:35405:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789608863.519370:0:35405:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608863.519372:0:35405:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608863.519373:0:35405:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608863.519374:0:35405:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608863.519376:0:35405:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608863.519377:0:35405:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608863.519379:0:35405:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608863.519381:0:35405:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789608863.519383:0:35405:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789608863.519384:0:35405:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffb80 00000002:00010000:2.0:1789608863.519386:0:35405:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789608863.519388:0:35405:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789608863.519389:0:35405:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608863.519391:0:35405:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608863.519392:0:35405:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909aba200 count: 2 00010000:00000001:2.0:1789608863.519394:0:35405:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608863.519396:0:35405:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608863.519398:0:35405:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789608863.519401:0:35405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55800/0xc54db3288176ff36 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9a4f expref: -99 pid: 34300 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 02000000:00000001:2.0:1789608863.519407:0:35405:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789608863.519408:0:35405:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608863.519411:0:35405:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55800/0xc54db3288176ff36 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9a4f expref: -99 pid: 34300 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000002:00000001:2.0:1789608863.519417:0:35405:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789608863.519418:0:35405:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789608863.519420:0:35405:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608863.519421:0:35405:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608863.519423:0:35405:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608863.519425:0:35405:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789608863.519427:0:35405:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789608863.519429:0:35405:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:2.0:1789608863.519431:0:35405:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dcc800. 00000080:00000001:2.0:1789608863.519434:0:35405:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789608863.519435:0:35405:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608863.519437:0:35405:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:2.0:1789608863.519439:0:35405:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176ff36 00800000:00000001:2.0:1789608863.519441:0:35405:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789608863.519443:0:35405:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789608863.519444:0:35405:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608863.519445:0:35405:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608863.519447:0:35405:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55800 refcount=3 00000020:00000001:2.0:1789608863.519449:0:35405:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:2.0:1789608863.519451:0:35405:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:2.0:1789608863.519453:0:35405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608863.519454:0:35405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608863.519455:0:35405:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608863.519456:0:35405:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608863.519458:0:35405:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ff36 from it ffffae3e01bffdc8 00010000:00000001:2.0:1789608863.519460:0:35405:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608863.519460:0:35405:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608863.519462:0:35405:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55800 refcount=3 00000020:00000001:2.0:1789608863.519463:0:35405:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:2.0:1789608863.519465:0:35405:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:2.0:1789608863.519467:0:35405:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608863.519469:0:35405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55800/0xc54db3288176ff36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9a4f expref: -99 pid: 34300 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:2.0:1789608863.519476:0:35405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608863.519477:0:35405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608863.519478:0:35405:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789608863.519479:0:35405:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789608863.519482:0:35405:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55800/0xc54db3288176ff36 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9a4f expref: -99 pid: 34300 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:2.0:1789608863.519492:0:35405:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789608863.519493:0:35405:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789608863.519494:0:35405:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608863.519496:0:35405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608863.519497:0:35405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608863.519499:0:35405:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608863.519500:0:35405:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789608863.519501:0:35405:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608863.519503:0:35405:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608863.519505:0:35405:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608863.519506:0:35405:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608863.519507:0:35405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608863.519508:0:35405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789608863.519509:0:35405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789608863.519510:0:35405:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608863.519512:0:35405:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 3 00000080:00000001:2.0:1789608863.519515:0:35405:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608863.519518:0:35405:0:(namei.c:2169:do_mkdir()) Process entered 00000020:00000001:2.0:1789608863.519520:0:35405:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffda0 00000080:00200000:2.0:1789608863.519521:0:35405:0:(namei.c:2172:do_mkdir()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00000001:2.0:1789608863.519524:0:35405:0:(namei.c:1968:ll_new_node()) Process entered 00000080:00000001:2.0:1789608863.519526:0:35405:0:(namei.c:1778:ll_new_node_prepare()) Process entered 00000080:00000010:2.0:1789608863.519529:0:35405:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d911dcc800. 00800000:00000002:2.0:1789608863.519532:0:35405:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000010:2.0:1789608863.522214:0:35405:0:(namei.c:1796:ll_new_node_prepare()) kmalloced '(lum)': 48 at ffff94d9071bf6c0. 00000080:00000001:2.0:1789608863.522223:0:35405:0:(namei.c:1884:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608863.522228:0:35405:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:2.0:1789608863.522230:0:35405:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1789608863.522234:0:35405:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608863.522237:0:35405:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608863.522238:0:35405:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608863.522240:0:35405:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608863.522242:0:35405:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608863.522244:0:35405:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608863.522246:0:35405:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608863.522251:0:35405:0:(lmv_obd.c:1705:lmv_locate_tgt_qos()) Process entered 00020000:00000001:2.0:1789608863.522256:0:35405:0:(lu_tgt_descs.c:432:ltd_qos_penalties_calc()) Process entered 00020000:00000001:2.0:1789608863.522260:0:35405:0:(lu_tgt_descs.c:569:ltd_qos_penalties_calc()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:2.0:1789608863.522262:0:35405:0:(lmv_obd.c:1717:lmv_locate_tgt_qos()) Process leaving via unlock (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00800000:00000001:2.0:1789608863.522265:0:35405:0:(lmv_obd.c:1786:lmv_locate_tgt_rr()) Process entered 00800000:00000001:2.0:1789608863.522269:0:35405:0:(lmv_obd.c:1800:lmv_locate_tgt_rr()) Process leaving (rc=18446626258593477120 : -117815116074496 : ffff94d907db7200) 00800000:00000001:2.0:1789608863.522271:0:35405:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446626258593477120 : -117815116074496 : ffff94d907db7200) 00800000:00000001:2.0:1789608863.522274:0:35405:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1789608863.522276:0:35405:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1789608863.522280:0:35405:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1789608863.522283:0:35405:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1789608863.522285:0:35405:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0001-mdc-ffff94d904ceb000: Allocated FID [0x240000402:0x7:0x0] 40000000:00000001:2.0:1789608863.522288:0:35405:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608863.522290:0:35405:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608863.522292:0:35405:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608863.522293:0:35405:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608863.522296:0:35405:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01bffc08 00800000:00000002:2.0:1789608863.522298:0:35405:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd24a.recovery-small' [0x240000402:0x7:0x0] on [0x200000007:0x1:0x0] -> mds #1, layout version 1 00000002:00000001:2.0:1789608863.522304:0:35405:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:2.0:1789608863.522306:0:35405:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1789608863.522311:0:35405:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608863.522317:0:35405:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d26300. 00000020:00000040:2.0:1789608863.522321:0:35405:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=4 obd=lustre-MDT0001-mdc-ffff94d904ceb000 02000000:00000001:2.0:1789608863.522326:0:35405:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789608863.522327:0:35405:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608863.522330:0:35405:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789608863.522335:0:35405:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608863.522338:0:35405:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608863.522341:0:35405:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608863.522343:0:35405:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608863.522347:0:35405:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608863.522354:0:35405:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d903dbfc00. 00000100:00000001:2.0:1789608863.522361:0:35405:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608863.522363:0:35405:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608863.522365:0:35405:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608863.522366:0:35405:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608863.522368:0:35405:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608863.522370:0:35405:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1789608863.522383:0:35405:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff94d904ceb000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1789608863.522395:0:35405:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d907d26300 x1876538934307328/t0(0) o36->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789608863.522403:0:35405:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789608863.522405:0:35405:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789608863.522411:0:35405:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d910f8e3c0. 00000100:00000001:2.0:1789608863.522413:0:35405:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258746401728 : -117814963149888 : ffff94d910f8e3c0) 00000100:00000001:2.0:1789608863.522416:0:35405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608863.522418:0:35405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592883456 : -117815116668160 : ffff94d907d26300) 00000100:00000001:2.0:1789608863.522423:0:35405:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608863.522426:0:35405:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608863.522428:0:35405:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789608863.522430:0:35405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608863.522434:0:35405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d26300 x1876538934307328/t0(0) o36->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608863.522441:0:35405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608863.522443:0:35405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608863.522445:0:35405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608863.522448:0:35405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608863.522450:0:35405:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608863.522453:0:35405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d26300 pname:cluuid:pid:xid:nid:opc:job mkdir:25f5d458-2cbe-49cd-9693-334c08df7e27:35405:1876538934307328:192.168.203.121@tcp:36:mkdir.0 00000100:00000001:2.0:1789608863.522458:0:35405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608863.522461:0:35405:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608863.522463:0:35405:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608863.522466:0:35405:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608863.522469:0:35405:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903dbf400. 02000000:00000001:2.0:1789608863.522471:0:35405:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608863.522478:0:35405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608863.522482:0:35405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21aa8. 00000400:00000010:2.0:1789608863.522488:0:35405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c2a8. 00000100:00000200:2.0:1789608863.522494:0:35405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934307328, portal 10 00000100:00000001:2.0:1789608863.522497:0:35405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608863.522498:0:35405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592883456 : -117815116668160 : ffff94d907d26300) 00000100:00000040:2.0:1789608863.522504:0:35405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907d26300 x1876538934307328/t0(0) o36->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/576 e 0 to 0 dl 1789608879 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608863.522511:0:35405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608863.522513:0:35405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608863.522516:0:35405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6caa0. 00000100:00000200:2.0:1789608863.522519:0:35405:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1876538934307328, offset 0 00000400:00000200:2.0:1789608863.522525:0:35405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608863.522532:0:35405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608863.522553:0:35405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608863.522558:0:35405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608863.522561:0:35405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608863.522564:0:35405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608863.522566:0:35405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608863.522570:0:35405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2924:2924:256:4294967295] 192.168.203.121@tcp LPNI seq info [2924:2924:8:4294967295] 00000400:00000200:2.0:1789608863.522574:0:35405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608863.522583:0:35405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608863.522598:0:35405:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608863.522603:0:35405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a01ad00. 00000800:00000200:2.0:1789608863.522609:0:35405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608863.522617:0:35405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608863.522621:0:35405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a01ad00 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:2.0:1789608863.522641:0:35405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608863.522646:0:35405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: using a timeout of 23472 usecs (24 jiffies) 00000400:00000200:2.0:1789608863.522649:0:35405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608863.522652:0:35405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296590636 00000100:00000001:2.0:1789608863.522655:0:35405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296593758 00000100:00000001:2.0:1789608863.522657:0:35405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296590636 00000100:00000001:2.0:1789608863.522660:0:35405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296593758 00000100:00000001:2.0:1789608863.522663:0:35405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608863.522665:0:35405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608863.522667:0:35405:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608863.522669:0:35405:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789608863.522672:0:35405:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d910f8e3c0 going to sleep for 11 seconds 00000100:00000001:2.0:1789608863.522674:0:35405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608863.522692:0:35405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608863.526382:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608863.526391:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a01ad00. 00000400:00000200:0.0:1789608863.526398:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608863.526405:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608863.526412:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6caa0 00000400:00000010:0.0:1789608863.526415:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6caa0. 00000100:00000001:0.0:1789608863.526420:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608863.526428:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d26300 x1876538934307328/t0(0) o36->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/576 e 0 to 0 dl 1789608879 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608863.526442:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608863.526445:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d26300 x1876538934307328/t0(0) o36->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/576 e 0 to 0 dl 1789608879 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608863.526453:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608863.526455:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608863.554655:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608863.554673:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608863.554718:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608863.554722:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608863.554741:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.554749:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608863.554758:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.554763:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.554769:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.554773:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 328 into portal 15 MB=0x6aab3c51d5e80 00000400:00000200:1.0:1789608863.554781:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.121@tcp of length 328/328 into md 0x7ff1 [2] + 328 00000800:00000001:1.0:1789608863.554788:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608863.554818:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608863.554822:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608863.554827:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608863.554834:0:2401:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1789608863.554845:0:2401:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1789608863.554858:0:2401:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904054700. 00000100:00000040:1.0:1789608863.554862:0:2401:0:(events.c:341:request_in_callback()) incoming req@ffff94d904054700 x1876538943168128 msgsize 328 00000100:00100000:1.0:1789608863.554866:0:2401:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.121@tcp (source: 12345-192.168.203.121@tcp) 00000100:00000001:1.0:1789608863.554872:0:2401:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:1.0:1789608863.554880:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608863.554883:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608863.555531:0:25846:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1789608863.555535:0:25846:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876538943168128 02000000:00000001:0.0:1789608863.555547:0:25846:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1789608863.555549:0:25846:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608863.555551:0:25846:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608863.555556:0:25846:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608863.555561:0:25846:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876538943168128 00000020:00000001:0.0:1789608863.555564:0:25846:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789608863.555566:0:25846:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc54db3288176f34a 00000020:00000001:0.0:1789608863.555569:0:25846:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608863.555573:0:25846:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d903101000 refcount=5 00000020:00000001:0.0:1789608863.555576:0:25846:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258513039360 : -117815196512256 : ffff94d903101000) 00000020:00000001:0.0:1789608863.555578:0:25846:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626258513039360 : -117815196512256 : ffff94d903101000) 00000100:00000001:0.0:1789608863.555583:0:25846:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1789608863.555623:0:25846:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d91213b800. 00000100:00000001:0.0:1789608863.555626:0:25846:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1789608863.555629:0:25846:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d91213b800. 00000020:00000010:0.0:1789608863.555635:0:25846:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94d9109ba800. 00000020:00000010:0.0:1789608863.555640:0:25846:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff94d90330c500. 00000020:00000010:0.0:1789608863.555644:0:25846:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff94d909230960. 00000100:00000040:0.0:1789608863.555652:0:25846:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1789608863.555655:0:25846:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1789608863.555656:0:25846:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1789608863.555659:0:25846:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608863.555666:0:25846:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608863.556026:0:25846:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608863.556039:0:25846:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1789608863.556041:0:25846:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1789608863.556048:0:25846:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.121@tcp, seq: 60 00000100:00000040:0.0:1789608863.556052:0:25846:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff94d903101000 : new rpc_count 1 00000100:00000001:0.0:1789608863.556054:0:25846:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446626258529109760 : -117815180441856 : ffff94d904054700) 00000100:00000040:0.0:1789608863.556062:0:25846:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff94d904054700 x1876538943168128/t0(0) o104->25f5d458-2cbe-49cd-9693-334c08df7e27@192.168.203.121@tcp:664/0 lens 328/0 e 0 to 0 dl 1789608874 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789608863.556071:0:25846:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1789608863.556075:0:25846:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d91213b800. 00000100:00000001:0.0:1789608863.556077:0:25846:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1789608863.556079:0:25846:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d91213b800. 00000100:00100000:0.0:1789608863.556083:0:25846:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff94d904054700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:25f5d458-2cbe-49cd-9693-334c08df7e27+5:11023:x1876538943168128:12345-192.168.203.121@tcp:104: 00000100:00000200:0.0:1789608863.556087:0:25846:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876538943168128 00010000:00000001:0.0:1789608863.556090:0:25846:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1789608863.556097:0:25846:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608863.556098:0:25846:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608863.556101:0:25846:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55800 refcount=2 00000020:00000001:0.0:1789608863.556103:0:25846:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:0.0:1789608863.556106:0:25846:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:0.0:1789608863.556110:0:25846:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608863.556112:0:25846:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789608863.556118:0:25846:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55800/0xc54db3288176ff36 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x91bddff8e8ed9a4f expref: -99 pid: 34300 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000100:00000001:0.0:1789608863.556129:0:25846:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1789608863.556132:0:25846:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1789608863.556136:0:25846:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff94d903114400. 02000000:00000001:0.0:1789608863.556138:0:25846:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608863.556141:0:25846:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608863.556145:0:25846:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1789608863.556148:0:25846:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608863.556151:0:25846:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d909864de8 time=70 v=5 (1 1 1 1) 00000100:00000001:0.0:1789608863.556156:0:25846:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789608863.556158:0:25846:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff94d907ddb340 refcount 16 to 192.168.203.121@tcp 00000100:00000001:0.0:1789608863.556161:0:25846:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446626258593624896 : -117815115926720 : ffff94d907ddb340) 02000000:00000001:0.0:1789608863.556163:0:25846:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1789608863.556165:0:25846:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608863.556168:0:25846:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608863.556171:0:25846:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608863.556175:0:25846:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed770. 00000100:00000200:0.0:1789608863.556181:0:25846:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876538943168128, offset 224 00000400:00000200:0.0:1789608863.556186:0:25846:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608863.556194:0:25846:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608863.556200:0:25846:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.21@tcp to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608863.556207:0:25846:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2925:2925:256:4294967295] 192.168.203.121@tcp LPNI seq info [2925:2925:8:4294967295] 00000400:00000200:0.0:1789608863.556212:0:25846:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608863.556220:0:25846:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:192.168.203.21@tcp) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608863.556225:0:25846:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608863.556230:0:25846:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa300. 00000800:00000200:0.0:1789608863.556235:0:25846:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608863.556242:0:25846:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608863.556246:0:25846:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608863.556257:0:25846:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608863.556260:0:25846:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff94d907ddb340 refcount 15 to 192.168.203.121@tcp 00010000:00000001:0.0:1789608863.556262:0:25846:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1789608863.556265:0:25846:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff94d911db6180. 00010000:00000001:0.0:1789608863.556268:0:25846:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1789608863.556282:0:25846:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1789608863.556284:0:25846:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608863.556286:0:25846:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608863.556288:0:25846:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608863.556294:0:25846:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904054700 x1876538943168128/t0(0) o104->25f5d458-2cbe-49cd-9693-334c08df7e27@192.168.203.121@tcp:664/0 lens 328/224 e 0 to 0 dl 1789608874 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1789608863.556310:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000100:00100000:0.0:1789608863.556311:0:25846:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff94d904054700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:25f5d458-2cbe-49cd-9693-334c08df7e27+5:11023:x1876538943168128:12345-192.168.203.121@tcp:104: Request processed in 237us (1446us total) trans 0 rc 0/0 00000020:00000001:3.0:1789608863.556314:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608863.556319:0:16957:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1789608863.556325:0:16957:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00000100:00100000:0.0:1789608863.556325:0:25846:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.121@tcp, seq: 60 00010000:00000001:3.0:1789608863.556329:0:16957:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000040:0.0:1789608863.556330:0:25846:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff94d903101000 : new rpc_count 0 00000100:00000001:0.0:1789608863.556333:0:25846:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00010000:00010000:3.0:1789608863.556334:0:16957:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55800/0xc54db3288176ff36 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x91bddff8e8ed9a4f expref: -99 pid: 34300 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000100:00000001:0.0:1789608863.556336:0:25846:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1789608863.556341:0:25846:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff94d90330c500. 00000020:00000010:0.0:1789608863.556347:0:25846:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff94d909230960. 00010000:00010000:3.0:1789608863.556349:0:16957:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d905f55800 already unused, calling callback (ffffffffc193f740) 00000080:00000001:3.0:1789608863.556353:0:16957:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000020:00000010:0.0:1789608863.556353:0:25846:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94d9109ba800. 00010000:00010000:3.0:1789608863.556359:0:16957:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55800/0xc54db3288176ff36 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x91bddff8e8ed9a4f expref: -99 pid: 34300 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000020:00000040:0.0:1789608863.556360:0:25846:0:(genops.c:879:class_export_put()) PUTting export ffff94d903101000 : new refcount 4 00000100:00000001:0.0:1789608863.556365:0:25846:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789608863.556374:0:16957:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1789608863.556376:0:16957:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1789608863.556379:0:16957:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55800/0xc54db3288176ff36 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x91bddff8e8ed9a4f expref: -99 pid: 34300 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:3.0:1789608863.556386:0:16957:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1789608863.556389:0:16957:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1789608863.556390:0:16957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608863.556391:0:16957:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608863.556393:0:16957:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55800 refcount=3 00000020:00000001:3.0:1789608863.556395:0:16957:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:3.0:1789608863.556397:0:16957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561619968 : -117815147931648 : ffff94d905f55800) 00010000:00000001:3.0:1789608863.556399:0:16957:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789608863.556403:0:16957:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55800/0xc54db3288176ff36 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0x91bddff8e8ed9a4f expref: -99 pid: 34300 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00000001:3.0:1789608863.556416:0:16957:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789608863.556420:0:16957:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789608863.556423:0:16957:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789608863.556425:0:16957:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1789608863.556429:0:16957:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608863.556431:0:16957:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608863.556437:0:16957:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909aba200 count: 2 00010000:00000001:3.0:1789608863.556440:0:16957:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608863.556444:0:16957:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608863.556446:0:16957:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608863.556447:0:16957:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608863.556448:0:16957:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909aba200 count: 2 00010000:00000001:3.0:1789608863.556450:0:16957:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608863.556457:0:16957:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608863.556459:0:16957:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608863.556460:0:16957:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608863.556461:0:16957:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909aba200 count: 2 00010000:00000001:3.0:1789608863.556463:0:16957:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608863.556465:0:16957:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608863.556467:0:16957:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789608863.556470:0:16957:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff94d918926b40, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1789608863.556474:0:16957:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1789608863.556476:0:16957:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1789608863.556479:0:16957:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789608863.556480:0:16957:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608863.556483:0:16957:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000800:00000200:0.0:1789608863.558390:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608863.558397:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa300. 00000400:00000200:0.0:1789608863.558406:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608863.558413:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608863.558420:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed770 00000400:00000010:0.0:1789608863.558423:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed770. 00000100:00000001:0.0:1789608863.558427:0:2402:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1789608863.558429:0:2402:0:(events.c:402:reply_out_callback()) Process leaving 00010000:00000001:3.0:1789608863.559057:0:16957:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789608863.559059:0:16957:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789608863.559062:0:16957:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608863.559065:0:16957:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789608863.559070:0:16957:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d905f55800 with handle 0xc54db3288176ff36 from hash 00010000:00000001:3.0:1789608863.559073:0:16957:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789608863.559075:0:16957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608863.559076:0:16957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608863.559079:0:16957:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789608863.559082:0:16957:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789608863.559085:0:16957:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1789608863.559090:0:16957:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608863.559093:0:16957:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608863.559096:0:16957:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608863.559098:0:16957:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1789608863.559264:0:16957:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d24000. 00000020:00000040:2.0:1789608863.559270:0:16957:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:2.0:1789608863.559274:0:16957:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608863.559276:0:16957:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608863.559280:0:16957:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608863.559287:0:16957:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d911dcc000. 00000100:00000001:2.0:1789608863.559293:0:16957:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608863.559295:0:16957:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1789608863.559310:0:16957:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55800/0xc54db3288176ff36 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x91bddff8e8ed9a4f expref: -99 pid: 34300 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:2.0:1789608863.559319:0:16957:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1789608863.559321:0:16957:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608863.559325:0:16957:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608863.559329:0:16957:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608863.559337:0:16957:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d377cac4] to pc [ptlrpcd_01_01+1] req@ffff94d907d24000 x1876538934307456/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608863.559379:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608863.559382:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608863.559385:0:2412:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608863.559391:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d24000 x1876538934307456/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608863.559399:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608863.559401:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608863.559405:0:2412:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608863.559407:0:2412:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608863.559409:0:2412:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608863.559413:0:2412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2412:1876538934307456:192.168.203.121@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1789608863.559417:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608863.559421:0:2412:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608863.559423:0:2412:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608863.559425:0:2412:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608863.559429:0:2412:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d904ae6200. 02000000:00000001:3.0:1789608863.559432:0:2412:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608863.559438:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608863.559441:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a898. 00000400:00000010:3.0:1789608863.559446:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9330. 00000100:00000200:3.0:1789608863.559451:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934307456, portal 18 00000100:00000001:3.0:1789608863.559453:0:2412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608863.559455:0:2412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592874496 : -117815116677120 : ffff94d907d24000) 00000100:00000040:3.0:1789608863.559461:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907d24000 x1876538934307456/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608879 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608863.559468:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608863.559471:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608863.559474:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9110. 00000100:00000200:3.0:1789608863.559477:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876538934307456, offset 0 00000400:00000200:3.0:1789608863.559482:0:2412:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608863.559489:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608863.559495:0:2412:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608863.559500:0:2412:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608863.559503:0:2412:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608863.559506:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608863.559509:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608863.559513:0:2412:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2926:2926:256:4294967295] 192.168.203.121@tcp LPNI seq info [2926:2926:8:4294967295] 00000400:00000200:3.0:1789608863.559517:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608863.559526:0:2412:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608863.559531:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608863.559535:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d9104bd400. 00000800:00000200:3.0:1789608863.559540:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608863.559546:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608863.559550:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d9104bd400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1789608863.559567:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608863.559571:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 878425 usecs (879 jiffies) 00000400:00000200:3.0:1789608863.559574:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608863.559577:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296591528 00000100:00000001:3.0:1789608863.559581:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296593758 00000100:00000001:3.0:1789608863.559583:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296591528 00000100:00000001:3.0:1789608863.559596:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296593758 00000100:00000001:3.0:1789608863.559599:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608863.559602:0:2412:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608863.559604:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608863.559607:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789608863.559629:0:16957:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608863.559632:0:16957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608863.559633:0:16957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608863.559635:0:16957:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608863.559637:0:16957:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608863.559640:0:16957:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608863.559644:0:16957:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55800/0xc54db3288176ff36 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x91bddff8e8ed9a4f expref: -99 pid: 34300 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:2.0:1789608863.559652:0:16957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789608863.559655:0:16957:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55800/0xc54db3288176ff36 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x91bddff8e8ed9a4f expref: -99 pid: 34300 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000040:2.0:1789608863.559663:0:16957:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d909aba200 count: 0 00010000:00000010:2.0:1789608863.559669:0:16957:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d90330c200. 00010000:00000001:2.0:1789608863.559704:0:16957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608863.559706:0:16957:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1789608863.559708:0:16957:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff94d911db6180. 00010000:00000001:2.0:1789608863.559712:0:16957:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608863.559714:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789608863.559716:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608863.559719:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1789608863.559721:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789608863.559722:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608863.559724:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1789608863.559726:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789608863.559727:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608863.559728:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789608863.560248:0:2412:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608863.560251:0:2412:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789608863.560255:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608863.560257:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608863.560259:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608863.560261:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608863.560272:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608863.560274:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608863.560469:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608863.560474:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bd400. 00000400:00000200:1.0:1789608863.560478:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608863.560484:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608863.560489:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9110 00000400:00000010:1.0:1789608863.560492:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9110. 00000100:00000001:1.0:1789608863.560496:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608863.560501:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d24000 x1876538934307456/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608879 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608863.560511:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608863.560514:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d24000 x1876538934307456/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608879 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608863.560520:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608863.560522:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1789608863.565718:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d909aba200. 00010000:00000010:2.1:1789608863.565732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f55800. 00010000:00000001:3.0:1789608863.566821:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608863.566826:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608863.567032:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789608863.567036:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608863.567040:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1789608863.571845:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608863.571861:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608863.571865:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608863.571867:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608863.571878:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608863.571886:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608863.571894:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608863.571898:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608863.571903:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608863.571908:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 18 MB=0x6aab3c4962a80 00000400:00000200:0.0:1789608863.571913:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608863.571918:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.121@tcp of length 224/224 into md 0x85a9 [1] + 224 00000800:00000001:0.0:1789608863.571926:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608863.571936:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608863.571939:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608863.571944:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608863.571951:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608863.571969:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d24000 x1876538934307456/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608879 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608863.571981:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907d24000 x1876538934307456/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608879 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608863.571997:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608863.572005:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608863.572008:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608863.572070:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608863.572074:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608863.572081:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608863.572083:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608863.572086:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a898. 00000400:00000200:3.0:1789608863.572091:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9330 00000400:00000010:3.0:1789608863.572093:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9330. 00000100:00000001:3.0:1789608863.572097:0:2412:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608863.572102:0:2412:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d24000 x1876538934307456/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608879 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608863.572111:0:2412:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d24000 x1876538934307456/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608879 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608863.572116:0:2412:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608863.572118:0:2412:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608863.572121:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608863.572133:0:2412:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608863.572136:0:2412:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608863.572138:0:2412:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608863.572140:0:2412:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608863.572149:0:2412:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11d80 time=220 v=5 (5 5 5 5) 00000100:00001000:3.0:1789608863.572154:0:2412:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608863.572156:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608863.572158:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608863.572160:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608863.572163:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608863.572167:0:2412:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608863.572169:0:2412:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967640 00000100:00000001:3.0:1789608863.572171:0:2412:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608863.572173:0:2412:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608863.572178:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d24000 x1876538934307456/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608879 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608863.572185:0:2412:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608863.572188:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608863.572190:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608863.572193:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d24000 x1876538934307456/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608879 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608863.572202:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2412:1876538934307456:192.168.203.121@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1789608863.572207:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608863.572209:0:2412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608863.572213:0:2412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d24000 x1876538934307456/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608879 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608863.572220:0:2412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608863.572223:0:2412:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608863.572226:0:2412:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d904ae6200. 02000000:00000001:3.0:1789608863.572230:0:2412:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608863.572233:0:2412:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608863.572234:0:2412:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=3 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608863.572236:0:2412:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608863.572239:0:2412:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d911dcc000. 02000000:00000001:3.0:1789608863.572243:0:2412:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608863.572245:0:2412:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608863.572247:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d24000. 00000100:00000001:3.0:1789608863.572250:0:2412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608863.572252:0:2412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608863.572254:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608863.572260:0:2412:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608863.572262:0:2412:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608863.572264:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608863.572266:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789608863.611287:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608863.611304:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608863.611309:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608863.611311:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608863.611320:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.611327:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608863.611336:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.611340:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.611346:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.611350:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 448 into portal 10 MB=0x6aab3c4962a00 00000400:00000200:1.0:1789608863.611355:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.611361:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 448/448 into md 0x8599 [1] + 224 00000800:00000001:1.0:1789608863.611369:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608863.611375:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608863.611379:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608863.611383:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608863.611390:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608863.611399:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d26300 x1876538934307328/t0(0) o36->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/576 e 0 to 0 dl 1789608879 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608863.611411:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff94d907d26300 x1876538934307328/t0(0) o36->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/576 e 0 to 0 dl 1789608879 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608863.611435:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608863.611442:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608863.611445:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608863.611622:0:35405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608863.611630:0:35405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608863.611632:0:35405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608863.611636:0:35405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21aa8. 00000400:00000200:2.0:1789608863.611641:0:35405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c2a8 00000400:00000010:2.0:1789608863.611643:0:35405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c2a8. 00000100:00000001:2.0:1789608863.611646:0:35405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608863.611651:0:35405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d26300 x1876538934307328/t0(0) o36->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/576 e 0 to 0 dl 1789608879 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789608863.611660:0:35405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d26300 x1876538934307328/t0(0) o36->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/576 e 0 to 0 dl 1789608879 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608863.611666:0:35405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608863.611668:0:35405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608863.611670:0:35405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608863.611673:0:35405:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608863.611796:0:35405:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608863.611799:0:35405:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608863.611802:0:35405:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608863.611810:0:35405:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b17c60 time=71 v=5 (5 104 104 104) 00000100:00001000:2.0:1789608863.611815:0:35405:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b17c18 time=71 v=5 (1 1 1 1) 00000100:00000001:2.0:1789608863.611818:0:35405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608863.611819:0:35405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608863.611822:0:35405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608863.611825:0:35405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608863.611828:0:35405:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789608863.611830:0:35405:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:2.0:1789608863.611831:0:35405:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789608863.611834:0:35405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608863.611835:0:35405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592883456 : -117815116668160 : ffff94d907d26300) 00000100:00000001:2.0:1789608863.611839:0:35405:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608863.611840:0:35405:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1789608863.611842:0:35405:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608863.611845:0:35405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608863.611849:0:35405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d26300 x1876538934307328/t4294967330(4294967330) o36->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/448 e 0 to 0 dl 1789608879 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608863.611857:0:35405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608863.611860:0:35405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608863.611862:0:35405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608863.611865:0:35405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d26300 x1876538934307328/t4294967330(4294967330) o36->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/448 e 0 to 0 dl 1789608879 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789608863.611874:0:35405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d26300 pname:cluuid:pid:xid:nid:opc:job mkdir:25f5d458-2cbe-49cd-9693-334c08df7e27:35405:1876538934307328:192.168.203.121@tcp:36:mkdir.0 00000100:00000001:2.0:1789608863.611878:0:35405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608863.611881:0:35405:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608863.611883:0:35405:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789608863.611886:0:35405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608863.611890:0:35405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d26300 x1876538934307328/t4294967330(4294967330) o36->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/448 e 0 to 0 dl 1789608879 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608863.611897:0:35405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608863.611900:0:35405:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d910f8e3c0. 00000100:00000001:2.0:1789608863.611903:0:35405:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789608863.611905:0:35405:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608863.611912:0:35405:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608863.612898:0:35405:0:(lmv_obd.c:2359:lmv_create()) Created - [0x240000402:0x7:0x0] 00800000:00000001:2.0:1789608863.612901:0:35405:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608863.612904:0:35405:0:(namei.c:1904:ll_new_node_finish()) Process entered 00000080:00000002:2.0:1789608863.612909:0:35405:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1789608804 to 1789608863 00000080:00000001:2.0:1789608863.612913:0:35405:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789608863.612919:0:35405:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1789608863.612921:0:35405:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789608863.612924:0:35405:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761479 : 162129603798761479 : 240000402000007) 00000080:00000001:2.0:1789608863.612926:0:35405:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1789608863.612937:0:35405:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94d918922940. 00000080:00000001:2.0:1789608863.612948:0:35405:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:2.0:1789608863.612950:0:35405:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x240000402:0x7:0x0](ffff94d918922a08) 00000080:00000001:2.0:1789608863.612953:0:35405:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1789608863.613020:0:35405:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x240000402:0x7:0x0] 00000080:00000001:2.0:1789608863.613023:0:35405:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608863.613025:0:35405:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761479 : 162129603798761479 : 240000402000007) 00000080:00000001:2.0:1789608863.613027:0:35405:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748740 : 37748740 : 2400004) 00000080:00000002:2.0:1789608863.613030:0:35405:0:(llite_lib.c:3050:ll_update_inode()) setting ino 162129603798761479 mtime from 0 to 1789608863 00000080:00200000:2.0:1789608863.613034:0:35405:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x240000402:0x7:0x0], updating i_size 16384 00000080:00000001:2.0:1789608863.613037:0:35405:0:(llite_lib.c:3382:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1789608863.613040:0:35405:0:(namei.c:156:ll_iget()) Process leaving (rc=18446626258873887240 : -117814835664376 : ffff94d918922a08) 00000080:00000001:2.0:1789608863.613042:0:35405:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789608863.613045:0:35405:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1789608863.613047:0:35405:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608863.613294:0:35405:0:(namei.c:1951:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608863.613297:0:35405:0:(namei.c:1996:ll_new_node()) Process leaving 00000100:00000001:2.0:1789608863.613299:0:35405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608863.613307:0:35405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d26300 x1876538934307328/t4294967330(4294967330) o36->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/448 e 0 to 0 dl 1789608879 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608863.613321:0:35405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608863.613324:0:35405:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:2.0:1789608863.613327:0:35405:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dcc800. 00000080:00000010:2.0:1789608863.613332:0:35405:0:(namei.c:2002:ll_new_node()) kfreed 'lum': 48 at ffff94d9071bf6c0. 00000080:00000001:2.0:1789608863.613335:0:35405:0:(namei.c:2004:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608863.613338:0:35405:0:(namei.c:2180:do_mkdir()) Process leaving via out_tally (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789608863.613342:0:35405:0:(namei.c:2224:do_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608863.613353:0:35405:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789608863.613359:0:35405:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:2.1:1789608863.618709:0:35406:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f683c0. 00000080:00000001:2.0:1789608863.625285:0:35406:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789608863.625292:0:35406:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789608863.625295:0:35406:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789608863.625298:0:35406:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e014ffbc0 00000080:00200000:2.0:1789608863.625302:0:35406:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:2.0:1789608863.625310:0:35406:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d911dcc800. 00800000:00000002:2.0:1789608863.625316:0:35406:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:2.0:1789608863.625320:0:35406:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789608863.625324:0:35406:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789608863.625326:0:35406:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e014ffae0 00800000:00000002:2.0:1789608863.625328:0:35406:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608863.625332:0:35406:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789608863.625335:0:35406:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608863.625337:0:35406:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608863.625340:0:35406:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608863.625342:0:35406:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608863.625344:0:35406:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608863.625346:0:35406:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608863.625347:0:35406:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608863.625350:0:35406:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789608863.625355:0:35406:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789608863.625357:0:35406:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e014ff9b0 00000002:00010000:2.0:1789608863.625358:0:35406:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789608863.625362:0:35406:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789608863.625364:0:35406:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608863.625367:0:35406:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789608863.625374:0:35406:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608863.625376:0:35406:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608863.625378:0:35406:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608863.625380:0:35406:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789608863.625383:0:35406:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789608863.625387:0:35406:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d24e00. 00000020:00000040:2.0:1789608863.625391:0:35406:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00010000:00000001:2.0:1789608863.625396:0:35406:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789608863.625401:0:35406:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608863.625404:0:35406:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608863.625407:0:35406:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608863.625504:0:35406:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608863.625509:0:35406:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608863.625516:0:35406:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d903dbc800. 00000100:00000001:2.0:1789608863.625523:0:35406:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608863.625528:0:35406:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608863.625530:0:35406:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608863.625531:0:35406:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608863.625533:0:35406:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608863.625534:0:35406:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608863.625540:0:35406:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626258592878080 : -117815116673536 : ffff94d907d24e00) 00010000:00000001:2.0:1789608863.625544:0:35406:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789608863.625546:0:35406:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789608863.625550:0:35406:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d903b69f00. 00010000:00000010:2.0:1789608863.625554:0:35406:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d90847bb00. 00010000:00000001:2.0:1789608863.625558:0:35406:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789608863.625562:0:35406:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d909233200. 00000020:00000001:2.0:1789608863.625565:0:35406:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789608863.625568:0:35406:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d909233200 with handle 0xc54db3288176ff59 to hash 00000020:00000001:2.0:1789608863.625570:0:35406:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789608863.625572:0:35406:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626258614956544 : -117815094595072 : ffff94d909233200) 00010000:00000001:2.0:1789608863.625575:0:35406:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626258614956544 : -117815094595072 : ffff94d909233200) 00010000:00000001:2.0:1789608863.625578:0:35406:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608863.625580:0:35406:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608863.625594:0:35406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233200/0xc54db3288176ff59 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35406 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789608863.625605:0:35406:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233200/0xc54db3288176ff59 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35406 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789608863.625614:0:35406:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233200/0xc54db3288176ff59 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35406 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789608863.625620:0:35406:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789608863.625621:0:35406:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789608863.625628:0:35406:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d910f8e3c0. 00000100:00000001:2.0:1789608863.625630:0:35406:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258746401728 : -117814963149888 : ffff94d910f8e3c0) 00000100:00000001:2.0:1789608863.625632:0:35406:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608863.625634:0:35406:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592878080 : -117815116673536 : ffff94d907d24e00) 00000100:00000001:2.0:1789608863.625638:0:35406:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608863.625642:0:35406:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608863.625644:0:35406:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789608863.625645:0:35406:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608863.625655:0:35406:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d24e00 x1876538934307584/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608863.625662:0:35406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608863.625664:0:35406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608863.625667:0:35406:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608863.625670:0:35406:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608863.625672:0:35406:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608863.625899:0:35406:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d24e00 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:35406:1876538934307584:192.168.203.121@tcp:101:lfs.0 00000100:00000001:2.0:1789608863.625904:0:35406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608863.625909:0:35406:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608863.625911:0:35406:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608863.625914:0:35406:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608863.625918:0:35406:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d902b3e000. 02000000:00000001:2.0:1789608863.625920:0:35406:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608863.626034:0:35406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608863.626040:0:35406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21aa8. 00000400:00000010:2.0:1789608863.626047:0:35406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c2a8. 00000100:00000200:2.0:1789608863.626053:0:35406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876538934307584, portal 10 00000100:00000001:2.0:1789608863.626055:0:35406:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608863.626057:0:35406:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592878080 : -117815116673536 : ffff94d907d24e00) 00000100:00000040:2.0:1789608863.626064:0:35406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d907d24e00 x1876538934307584/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608879 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608863.626072:0:35406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608863.626074:0:35406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608863.626077:0:35406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c6e8. 00000100:00000200:2.0:1789608863.626253:0:35406:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876538934307584, offset 0 00000400:00000200:2.0:1789608863.626263:0:35406:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608863.626270:0:35406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608863.626278:0:35406:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608863.626283:0:35406:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608863.626287:0:35406:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608863.626290:0:35406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608863.626293:0:35406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608863.626296:0:35406:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2927:2927:256:4294967295] 192.168.203.121@tcp LPNI seq info [2927:2927:8:4294967295] 00000400:00000200:2.0:1789608863.626300:0:35406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608863.626310:0:35406:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608863.626316:0:35406:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608863.626321:0:35406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a01a500. 00000800:00000200:2.0:1789608863.626328:0:35406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608863.626335:0:35406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608863.626339:0:35406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a01a500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1789608863.626392:0:35406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608863.626397:0:35406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 877303 usecs (878 jiffies) 00000400:00000200:2.0:1789608863.626401:0:35406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608863.626404:0:35406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296591594 00000100:00000001:2.0:1789608863.626407:0:35406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296593758 00000100:00000001:2.0:1789608863.626419:0:35406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296591594 00000100:00000001:2.0:1789608863.626421:0:35406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296593758 00000100:00000001:2.0:1789608863.626423:0:35406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608863.626425:0:35406:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608863.626427:0:35406:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608863.626429:0:35406:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789608863.626432:0:35406:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d910f8e3c0 going to sleep for 11 seconds 00000100:00000001:2.0:1789608863.626434:0:35406:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608863.626437:0:35406:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608863.626661:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608863.626666:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a01a500. 00000400:00000200:0.0:1789608863.626671:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608863.626849:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608863.626856:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c6e8 00000400:00000010:0.0:1789608863.626858:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c6e8. 00000100:00000001:0.0:1789608863.626863:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608863.626867:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d24e00 x1876538934307584/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608879 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608863.626878:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608863.626881:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d24e00 x1876538934307584/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608879 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608863.626901:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608863.626903:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608863.633873:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608863.633894:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608863.633898:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608863.633901:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608863.633909:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.633917:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608863.633927:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.633932:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.633936:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.633941:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 688 into portal 10 MB=0x6aab3c4962b00 00000400:00000200:1.0:1789608863.633946:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.633960:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 688/688 into md 0x85b1 [1] + 224 00000800:00000001:1.0:1789608863.633967:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608863.633978:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608863.633981:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608863.633986:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608863.633992:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608863.634001:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d24e00 x1876538934307584/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608879 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608863.634012:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d907d24e00 x1876538934307584/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608879 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608863.634033:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608863.634041:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608863.634043:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608863.634170:0:35406:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608863.634179:0:35406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608863.634181:0:35406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608863.634185:0:35406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21aa8. 00000400:00000200:2.0:1789608863.634190:0:35406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c2a8 00000400:00000010:2.0:1789608863.634192:0:35406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c2a8. 00000100:00000001:2.0:1789608863.634195:0:35406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608863.634201:0:35406:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d24e00 x1876538934307584/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608879 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789608863.634210:0:35406:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d24e00 x1876538934307584/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608879 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608863.634215:0:35406:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608863.634217:0:35406:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608863.634220:0:35406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608863.634223:0:35406:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608863.634230:0:35406:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608863.634233:0:35406:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608863.634235:0:35406:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608863.634244:0:35406:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=71 v=5 (5 104 104 104) 00000100:00001000:2.0:1789608863.634248:0:35406:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608863.634250:0:35406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608863.634252:0:35406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608863.634254:0:35406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608863.634257:0:35406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608863.634260:0:35406:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608863.634263:0:35406:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967640 00000100:00000001:2.0:1789608863.634264:0:35406:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608863.634266:0:35406:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608863.634271:0:35406:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d24e00 x1876538934307584/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608879 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608863.634278:0:35406:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608863.634281:0:35406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608863.634283:0:35406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608863.634287:0:35406:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d24e00 x1876538934307584/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608879 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789608863.634294:0:35406:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d24e00 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:35406:1876538934307584:192.168.203.121@tcp:101:lfs.0 00000100:00000001:2.0:1789608863.634299:0:35406:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608863.634302:0:35406:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608863.634304:0:35406:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789608863.634306:0:35406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608863.634310:0:35406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d24e00 x1876538934307584/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608879 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608863.634317:0:35406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608863.634320:0:35406:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d910f8e3c0. 00000100:00000001:2.0:1789608863.634323:0:35406:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789608863.634324:0:35406:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608863.634327:0:35406:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789608863.634331:0:35406:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608863.634334:0:35406:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608863.634337:0:35406:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233200 refcount=4 00000020:00000001:2.0:1789608863.634340:0:35406:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614956544 : -117815094595072 : ffff94d909233200) 00010000:00000001:2.0:1789608863.634343:0:35406:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614956544 : -117815094595072 : ffff94d909233200) 00010000:00000040:2.0:1789608863.634349:0:35406:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d909233200, remote cookie: 0x91bddff8e8ed9aaa, flags: 0x1001 00010000:00010000:2.0:1789608863.634354:0:35406:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233200/0xc54db3288176ff59 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9aaa expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789608863.634370:0:35406:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233200/0xc54db3288176ff59 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9aaa expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608863.634377:0:35406:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789608863.634381:0:35406:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789608863.634383:0:35406:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789608863.634384:0:35406:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789608863.634386:0:35406:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789608863.634388:0:35406:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff94d903b69f00) refcount = 1 00010000:00010000:2.0:1789608863.634392:0:35406:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233200/0xc54db3288176ff59 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9aaa expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608863.634399:0:35406:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789608863.634402:0:35406:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789608863.634403:0:35406:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608863.634406:0:35406:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789608863.634408:0:35406:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608863.634411:0:35406:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233200/0xc54db3288176ff59 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9aaa expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608863.634417:0:35406:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789608863.634419:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608863.634420:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608863.634421:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608863.634422:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608863.634424:0:35406:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608863.634428:0:35406:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789608863.634430:0:35406:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608863.634431:0:35406:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608863.634433:0:35406:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233200 refcount=3 00000020:00000001:2.0:1789608863.634435:0:35406:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614956544 : -117815094595072 : ffff94d909233200) 00010000:00000001:2.0:1789608863.634437:0:35406:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614956544 : -117815094595072 : ffff94d909233200) 00010000:00000001:2.0:1789608863.634440:0:35406:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608863.634441:0:35406:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608863.634443:0:35406:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233200 refcount=4 00000020:00000001:2.0:1789608863.634510:0:35406:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614956544 : -117815094595072 : ffff94d909233200) 00010000:00000001:2.0:1789608863.634513:0:35406:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614956544 : -117815094595072 : ffff94d909233200) 00010000:00000001:2.0:1789608863.634515:0:35406:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608863.634519:0:35406:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608863.634522:0:35406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233200/0xc54db3288176ff59 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9aaa expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608863.634528:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608863.634530:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608863.634531:0:35406:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608863.634532:0:35406:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608863.634534:0:35406:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233200 refcount=5 00000020:00000001:2.0:1789608863.634535:0:35406:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614956544 : -117815094595072 : ffff94d909233200) 00010000:00000001:2.0:1789608863.634537:0:35406:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614956544 : -117815094595072 : ffff94d909233200) 00010000:00000001:2.0:1789608863.634540:0:35406:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608863.634542:0:35406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233200/0xc54db3288176ff59 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9aaa expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608863.634549:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608863.634550:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789608863.634552:0:35406:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233200/0xc54db3288176ff59 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9aaa expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608863.634557:0:35406:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608863.634559:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608863.634560:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608863.634561:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608863.634562:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789608863.634568:0:35406:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d907d24e00 x1876538934307584/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608879 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1789608863.634594:0:35406:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608863.634596:0:35406:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608863.634597:0:35406:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233200 refcount=3 00000020:00000001:2.0:1789608863.634599:0:35406:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614956544 : -117815094595072 : ffff94d909233200) 00010000:00000001:2.0:1789608863.634601:0:35406:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614956544 : -117815094595072 : ffff94d909233200) 00010000:00000001:2.0:1789608863.634603:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608863.634605:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608863.634606:0:35406:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608863.634609:0:35406:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608863.634612:0:35406:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1789608863.634614:0:35406:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608863.634615:0:35406:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608863.634616:0:35406:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233200 refcount=3 00000020:00000001:2.0:1789608863.634618:0:35406:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614956544 : -117815094595072 : ffff94d909233200) 00010000:00000001:2.0:1789608863.634620:0:35406:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614956544 : -117815094595072 : ffff94d909233200) 00000002:00010000:2.0:1789608863.634623:0:35406:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233200/0xc54db3288176ff59 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9aaa expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608863.634630:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608863.634631:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608863.634632:0:35406:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789608863.634633:0:35406:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608863.634634:0:35406:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608863.634636:0:35406:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233200 refcount=3 00000020:00000001:2.0:1789608863.634638:0:35406:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614956544 : -117815094595072 : ffff94d909233200) 00010000:00000001:2.0:1789608863.634640:0:35406:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614956544 : -117815094595072 : ffff94d909233200) 00010000:00000040:2.0:1789608863.634645:0:35406:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69f00 count: 2 00010000:00000001:2.0:1789608863.634647:0:35406:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789608863.634651:0:35406:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d91081f000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1789608863.634653:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608863.634654:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608863.634665:0:35406:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789608863.634669:0:35406:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e014ff938 00000002:00002000:2.0:1789608863.634671:0:35406:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1789608863.634674:0:35406:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608863.634708:0:35406:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608863.634712:0:35406:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789608863.634715:0:35406:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1789608863.634719:0:35406:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608863.634724:0:35406:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:2.0:1789608863.634730:0:35406:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dcc800. 00000080:00000001:2.0:1789608863.634735:0:35406:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789608863.634738:0:35406:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789608863.634744:0:35406:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1789608863.634749:0:35406:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1789608863.634845:0:35406:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d904af6980. 00800000:00000001:3.0:1789608863.634849:0:35406:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626258540259712 : -117815169291904 : ffff94d904af6980) 00800000:00000001:3.0:1789608863.634852:0:35406:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608863.634855:0:35406:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1789608863.634858:0:35406:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1789608863.634860:0:35406:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1789608863.634862:0:35406:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1789608863.634865:0:35406:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1789608863.634867:0:35406:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608863.634871:0:35406:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1789608863.634873:0:35406:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1789608863.634877:0:35406:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:3.0:1789608863.634880:0:35406:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608863.634882:0:35406:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608863.634884:0:35406:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233200 refcount=3 00000020:00000001:3.0:1789608863.634886:0:35406:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614956544 : -117815094595072 : ffff94d909233200) 00010000:00000001:3.0:1789608863.634888:0:35406:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614956544 : -117815094595072 : ffff94d909233200) 00010000:00000001:3.0:1789608863.634890:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608863.634892:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789608863.634893:0:35406:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1789608863.634896:0:35406:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1789608863.634898:0:35406:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6980 1 00800000:00000010:3.0:1789608863.634900:0:35406:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d904af6980. 00800000:00000001:3.0:1789608863.634903:0:35406:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608863.634907:0:35406:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176ff59 00800000:00000001:3.0:1789608863.634910:0:35406:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789608863.634912:0:35406:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789608863.634913:0:35406:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608863.634914:0:35406:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608863.634915:0:35406:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233200 refcount=3 00000020:00000001:3.0:1789608863.634917:0:35406:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614956544 : -117815094595072 : ffff94d909233200) 00010000:00000001:3.0:1789608863.634919:0:35406:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614956544 : -117815094595072 : ffff94d909233200) 00010000:00000001:3.0:1789608863.634922:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608863.634923:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608863.634925:0:35406:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608863.634926:0:35406:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608863.634929:0:35406:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608863.634931:0:35406:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:3.0:1789608863.634934:0:35406:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ff59 from it ffffae3e014ffbf8 00010000:00000001:3.0:1789608863.634936:0:35406:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608863.634937:0:35406:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608863.634939:0:35406:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233200 refcount=3 00000020:00000001:3.0:1789608863.634940:0:35406:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614956544 : -117815094595072 : ffff94d909233200) 00010000:00000001:3.0:1789608863.634943:0:35406:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614956544 : -117815094595072 : ffff94d909233200) 00010000:00000001:3.0:1789608863.634944:0:35406:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608863.634947:0:35406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233200/0xc54db3288176ff59 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9aaa expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608863.635016:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608863.635017:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608863.635018:0:35406:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608863.635021:0:35406:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608863.635024:0:35406:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233200/0xc54db3288176ff59 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9aaa expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789608863.635031:0:35406:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608863.635034:0:35406:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608863.635036:0:35406:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608863.635040:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608863.635041:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608863.635042:0:35406:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608863.635045:0:35406:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608863.635047:0:35406:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608863.635049:0:35406:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608863.635107:0:35406:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608863.635110:0:35406:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608863.635111:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608863.635112:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789608863.635114:0:35406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608863.635119:0:35406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d24e00 x1876538934307584/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608879 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608863.635785:0:35406:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608863.635788:0:35406:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608863.635792:0:35406:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d902b3e000. 02000000:00000001:3.0:1789608863.635796:0:35406:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608863.635800:0:35406:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608863.635802:0:35406:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=3 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608863.635804:0:35406:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608863.635807:0:35406:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d903dbc800. 02000000:00000001:3.0:1789608863.635812:0:35406:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608863.635813:0:35406:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608863.635816:0:35406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d24e00. 00000100:00000001:3.0:1789608863.635821:0:35406:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608863.635822:0:35406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608863.635827:0:35406:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 1 00000080:00000001:3.0:1789608863.635832:0:35406:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789608863.635847:0:35406:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d9060782e0. 00000080:00000001:3.0:1789608863.635853:0:35406:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789608863.635855:0:35406:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789608863.635857:0:35406:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e014ffb00 00000080:00200000:3.0:1789608863.635859:0:35406:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:3.0:1789608863.635864:0:35406:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d904ae6200. 00800000:00000002:3.0:1789608863.635869:0:35406:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:3.0:1789608863.635873:0:35406:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789608863.635875:0:35406:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789608863.635878:0:35406:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e014ffa20 00800000:00000002:3.0:1789608863.635880:0:35406:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608863.635883:0:35406:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789608863.635886:0:35406:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608863.635889:0:35406:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608863.635891:0:35406:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608863.635894:0:35406:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608863.635896:0:35406:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608863.635898:0:35406:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608863.635901:0:35406:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608863.635904:0:35406:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789608863.635909:0:35406:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789608863.635911:0:35406:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e014ff8f0 00000002:00010000:3.0:1789608863.635913:0:35406:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789608863.635918:0:35406:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789608863.635920:0:35406:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608863.635922:0:35406:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608863.635926:0:35406:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69f00 count: 2 00010000:00000001:3.0:1789608863.635929:0:35406:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608863.635932:0:35406:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608863.635936:0:35406:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789608863.635939:0:35406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233200/0xc54db3288176ff59 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9aaa expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1789608863.635948:0:35406:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789608863.635952:0:35406:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608863.636416:0:35406:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233200/0xc54db3288176ff59 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9aaa expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1789608863.636427:0:35406:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789608863.636429:0:35406:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789608863.636431:0:35406:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608863.636433:0:35406:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608863.636435:0:35406:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608863.636437:0:35406:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789608863.636439:0:35406:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789608863.636441:0:35406:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:3.0:1789608863.636444:0:35406:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d904ae6200. 00000080:00000001:3.0:1789608863.636448:0:35406:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789608863.636450:0:35406:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608863.636766:0:35406:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:3.0:1789608863.636770:0:35406:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176ff59 00800000:00000001:3.0:1789608863.636773:0:35406:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789608863.636775:0:35406:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789608863.636777:0:35406:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608863.636779:0:35406:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608863.636781:0:35406:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233200 refcount=3 00000020:00000001:3.0:1789608863.636784:0:35406:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614956544 : -117815094595072 : ffff94d909233200) 00010000:00000001:3.0:1789608863.636786:0:35406:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614956544 : -117815094595072 : ffff94d909233200) 00010000:00000001:3.0:1789608863.636789:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608863.636790:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608863.636792:0:35406:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608863.636794:0:35406:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608863.636796:0:35406:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ff59 from it ffffae3e014ffb38 00010000:00000001:3.0:1789608863.636798:0:35406:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608863.636799:0:35406:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608863.636801:0:35406:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233200 refcount=3 00000020:00000001:3.0:1789608863.636803:0:35406:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614956544 : -117815094595072 : ffff94d909233200) 00010000:00000001:3.0:1789608863.636805:0:35406:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614956544 : -117815094595072 : ffff94d909233200) 00010000:00000001:3.0:1789608863.636807:0:35406:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608863.636809:0:35406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233200/0xc54db3288176ff59 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9aaa expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789608863.636817:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608863.636818:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608863.636819:0:35406:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608863.636821:0:35406:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608863.636824:0:35406:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233200/0xc54db3288176ff59 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9aaa expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789608863.636831:0:35406:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608863.636832:0:35406:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608863.636834:0:35406:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608863.636837:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608863.636838:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608863.636839:0:35406:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608863.636842:0:35406:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608863.636844:0:35406:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608863.636846:0:35406:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608863.636849:0:35406:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608863.636850:0:35406:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608863.636852:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608863.636853:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789608863.636855:0:35406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789608863.636856:0:35406:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608863.636859:0:35406:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 3 00000080:00000001:3.0:1789608863.636862:0:35406:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608863.636865:0:35406:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:3.0:1789608863.636868:0:35406:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e014ffb58 00000080:00200000:3.0:1789608863.636870:0:35406:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff94d918926c08), file ffff94d919a61980, open_flags a141, mode 81b6 opened 0 00000080:00000010:3.0:1789608863.636878:0:35406:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff94d9092652a0. 00000080:00000001:3.0:1789608863.636882:0:35406:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1789608863.636884:0:35406:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e014ffa08 00000080:00200000:3.0:1789608863.636886:0:35406:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff94d918926c08), intent=open|creat 00000080:00000010:3.0:1789608863.636892:0:35406:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d904ae6200. 00800000:00000002:3.0:1789608863.636895:0:35406:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:3.0:1789608863.636899:0:35406:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789608863.636901:0:35406:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789608863.636902:0:35406:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e014ff928 00800000:00000002:3.0:1789608863.636904:0:35406:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'd24a.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608863.636907:0:35406:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1789608863.636909:0:35406:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1789608863.636912:0:35406:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608863.636914:0:35406:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608863.636915:0:35406:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608863.636917:0:35406:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608863.636919:0:35406:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608863.636920:0:35406:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608863.636922:0:35406:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608863.636924:0:35406:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446626258787724288 : -117814921827328 : ffff94d9136f6c00) 00800000:00000001:3.0:1789608863.636928:0:35406:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1789608863.636930:0:35406:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1789608863.636933:0:35406:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1789608863.636935:0:35406:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1789608863.636937:0:35406:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94d904ceb000: Allocated FID [0x200000405:0x2a:0x0] 40000000:00000001:3.0:1789608863.636940:0:35406:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608863.636942:0:35406:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608863.636944:0:35406:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608863.636946:0:35406:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608863.636948:0:35406:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e014ff8a8 00800000:00000002:3.0:1789608863.636950:0:35406:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2a:0x0], name='d24a.recovery-small' -> mds #0 layout version 1 00000002:00000001:3.0:1789608863.636953:0:35406:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789608863.636964:0:35406:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e014ff7e0 00000002:00010000:3.0:1789608863.636966:0:35406:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24a.recovery-small,[0x200000405:0x2a:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0120502 00000002:00000001:3.0:1789608863.636970:0:35406:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789608863.636972:0:35406:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1789608863.636974:0:35406:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1789608863.636978:0:35406:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608863.636980:0:35406:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1789608863.636983:0:35406:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69f00 count: 2 00010000:00000001:3.0:1789608863.636985:0:35406:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608863.636987:0:35406:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1789608863.636991:0:35406:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789608863.636994:0:35406:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233200/0xc54db3288176ff59 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x91bddff8e8ed9aaa expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1789608863.637002:0:35406:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789608863.637006:0:35406:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789608863.637008:0:35406:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789608863.637010:0:35406:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1789608863.637012:0:35406:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608863.637014:0:35406:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608863.637016:0:35406:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69f00 count: 3 00010000:00000001:3.0:1789608863.637018:0:35406:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608863.637020:0:35406:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608863.637022:0:35406:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608863.637023:0:35406:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608863.637025:0:35406:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69f00 count: 3 00010000:00000001:3.0:1789608863.637027:0:35406:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608863.637029:0:35406:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608863.637031:0:35406:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608863.637032:0:35406:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608863.637033:0:35406:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69f00 count: 3 00010000:00000001:3.0:1789608863.637035:0:35406:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608863.637036:0:35406:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608863.637038:0:35406:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789608863.637041:0:35406:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff94d918926b40, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1789608863.637044:0:35406:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1789608863.637046:0:35406:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1789608863.637048:0:35406:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789608863.637050:0:35406:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608863.637115:0:35406:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789608863.637119:0:35406:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789608863.637120:0:35406:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789608863.637216:0:35406:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608863.637218:0:35406:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789608863.637222:0:35406:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d909233200 with handle 0xc54db3288176ff59 from hash 00010000:00000001:3.0:1789608863.637225:0:35406:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789608863.637226:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608863.637290:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608863.637291:0:35406:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789608863.637294:0:35406:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789608863.637296:0:35406:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789608863.637299:0:35406:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789608863.637301:0:35406:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789608863.637303:0:35406:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1789608863.637309:0:35406:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908493100. 00000020:00000040:3.0:1789608863.637313:0:35406:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d904ceb000 02000000:00000001:3.0:1789608863.637318:0:35406:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789608863.637320:0:35406:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608863.637323:0:35406:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789608863.637326:0:35406:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608863.637328:0:35406:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608863.637331:0:35406:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608863.637332:0:35406:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608863.637335:0:35406:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608863.637342:0:35406:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d90839a800. 00000100:00000001:3.0:1789608863.637348:0:35406:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608863.637352:0:35406:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608863.637354:0:35406:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1789608863.637358:0:35406:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233200/0xc54db3288176ff59 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed9aaa expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1789608863.637365:0:35406:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1789608863.637367:0:35406:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789608863.637368:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789608863.637371:0:35406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909233200/0xc54db3288176ff59 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed9aaa expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:3.0:1789608863.637378:0:35406:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d903b69f00 count: 0 00010000:00000010:3.0:1789608863.637383:0:35406:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d90847bb00. 00010000:00000001:3.0:1789608863.637393:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608863.637395:0:35406:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608863.637397:0:35406:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608863.637398:0:35406:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608863.637400:0:35406:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608863.637409:0:35406:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446626258600669440 : -117815108882176 : ffff94d908493100) 00010000:00000001:3.0:1789608863.637412:0:35406:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789608863.637414:0:35406:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789608863.637418:0:35406:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d904e29d00. 00010000:00000010:3.0:1789608863.637421:0:35406:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d903cc7000. 00010000:00000001:3.0:1789608863.637426:0:35406:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789608863.637429:0:35406:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d9421c0a00. 00000020:00000001:3.0:1789608863.637432:0:35406:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789608863.637434:0:35406:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d9421c0a00 with handle 0xc54db3288176ff60 to hash 00000020:00000001:3.0:1789608863.637436:0:35406:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789608863.637438:0:35406:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:3.0:1789608863.637441:0:35406:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:3.0:1789608863.637443:0:35406:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608863.637445:0:35406:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608863.637449:0:35406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0a00/0xc54db3288176ff60 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35406 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608863.637467:0:35406:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0a00/0xc54db3288176ff60 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35406 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1789608863.637478:0:35406:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d904ceb000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1789608863.637607:0:35406:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d908493100 x1876538934307840/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1789608863.637617:0:35406:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0a00/0xc54db3288176ff60 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35406 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789608863.637623:0:35406:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789608863.637625:0:35406:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789608863.637632:0:35406:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d909222c00. 00000100:00000001:3.0:1789608863.637634:0:35406:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258614889472 : -117815094662144 : ffff94d909222c00) 00000100:00000001:3.0:1789608863.637636:0:35406:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608863.637638:0:35406:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600669440 : -117815108882176 : ffff94d908493100) 00000100:00000001:3.0:1789608863.637642:0:35406:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608863.637646:0:35406:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608863.637648:0:35406:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789608863.637649:0:35406:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608863.637654:0:35406:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908493100 x1876538934307840/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608863.637662:0:35406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608863.637664:0:35406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608863.637668:0:35406:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608863.637670:0:35406:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608863.637672:0:35406:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608863.637697:0:35406:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908493100 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:35406:1876538934307840:192.168.203.121@tcp:101:lfs.0 00000100:00000001:3.0:1789608863.637702:0:35406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608863.637707:0:35406:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608863.637709:0:35406:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608863.637712:0:35406:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608863.637764:0:35406:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff94d9086a0000. 02000000:00000001:3.0:1789608863.637766:0:35406:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608863.637774:0:35406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608863.637778:0:35406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a898. 00000400:00000010:3.0:1789608863.637785:0:35406:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff94d908399000. 00000100:00000200:3.0:1789608863.637791:0:35406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876538934307840, portal 10 00000100:00000001:3.0:1789608863.637793:0:35406:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608863.637794:0:35406:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600669440 : -117815108882176 : ffff94d908493100) 00000100:00000040:3.0:1789608863.637800:0:35406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d908493100 x1876538934307840/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/66320 e 0 to 0 dl 1789608879 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608863.637807:0:35406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608863.637810:0:35406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608863.637813:0:35406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9330. 00000100:00000200:3.0:1789608863.637817:0:35406:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1876538934307840, offset 0 00000400:00000200:3.0:1789608863.637822:0:35406:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608863.637830:0:35406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608863.637837:0:35406:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608863.637842:0:35406:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608863.637847:0:35406:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608863.637850:0:35406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608863.637852:0:35406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608863.637856:0:35406:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2928:2928:256:4294967295] 192.168.203.121@tcp LPNI seq info [2928:2928:8:4294967295] 00000400:00000200:3.0:1789608863.637860:0:35406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608863.637869:0:35406:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608863.637875:0:35406:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608863.637880:0:35406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d9104bd900. 00000800:00000200:3.0:1789608863.637886:0:35406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608863.637893:0:35406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608863.637898:0:35406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d9104bd900 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:3.0:1789608863.637919:0:35406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608863.637923:0:35406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 876180 usecs (877 jiffies) 00000400:00000200:3.0:1789608863.637927:0:35406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608863.637930:0:35406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296591604 00000100:00000001:3.0:1789608863.637933:0:35406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296593758 00000100:00000001:3.0:1789608863.637935:0:35406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296591604 00000100:00000001:3.0:1789608863.637937:0:35406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296593758 00000100:00000001:3.0:1789608863.637940:0:35406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608863.637942:0:35406:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608863.637945:0:35406:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608863.637946:0:35406:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789608863.637949:0:35406:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d909222c00 going to sleep for 11 seconds 00000100:00000001:3.0:1789608863.637952:0:35406:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608863.637955:0:35406:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608863.638239:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608863.638244:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bd900. 00000400:00000200:0.0:1789608863.638248:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608863.638253:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608863.638258:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9330 00000400:00000010:0.0:1789608863.638260:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9330. 00000100:00000001:0.0:1789608863.638264:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608863.638268:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908493100 x1876538934307840/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/66320 e 0 to 0 dl 1789608879 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608863.638277:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608863.638280:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908493100 x1876538934307840/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/66320 e 0 to 0 dl 1789608879 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608863.638288:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608863.638290:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:3.1:1789608863.644377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69f00. 00010000:00000010:3.1:1789608863.644392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909233200. 00000800:00000001:1.0:1789608863.726212:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608863.726230:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608863.726235:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608863.726237:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608863.726245:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.726252:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608863.726260:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.726265:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.726270:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.726274:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 608 into portal 10 MB=0x6aab3c4962c00 00000400:00000200:1.0:1789608863.726279:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.726284:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 608/608 into md 0x85b9 [32] + 224 00000800:00000001:1.0:1789608863.726291:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608863.726303:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608863.726306:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608863.726310:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608863.726317:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608863.726325:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908493100 x1876538934307840/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/66320 e 0 to 0 dl 1789608879 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608863.726337:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff94d908493100 x1876538934307840/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/66320 e 0 to 0 dl 1789608879 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608863.726357:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608863.726364:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608863.726368:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608863.726481:0:35406:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608863.726493:0:35406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608863.726494:0:35406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608863.726497:0:35406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a898. 00000400:00000200:3.0:1789608863.726501:0:35406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d908399000 00000400:00000010:3.0:1789608863.726503:0:35406:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff94d908399000. 00000100:00000001:3.0:1789608863.726506:0:35406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608863.726510:0:35406:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908493100 x1876538934307840/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/66320 e 0 to 0 dl 1789608879 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789608863.726516:0:35406:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908493100 x1876538934307840/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/66320 e 0 to 0 dl 1789608879 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608863.726521:0:35406:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608863.726522:0:35406:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608863.726524:0:35406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608863.726526:0:35406:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608863.726528:0:35406:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608863.726529:0:35406:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608863.726531:0:35406:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608863.726539:0:35406:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=71 v=5 (5 104 104 104) 00000100:00001000:3.0:1789608863.726543:0:35406:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608863.726545:0:35406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608863.726546:0:35406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608863.726548:0:35406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608863.726550:0:35406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608863.726553:0:35406:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608863.726555:0:35406:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967640 00000100:00000001:3.0:1789608863.726556:0:35406:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608863.726557:0:35406:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608863.726560:0:35406:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908493100 x1876538934307840/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/608 e 0 to 0 dl 1789608879 ref 2 fl Rpc:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608863.726565:0:35406:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608863.726567:0:35406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608863.726568:0:35406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608863.726570:0:35406:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908493100 x1876538934307840/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/608 e 0 to 0 dl 1789608879 ref 2 fl Interpret:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789608863.726575:0:35406:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908493100 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:35406:1876538934307840:192.168.203.121@tcp:101:lfs.0 00000100:00000001:3.0:1789608863.726579:0:35406:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608863.726580:0:35406:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608863.726582:0:35406:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789608863.726592:0:35406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608863.726596:0:35406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908493100 x1876538934307840/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/608 e 0 to 0 dl 1789608879 ref 2 fl Complete:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608863.726603:0:35406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608863.726606:0:35406:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d909222c00. 00000100:00000001:3.0:1789608863.726608:0:35406:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789608863.726610:0:35406:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608863.726616:0:35406:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789608863.726620:0:35406:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608863.726623:0:35406:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608863.726627:0:35406:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0a00 refcount=4 00000020:00000001:3.0:1789608863.726629:0:35406:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:3.0:1789608863.726632:0:35406:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000040:3.0:1789608863.726638:0:35406:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d9421c0a00, remote cookie: 0x91bddff8e8ed9ac6, flags: 0x1001 00010000:00010000:3.0:1789608863.726643:0:35406:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0a00/0xc54db3288176ff60 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9ac6 expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1789608863.726653:0:35406:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x240000402:0x7:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1789608863.726656:0:35406:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1789608863.726663:0:35406:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d904e29100. 00010000:00000010:3.0:1789608863.726668:0:35406:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d903cc7580. 00010000:00000040:3.0:1789608863.726673:0:35406:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d904e29d00 count: 0 00010000:00000010:3.0:1789608863.726707:0:35406:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d903cc7000. 00010000:00000001:3.0:1789608863.726717:0:35406:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608863.726721:0:35406:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0a00/0xc54db3288176ff60 lrc: 4/0,1 mode: --/PR res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9ac6 expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608863.726730:0:35406:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0a00/0xc54db3288176ff60 lrc: 4/0,1 mode: --/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9ac6 expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608863.726736:0:35406:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789608863.726740:0:35406:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789608863.726742:0:35406:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789608863.726744:0:35406:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789608863.726745:0:35406:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789608863.726747:0:35406:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000402:0x7:0x0].0x0 (ffff94d904e29100) refcount = 1 00010000:00010000:3.0:1789608863.726752:0:35406:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0a00/0xc54db3288176ff60 lrc: 4/0,1 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9ac6 expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608863.726758:0:35406:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789608863.726762:0:35406:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789608863.726764:0:35406:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608863.726767:0:35406:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789608863.726769:0:35406:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608863.726773:0:35406:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0a00/0xc54db3288176ff60 lrc: 4/0,1 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9ac6 expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608863.726779:0:35406:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789608863.726781:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608863.726782:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608863.726783:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608863.726784:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608863.726786:0:35406:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608863.726790:0:35406:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789608863.726793:0:35406:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608863.726794:0:35406:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608863.726796:0:35406:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0a00 refcount=3 00000020:00000001:3.0:1789608863.726798:0:35406:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:3.0:1789608863.726800:0:35406:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:3.0:1789608863.726802:0:35406:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608863.726803:0:35406:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608863.726804:0:35406:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0a00 refcount=4 00000020:00000001:3.0:1789608863.726806:0:35406:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:3.0:1789608863.726808:0:35406:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:3.0:1789608863.726811:0:35406:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608863.726814:0:35406:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608863.726817:0:35406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0a00/0xc54db3288176ff60 lrc: 5/1,1 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9ac6 expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608863.726824:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608863.726826:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608863.726827:0:35406:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608863.726828:0:35406:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608863.726829:0:35406:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0a00 refcount=5 00000020:00000001:3.0:1789608863.726831:0:35406:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:3.0:1789608863.726833:0:35406:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:3.0:1789608863.726835:0:35406:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608863.726838:0:35406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0a00/0xc54db3288176ff60 lrc: 5/1,1 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9ac6 expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608863.726844:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608863.726845:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789608863.726847:0:35406:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0a00/0xc54db3288176ff60 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9ac6 expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608863.726853:0:35406:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608863.726855:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608863.726855:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608863.726857:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608863.726858:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789608863.726863:0:35406:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0xb, status=0 req@ffff94d908493100 x1876538934307840/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/608 e 0 to 0 dl 1789608879 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1789608863.726871:0:35406:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608863.726872:0:35406:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608863.726873:0:35406:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0a00 refcount=3 00000020:00000001:3.0:1789608863.726874:0:35406:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:3.0:1789608863.726877:0:35406:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:3.0:1789608863.726879:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608863.726879:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608863.726881:0:35406:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608863.726882:0:35406:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608863.726885:0:35406:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1789608863.726888:0:35406:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608863.726889:0:35406:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608863.726890:0:35406:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0a00 refcount=3 00000020:00000001:3.0:1789608863.726891:0:35406:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:3.0:1789608863.726893:0:35406:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00000002:00010000:3.0:1789608863.726897:0:35406:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0a00/0xc54db3288176ff60 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9ac6 expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608863.726907:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608863.726908:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608863.726909:0:35406:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789608863.726911:0:35406:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608863.726912:0:35406:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608863.726913:0:35406:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0a00 refcount=3 00000020:00000001:3.0:1789608863.726915:0:35406:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:3.0:1789608863.726917:0:35406:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000040:3.0:1789608863.726921:0:35406:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29100 count: 2 00010000:00000001:3.0:1789608863.726923:0:35406:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789608863.726926:0:35406:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d91081f000 type 13 mode 4 res 9663677442/7 (0 0) 00010000:00000001:3.0:1789608863.726929:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608863.726930:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608863.726931:0:35406:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789608863.726934:0:35406:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e014ff768 00000002:00002000:3.0:1789608863.726936:0:35406:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24a.recovery-small intent=open|creat status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1789608863.726939:0:35406:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608863.726943:0:35406:0:(lmv_intent.c:51:lmv_intent_remote()) Process entered 00800000:00000001:3.0:1789608863.726946:0:35406:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608863.726948:0:35406:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608863.726951:0:35406:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608863.726953:0:35406:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608863.726955:0:35406:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608863.726957:0:35406:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x7:0x0] 00800000:00000001:3.0:1789608863.726959:0:35406:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000010:3.0:1789608863.726965:0:35406:0:(lmv_intent.c:75:lmv_intent_remote()) kmalloced '(op_data)': 392 at ffff94d904ae7600. 00800000:00000002:3.0:1789608863.726967:0:35406:0:(lmv_intent.c:92:lmv_intent_remote()) REMOTE_INTENT with fid=[0x240000402:0x7:0x0] -> mds #1 00000002:00000001:3.0:1789608863.726971:0:35406:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789608863.726973:0:35406:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e014ff730 00000002:00010000:3.0:1789608863.726975:0:35406:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x240000402:0x7:0x0], intent: open|creat flags 0120502 00000002:00000001:3.0:1789608863.726979:0:35406:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789608863.726981:0:35406:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1789608863.726984:0:35406:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1789608863.726987:0:35406:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608863.726989:0:35406:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1789608863.726990:0:35406:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608863.726995:0:35406:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908492a00. 00000020:00000040:3.0:1789608863.726998:0:35406:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=5 obd=lustre-MDT0001-mdc-ffff94d904ceb000 02000000:00000001:3.0:1789608863.727002:0:35406:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789608863.727004:0:35406:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608863.727007:0:35406:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789608863.727011:0:35406:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608863.727014:0:35406:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608863.727016:0:35406:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608863.727018:0:35406:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608863.727022:0:35406:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608863.727029:0:35406:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d908399000. 00000100:00000001:3.0:1789608863.727045:0:35406:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608863.727048:0:35406:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608863.727050:0:35406:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608863.727052:0:35406:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608863.727053:0:35406:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608863.727055:0:35406:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608863.727060:0:35406:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446626258600667648 : -117815108883968 : ffff94d908492a00) 00010000:00000001:3.0:1789608863.727064:0:35406:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789608863.727066:0:35406:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789608863.727069:0:35406:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d904e29000. 00010000:00000010:3.0:1789608863.727072:0:35406:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d903cc7000. 00010000:00000001:3.0:1789608863.727077:0:35406:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789608863.727080:0:35406:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d9421c1800. 00000020:00000001:3.0:1789608863.727083:0:35406:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789608863.727086:0:35406:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d9421c1800 with handle 0xc54db3288176ff67 to hash 00000020:00000001:3.0:1789608863.727088:0:35406:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789608863.727089:0:35406:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608863.727093:0:35406:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608863.727096:0:35406:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608863.727098:0:35406:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608863.727101:0:35406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176ff67 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35406 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608863.727108:0:35406:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176ff67 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35406 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1789608863.727119:0:35406:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff94d904ceb000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1789608863.727125:0:35406:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d908492a00 x1876538934308096/t0(0) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1789608863.727133:0:35406:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176ff67 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35406 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789608863.727139:0:35406:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789608863.727140:0:35406:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789608863.727146:0:35406:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d909222c00. 00000100:00000001:3.0:1789608863.727149:0:35406:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258614889472 : -117815094662144 : ffff94d909222c00) 00000100:00000001:3.0:1789608863.727151:0:35406:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608863.727152:0:35406:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600667648 : -117815108883968 : ffff94d908492a00) 00000100:00000001:3.0:1789608863.727156:0:35406:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608863.727159:0:35406:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608863.727161:0:35406:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789608863.727162:0:35406:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608863.727166:0:35406:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908492a00 x1876538934308096/t0(0) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608863.727172:0:35406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608863.727174:0:35406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608863.727177:0:35406:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608863.727180:0:35406:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608863.727182:0:35406:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608863.727185:0:35406:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908492a00 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:35406:1876538934308096:192.168.203.121@tcp:101:lfs.0 00000100:00000001:3.0:1789608863.727189:0:35406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608863.727193:0:35406:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608863.727195:0:35406:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608863.727197:0:35406:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608863.727252:0:35406:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff94d9086c0000. 02000000:00000001:3.0:1789608863.727255:0:35406:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608863.727260:0:35406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608863.727264:0:35406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a898. 00000400:00000010:3.0:1789608863.727269:0:35406:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff94d90839b800. 00000100:00000200:3.0:1789608863.727275:0:35406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876538934308096, portal 10 00000100:00000001:3.0:1789608863.727277:0:35406:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608863.727278:0:35406:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600667648 : -117815108883968 : ffff94d908492a00) 00000100:00000040:3.0:1789608863.727285:0:35406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d908492a00 x1876538934308096/t0(0) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/66320 e 0 to 0 dl 1789608879 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608863.727291:0:35406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608863.727293:0:35406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608863.727296:0:35406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9aa0. 00000100:00000200:3.0:1789608863.727300:0:35406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876538934308096, offset 0 00000400:00000200:3.0:1789608863.727305:0:35406:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608863.727310:0:35406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608863.727317:0:35406:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608863.727322:0:35406:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608863.727326:0:35406:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608863.727341:0:35406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608863.727345:0:35406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608863.727348:0:35406:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2929:2929:256:4294967295] 192.168.203.121@tcp LPNI seq info [2929:2929:8:4294967295] 00000400:00000200:3.0:1789608863.727353:0:35406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608863.727361:0:35406:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608863.727366:0:35406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608863.727380:0:35406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d9104bdd00. 00000800:00000200:3.0:1789608863.727387:0:35406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608863.727395:0:35406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608863.727399:0:35406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d9104bdd00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789608863.728350:0:35406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608863.728358:0:35406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: using a timeout of 23783 usecs (24 jiffies) 00000400:00000200:3.0:1789608863.728364:0:35406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608863.728367:0:35406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296590842 00000100:00000001:3.0:1789608863.728370:0:35406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296593758 00000100:00000001:3.0:1789608863.728372:0:35406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296590842 00000100:00000001:3.0:1789608863.728375:0:35406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296593758 00000100:00000001:3.0:1789608863.728377:0:35406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608863.728380:0:35406:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608863.728383:0:35406:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608863.728385:0:35406:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789608863.728388:0:35406:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d909222c00 going to sleep for 11 seconds 00000100:00000001:3.0:1789608863.728391:0:35406:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608863.728393:0:35406:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608863.728731:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608863.728736:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bdd00. 00000400:00000200:0.0:1789608863.728742:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608863.728749:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608863.728755:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9aa0 00000400:00000010:0.0:1789608863.728759:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9aa0. 00000100:00000001:0.0:1789608863.728774:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608863.728779:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908492a00 x1876538934308096/t0(0) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/66320 e 0 to 0 dl 1789608879 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608863.728788:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608863.728791:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908492a00 x1876538934308096/t0(0) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/66320 e 0 to 0 dl 1789608879 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608863.728798:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608863.728800:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608863.740726:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608863.740743:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608863.740747:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608863.740750:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608863.740757:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.740765:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608863.740773:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.740778:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.740783:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.740788:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 608 into portal 10 MB=0x6aab3c4962d00 00000400:00000200:1.0:1789608863.740792:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.740798:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 608/608 into md 0x85c1 [32] + 224 00000800:00000001:1.0:1789608863.740805:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608863.740814:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608863.740817:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608863.740821:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608863.740829:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608863.740839:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908492a00 x1876538934308096/t0(0) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/66320 e 0 to 0 dl 1789608879 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608863.740850:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff94d908492a00 x1876538934308096/t0(0) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/66320 e 0 to 0 dl 1789608879 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608863.740864:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608863.740871:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608863.740875:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1789608863.740947:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904e29d00. 00000100:00000001:3.0:1789608863.740966:0:35406:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608863.740974:0:35406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608863.740976:0:35406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608863.740979:0:35406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a898. 00000400:00000200:3.0:1789608863.740984:0:35406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d90839b800 00000400:00000010:3.0:1789608863.740986:0:35406:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff94d90839b800. 00000100:00000001:3.0:1789608863.740990:0:35406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608863.740995:0:35406:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908492a00 x1876538934308096/t0(0) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/66320 e 0 to 0 dl 1789608879 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789608863.741003:0:35406:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908492a00 x1876538934308096/t0(0) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/66320 e 0 to 0 dl 1789608879 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608863.741009:0:35406:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608863.741012:0:35406:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608863.741014:0:35406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608863.741018:0:35406:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608863.741021:0:35406:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608863.741023:0:35406:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608863.741026:0:35406:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608863.741035:0:35406:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b17c60 time=71 v=5 (5 104 104 104) 00000100:00001000:3.0:1789608863.741040:0:35406:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b17c18 time=71 v=5 (1 1 1 1) 00000100:00000001:3.0:1789608863.741043:0:35406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1789608863.741047:0:35406:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94d908492a00 x1876538934308096/t0(0) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/608 e 0 to 0 dl 1789608879 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608863.741054:0:35406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1789608863.741057:0:35406:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608863.741059:0:35406:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1789608863.741061:0:35406:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608863.741063:0:35406:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1789608863.741068:0:35406:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908492a00 x1876538934308096/t0(0) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/608 e 0 to 0 dl 1789608879 ref 2 fl Rpc:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608863.741075:0:35406:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1789608863.741078:0:35406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608863.741080:0:35406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608863.741084:0:35406:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908492a00 x1876538934308096/t0(0) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/608 e 0 to 0 dl 1789608879 ref 2 fl Interpret:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789608863.741092:0:35406:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908492a00 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:35406:1876538934308096:192.168.203.121@tcp:101:lfs.0 00000100:00000001:3.0:1789608863.741097:0:35406:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608863.741099:0:35406:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1789608863.741102:0:35406:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789608863.741104:0:35406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608863.741107:0:35406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908492a00 x1876538934308096/t0(0) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/608 e 0 to 0 dl 1789608879 ref 2 fl Complete:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608863.741113:0:35406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608863.741116:0:35406:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d909222c00. 00000100:00000001:3.0:1789608863.741118:0:35406:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789608863.741120:0:35406:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1789608863.741123:0:35406:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789608863.741127:0:35406:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608863.741130:0:35406:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608863.741134:0:35406:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1800 refcount=4 00000020:00000001:3.0:1789608863.741137:0:35406:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608863.741140:0:35406:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00010000:3.0:1789608863.741144:0:35406:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176ff67 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35406 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608863.741154:0:35406:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1789608863.741158:0:35406:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176ff67 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 35406 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608863.741164:0:35406:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608863.741167:0:35406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176ff67 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 35406 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608863.741172:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608863.741173:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789608863.741176:0:35406:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176ff67 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 35406 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608863.741181:0:35406:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608863.741183:0:35406:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608863.741186:0:35406:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1789608863.741188:0:35406:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176ff67 lrc: 4/0,0 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 35406 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608863.741193:0:35406:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d9421c1800 already unused, calling callback (ffffffffc193f740) 00000080:00000001:3.0:1789608863.741196:0:35406:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1789608863.741199:0:35406:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176ff67 lrc: 4/0,0 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 35406 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608863.741205:0:35406:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1789608863.741207:0:35406:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1789608863.741210:0:35406:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176ff67 lrc: 4/0,0 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 35406 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608863.741218:0:35406:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1789608863.741221:0:35406:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1789608863.741222:0:35406:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608863.741223:0:35406:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608863.741225:0:35406:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1800 refcount=5 00000020:00000001:3.0:1789608863.741226:0:35406:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608863.741228:0:35406:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608863.741231:0:35406:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789608863.741233:0:35406:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176ff67 lrc: 5/0,0 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 35406 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1789608863.741238:0:35406:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789608863.741240:0:35406:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608863.741243:0:35406:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1789608863.741245:0:35406:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789608863.741247:0:35406:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789608863.741249:0:35406:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789608863.741250:0:35406:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608863.741251:0:35406:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789608863.741254:0:35406:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d9421c1800 with handle 0xc54db3288176ff67 from hash 00010000:00000001:3.0:1789608863.741256:0:35406:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789608863.741258:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608863.741259:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608863.741260:0:35406:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789608863.741261:0:35406:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789608863.741263:0:35406:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1789608863.741265:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608863.741266:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608863.741268:0:35406:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608863.741270:0:35406:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608863.741272:0:35406:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176ff67 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 35406 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608863.741282:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608863.741285:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608863.741287:0:35406:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1789608863.741288:0:35406:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608863.741290:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608863.741291:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608863.741292:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789608863.741295:0:35406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176ff67 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 35406 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1789608863.741301:0:35406:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d904e29000 count: 0 00010000:00000010:3.0:1789608863.741308:0:35406:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d903cc7000. 00010000:00000001:3.0:1789608863.741317:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608863.741318:0:35406:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1789608863.741323:0:35406:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1789608863.741328:0:35406:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0xb, status=-21 req@ffff94d908492a00 x1876538934308096/t0(0) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/608 e 0 to 0 dl 1789608879 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1789608863.741335:0:35406:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1789608863.741337:0:35406:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608863.741339:0:35406:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608863.741341:0:35406:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608863.741345:0:35406:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000002:00000001:3.0:1789608863.741347:0:35406:0:(mdc_locks.c:1316:mdc_finish_intent_lock()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00000020:00000001:3.0:1789608863.741352:0:35406:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e014ff6b8 00000002:00002000:3.0:1789608863.741354:0:35406:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open|creat status=-21 disp=0xb: rc = -21 00000002:00000001:3.0:1789608863.741357:0:35406:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:3.0:1789608863.741360:0:35406:0:(lmv_intent.c:115:lmv_intent_remote()) Process leaving via out_free_op_data (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00800000:00000010:3.0:1789608863.741363:0:35406:0:(lmv_intent.c:135:lmv_intent_remote()) kfreed 'op_data': 392 at ffff94d904ae7600. 00010000:00000001:3.0:1789608863.741366:0:35406:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608863.741368:0:35406:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608863.741370:0:35406:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0a00 refcount=3 00000020:00000001:3.0:1789608863.741371:0:35406:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:3.0:1789608863.741373:0:35406:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:3.0:1789608863.741375:0:35406:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608863.741379:0:35406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0a00/0xc54db3288176ff60 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9ac6 expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608863.741389:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608863.741391:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608863.741392:0:35406:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608863.741396:0:35406:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608863.741398:0:35406:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0a00/0xc54db3288176ff60 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9ac6 expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789608863.741407:0:35406:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608863.741409:0:35406:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608863.741411:0:35406:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608863.741415:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608863.741416:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608863.741417:0:35406:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608863.741419:0:35406:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608863.741423:0:35406:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608863.741425:0:35406:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608863.741427:0:35406:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608863.741429:0:35406:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608863.741430:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608863.741431:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789608863.741433:0:35406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608863.741438:0:35406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908493100 x1876538934307840/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/608 e 0 to 0 dl 1789608879 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608863.741443:0:35406:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608863.741446:0:35406:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608863.741449:0:35406:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff94d9086a0000. 02000000:00000001:3.0:1789608863.741480:0:35406:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608863.741591:0:35406:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608863.741594:0:35406:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=3 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608863.741597:0:35406:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608863.741600:0:35406:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d90839a800. 02000000:00000001:3.0:1789608863.741603:0:35406:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608863.741605:0:35406:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608863.741608:0:35406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908493100. 00000100:00000001:3.0:1789608863.741610:0:35406:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608863.741611:0:35406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608863.741614:0:35406:0:(lmv_intent.c:422:lmv_intent_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:3.0:1789608863.741617:0:35406:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00200000:3.0:1789608863.741620:0:35406:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc -21 00000080:00000001:3.0:1789608863.741623:0:35406:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:3.0:1789608863.741626:0:35406:0:(namei.c:1264:ll_lookup_it()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00800000:00000002:3.0:1789608863.741629:0:35406:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:3.0:1789608863.741633:0:35406:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d904ae6200. 00000100:00000001:3.0:1789608863.741635:0:35406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608863.741639:0:35406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908492a00 x1876538934308096/t0(0) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/608 e 0 to 0 dl 1789608879 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608863.741644:0:35406:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608863.741646:0:35406:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608863.741647:0:35406:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff94d9086c0000. 02000000:00000001:3.0:1789608863.741662:0:35406:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608863.741663:0:35406:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608863.741664:0:35406:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=4 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608863.741666:0:35406:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608863.741667:0:35406:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d908399000. 02000000:00000001:3.0:1789608863.741669:0:35406:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608863.741670:0:35406:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608863.741672:0:35406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908492a00. 00000100:00000001:3.0:1789608863.741674:0:35406:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608863.741759:0:35406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789608863.741765:0:35406:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1789608863.741766:0:35406:0:(dcache.c:176:ll_intent_release()) intent ffff94d9092652a0 released 00000080:00000001:3.0:1789608863.741768:0:35406:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000010:3.0:1789608863.741770:0:35406:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff94d9092652a0. 00000080:00000001:3.0:1789608863.741773:0:35406:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:3.0:1789608863.741779:0:35406:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1789608863.741782:0:35406:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1789608863.741836:0:35406:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789608863.741839:0:35406:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789608863.741842:0:35406:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789608863.741844:0:35406:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e014ffbc0 00000080:00200000:3.0:1789608863.741847:0:35406:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:3.0:1789608863.741853:0:35406:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d904ae6200. 00800000:00000002:3.0:1789608863.741859:0:35406:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:3.0:1789608863.741863:0:35406:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789608863.741866:0:35406:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789608863.741868:0:35406:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e014ffae0 00800000:00000002:3.0:1789608863.741870:0:35406:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608863.741877:0:35406:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789608863.741880:0:35406:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608863.741883:0:35406:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608863.741884:0:35406:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608863.741886:0:35406:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608863.741889:0:35406:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608863.741891:0:35406:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608863.741893:0:35406:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608863.741896:0:35406:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789608863.741900:0:35406:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789608863.741902:0:35406:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e014ff9b0 00000002:00010000:3.0:1789608863.741904:0:35406:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789608863.741907:0:35406:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789608863.741910:0:35406:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608863.741912:0:35406:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789608863.741916:0:35406:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608863.741918:0:35406:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608863.741920:0:35406:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608863.741922:0:35406:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789608863.741924:0:35406:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1789608863.741928:0:35406:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908492a00. 00000020:00000040:3.0:1789608863.741931:0:35406:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00010000:00000001:3.0:1789608863.741936:0:35406:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789608863.741940:0:35406:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608863.741942:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608863.741944:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608863.741945:0:35406:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608863.741947:0:35406:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608863.741950:0:35406:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608863.741953:0:35406:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608863.741959:0:35406:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d908399000. 00000100:00000001:3.0:1789608863.741966:0:35406:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608863.741969:0:35406:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608863.741971:0:35406:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608863.741972:0:35406:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608863.741973:0:35406:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608863.741975:0:35406:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608863.741980:0:35406:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626258600667648 : -117815108883968 : ffff94d908492a00) 00010000:00000001:3.0:1789608863.741983:0:35406:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789608863.741986:0:35406:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789608863.741989:0:35406:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d904e29d00. 00010000:00000010:3.0:1789608863.741993:0:35406:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d903cc7000. 00010000:00000001:3.0:1789608863.741997:0:35406:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789608863.742000:0:35406:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d9421c1400. 00000020:00000001:3.0:1789608863.742004:0:35406:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789608863.742006:0:35406:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d9421c1400 with handle 0xc54db3288176ff6e to hash 00000020:00000001:3.0:1789608863.742008:0:35406:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789608863.742009:0:35406:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626259570791424 : -117814138760192 : ffff94d9421c1400) 00010000:00000001:3.0:1789608863.742012:0:35406:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626259570791424 : -117814138760192 : ffff94d9421c1400) 00010000:00000001:3.0:1789608863.742016:0:35406:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608863.742017:0:35406:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608863.742020:0:35406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1400/0xc54db3288176ff6e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35406 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608863.742027:0:35406:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1400/0xc54db3288176ff6e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35406 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608863.742036:0:35406:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1400/0xc54db3288176ff6e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35406 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789608863.742042:0:35406:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789608863.742043:0:35406:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789608863.742049:0:35406:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d909222c00. 00000100:00000001:3.0:1789608863.742051:0:35406:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258614889472 : -117815094662144 : ffff94d909222c00) 00000100:00000001:3.0:1789608863.742053:0:35406:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608863.742055:0:35406:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600667648 : -117815108883968 : ffff94d908492a00) 00000100:00000001:3.0:1789608863.742059:0:35406:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608863.742062:0:35406:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608863.742064:0:35406:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789608863.742066:0:35406:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608863.742070:0:35406:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908492a00 x1876538934308224/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608863.742077:0:35406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608863.742079:0:35406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608863.742083:0:35406:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608863.742086:0:35406:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608863.742088:0:35406:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608863.742091:0:35406:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908492a00 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:35406:1876538934308224:192.168.203.121@tcp:101:lfs.0 00000100:00000001:3.0:1789608863.742094:0:35406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608863.742099:0:35406:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608863.742101:0:35406:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608863.742103:0:35406:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608863.742107:0:35406:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d90406b800. 02000000:00000001:3.0:1789608863.742109:0:35406:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608863.742115:0:35406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608863.742118:0:35406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a898. 00000400:00000010:3.0:1789608863.742123:0:35406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a95d8. 00000100:00000200:3.0:1789608863.742129:0:35406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876538934308224, portal 10 00000100:00000001:3.0:1789608863.742131:0:35406:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608863.742132:0:35406:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600667648 : -117815108883968 : ffff94d908492a00) 00000100:00000040:3.0:1789608863.742137:0:35406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d908492a00 x1876538934308224/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608879 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608863.742143:0:35406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608863.742146:0:35406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608863.742149:0:35406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9e58. 00000100:00000200:3.0:1789608863.742152:0:35406:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876538934308224, offset 0 00000400:00000200:3.0:1789608863.742157:0:35406:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608863.742164:0:35406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608863.742171:0:35406:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608863.742176:0:35406:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608863.742181:0:35406:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608863.742184:0:35406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608863.742186:0:35406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608863.742190:0:35406:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2930:2930:256:4294967295] 192.168.203.121@tcp LPNI seq info [2930:2930:8:4294967295] 00000400:00000200:3.0:1789608863.742194:0:35406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608863.742203:0:35406:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608863.742209:0:35406:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608863.742214:0:35406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d9104bde00. 00000800:00000200:3.0:1789608863.742221:0:35406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608863.742229:0:35406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608863.742233:0:35406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d9104bde00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1789608863.742254:0:35406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608863.742259:0:35406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 875190 usecs (876 jiffies) 00000400:00000200:3.0:1789608863.742263:0:35406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608863.742266:0:35406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296591708 00000100:00000001:3.0:1789608863.742269:0:35406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296593758 00000100:00000001:3.0:1789608863.742271:0:35406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296591708 00000100:00000001:3.0:1789608863.742274:0:35406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296593758 00000100:00000001:3.0:1789608863.742276:0:35406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608863.742278:0:35406:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608863.742280:0:35406:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608863.742282:0:35406:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789608863.742284:0:35406:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d909222c00 going to sleep for 11 seconds 00000100:00000001:3.0:1789608863.742287:0:35406:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608863.742288:0:35406:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608863.743208:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608863.743214:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bde00. 00000400:00000200:0.0:1789608863.743219:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608863.743225:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608863.743231:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9e58 00000400:00000010:0.0:1789608863.743233:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9e58. 00000100:00000001:0.0:1789608863.743238:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608863.743242:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908492a00 x1876538934308224/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608879 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608863.743252:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608863.743255:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908492a00 x1876538934308224/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608879 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608863.743262:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608863.743264:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:3.1:1789608863.746871:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904e29000. 00010000:00000010:3.1:1789608863.746887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1800. 00000080:00000010:3.1:1789608863.751767:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d9060782e0. 00000800:00000001:1.0:1789608863.751849:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608863.751863:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608863.751866:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608863.751868:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608863.751875:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.751883:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608863.751890:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.751895:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.751900:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.751904:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 688 into portal 10 MB=0x6aab3c4962d80 00000400:00000200:1.0:1789608863.751909:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.751914:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 688/688 into md 0x85c9 [1] + 224 00000800:00000001:1.0:1789608863.751920:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608863.751937:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608863.751941:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608863.751945:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608863.751952:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608863.751960:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908492a00 x1876538934308224/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608879 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608863.751971:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d908492a00 x1876538934308224/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608879 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608863.751989:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608863.751996:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608863.751999:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608863.752104:0:35406:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608863.752112:0:35406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608863.752114:0:35406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608863.752117:0:35406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a898. 00000400:00000200:3.0:1789608863.752122:0:35406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a95d8 00000400:00000010:3.0:1789608863.752124:0:35406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a95d8. 00000100:00000001:3.0:1789608863.752127:0:35406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608863.752133:0:35406:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908492a00 x1876538934308224/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608879 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789608863.752142:0:35406:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908492a00 x1876538934308224/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608879 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608863.752148:0:35406:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608863.752150:0:35406:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608863.752152:0:35406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608863.752155:0:35406:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608863.752157:0:35406:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608863.752160:0:35406:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608863.752163:0:35406:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608863.752170:0:35406:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=71 v=5 (5 104 104 104) 00000100:00001000:3.0:1789608863.752174:0:35406:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608863.752177:0:35406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608863.752179:0:35406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608863.752181:0:35406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608863.752185:0:35406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608863.752188:0:35406:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608863.752190:0:35406:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967640 00000100:00000001:3.0:1789608863.752192:0:35406:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608863.752193:0:35406:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608863.752198:0:35406:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908492a00 x1876538934308224/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608879 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608863.752204:0:35406:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608863.752207:0:35406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608863.752209:0:35406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608863.752212:0:35406:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908492a00 x1876538934308224/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608879 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789608863.752225:0:35406:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908492a00 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:35406:1876538934308224:192.168.203.121@tcp:101:lfs.0 00000100:00000001:3.0:1789608863.752240:0:35406:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608863.752242:0:35406:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608863.752245:0:35406:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789608863.752247:0:35406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608863.752250:0:35406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908492a00 x1876538934308224/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608879 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608863.752257:0:35406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608863.752260:0:35406:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d909222c00. 00000100:00000001:3.0:1789608863.752262:0:35406:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789608863.752264:0:35406:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608863.752266:0:35406:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789608863.752269:0:35406:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608863.752272:0:35406:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608863.752275:0:35406:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1400 refcount=4 00000020:00000001:3.0:1789608863.752278:0:35406:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570791424 : -117814138760192 : ffff94d9421c1400) 00010000:00000001:3.0:1789608863.752281:0:35406:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570791424 : -117814138760192 : ffff94d9421c1400) 00010000:00000040:3.0:1789608863.752287:0:35406:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d9421c1400, remote cookie: 0x91bddff8e8ed9adb, flags: 0x1001 00010000:00010000:3.0:1789608863.752292:0:35406:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1400/0xc54db3288176ff6e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9adb expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608863.752303:0:35406:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1400/0xc54db3288176ff6e lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9adb expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608863.752310:0:35406:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789608863.752313:0:35406:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789608863.752315:0:35406:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789608863.752317:0:35406:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789608863.752318:0:35406:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789608863.752320:0:35406:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff94d904e29d00) refcount = 1 00010000:00010000:3.0:1789608863.752324:0:35406:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1400/0xc54db3288176ff6e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9adb expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608863.752331:0:35406:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789608863.752334:0:35406:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789608863.752336:0:35406:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608863.752338:0:35406:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789608863.752340:0:35406:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608863.752343:0:35406:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1400/0xc54db3288176ff6e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9adb expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608863.752349:0:35406:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789608863.752351:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608863.752352:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608863.752353:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608863.752354:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608863.752356:0:35406:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608863.752359:0:35406:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789608863.752361:0:35406:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608863.752362:0:35406:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608863.752363:0:35406:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1400 refcount=3 00000020:00000001:3.0:1789608863.752365:0:35406:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570791424 : -117814138760192 : ffff94d9421c1400) 00010000:00000001:3.0:1789608863.752367:0:35406:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570791424 : -117814138760192 : ffff94d9421c1400) 00010000:00000001:3.0:1789608863.752433:0:35406:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608863.752435:0:35406:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608863.752436:0:35406:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1400 refcount=4 00000020:00000001:3.0:1789608863.752438:0:35406:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570791424 : -117814138760192 : ffff94d9421c1400) 00010000:00000001:3.0:1789608863.752440:0:35406:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570791424 : -117814138760192 : ffff94d9421c1400) 00010000:00000001:3.0:1789608863.752443:0:35406:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608863.752446:0:35406:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608863.752449:0:35406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1400/0xc54db3288176ff6e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9adb expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608863.752556:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608863.752558:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608863.752560:0:35406:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608863.752561:0:35406:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608863.752562:0:35406:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1400 refcount=5 00000020:00000001:3.0:1789608863.752564:0:35406:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570791424 : -117814138760192 : ffff94d9421c1400) 00010000:00000001:3.0:1789608863.752566:0:35406:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570791424 : -117814138760192 : ffff94d9421c1400) 00010000:00000001:3.0:1789608863.752568:0:35406:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608863.752571:0:35406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1400/0xc54db3288176ff6e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9adb expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608863.752577:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608863.752578:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789608863.752581:0:35406:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1400/0xc54db3288176ff6e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9adb expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608863.752597:0:35406:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608863.752598:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608863.752599:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608863.752600:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608863.752601:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789608863.752607:0:35406:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d908492a00 x1876538934308224/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608879 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1789608863.752615:0:35406:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608863.752617:0:35406:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608863.752618:0:35406:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1400 refcount=3 00000020:00000001:3.0:1789608863.752619:0:35406:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570791424 : -117814138760192 : ffff94d9421c1400) 00010000:00000001:3.0:1789608863.752621:0:35406:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570791424 : -117814138760192 : ffff94d9421c1400) 00010000:00000001:3.0:1789608863.752623:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608863.752624:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608863.752626:0:35406:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608863.752628:0:35406:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608863.752631:0:35406:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1789608863.752633:0:35406:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608863.752634:0:35406:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608863.752635:0:35406:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1400 refcount=3 00000020:00000001:3.0:1789608863.752637:0:35406:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570791424 : -117814138760192 : ffff94d9421c1400) 00010000:00000001:3.0:1789608863.752639:0:35406:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570791424 : -117814138760192 : ffff94d9421c1400) 00000002:00010000:3.0:1789608863.752642:0:35406:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1400/0xc54db3288176ff6e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9adb expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608863.752648:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608863.752649:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608863.752650:0:35406:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789608863.752651:0:35406:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608863.752652:0:35406:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608863.752653:0:35406:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1400 refcount=3 00000020:00000001:3.0:1789608863.752655:0:35406:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570791424 : -117814138760192 : ffff94d9421c1400) 00010000:00000001:3.0:1789608863.752657:0:35406:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570791424 : -117814138760192 : ffff94d9421c1400) 00010000:00000040:3.0:1789608863.752662:0:35406:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29d00 count: 2 00010000:00000001:3.0:1789608863.752664:0:35406:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789608863.752668:0:35406:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d91081f000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1789608863.752670:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608863.752671:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608863.752673:0:35406:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789608863.752707:0:35406:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e014ff938 00000002:00002000:3.0:1789608863.752709:0:35406:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1789608863.752712:0:35406:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608863.752715:0:35406:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608863.752717:0:35406:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789608863.752720:0:35406:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1789608863.752723:0:35406:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608863.752726:0:35406:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:3.0:1789608863.752729:0:35406:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d904ae6200. 00000080:00000001:3.0:1789608863.752733:0:35406:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789608863.752735:0:35406:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1789608863.752741:0:35406:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1789608863.752745:0:35406:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1789608863.752750:0:35406:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d904af6980. 00800000:00000001:3.0:1789608863.752753:0:35406:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626258540259712 : -117815169291904 : ffff94d904af6980) 00800000:00000001:3.0:1789608863.752755:0:35406:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608863.752757:0:35406:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1789608863.752759:0:35406:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1789608863.752761:0:35406:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1789608863.752764:0:35406:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1789608863.752766:0:35406:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1789608863.752768:0:35406:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608863.752772:0:35406:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1789608863.752775:0:35406:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1789608863.752780:0:35406:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:3.0:1789608863.752781:0:35406:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608863.752783:0:35406:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608863.752784:0:35406:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1400 refcount=3 00000020:00000001:3.0:1789608863.752786:0:35406:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570791424 : -117814138760192 : ffff94d9421c1400) 00010000:00000001:3.0:1789608863.752788:0:35406:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570791424 : -117814138760192 : ffff94d9421c1400) 00010000:00000001:3.0:1789608863.752790:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608863.752791:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789608863.752792:0:35406:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1789608863.752794:0:35406:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1789608863.752796:0:35406:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6980 1 00800000:00000010:3.0:1789608863.752798:0:35406:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d904af6980. 00800000:00000001:3.0:1789608863.752801:0:35406:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608863.752804:0:35406:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176ff6e 00800000:00000001:3.0:1789608863.752807:0:35406:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789608863.752809:0:35406:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789608863.752810:0:35406:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608863.752811:0:35406:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608863.752812:0:35406:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1400 refcount=3 00000020:00000001:3.0:1789608863.752814:0:35406:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570791424 : -117814138760192 : ffff94d9421c1400) 00010000:00000001:3.0:1789608863.752816:0:35406:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570791424 : -117814138760192 : ffff94d9421c1400) 00010000:00000001:3.0:1789608863.752818:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608863.752819:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608863.752820:0:35406:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608863.752823:0:35406:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608863.752825:0:35406:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608863.752827:0:35406:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:3.0:1789608863.752830:0:35406:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ff6e from it ffffae3e014ffbf8 00010000:00000001:3.0:1789608863.752833:0:35406:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608863.752833:0:35406:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608863.752834:0:35406:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1400 refcount=3 00000020:00000001:3.0:1789608863.752836:0:35406:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570791424 : -117814138760192 : ffff94d9421c1400) 00010000:00000001:3.0:1789608863.752838:0:35406:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570791424 : -117814138760192 : ffff94d9421c1400) 00010000:00000001:3.0:1789608863.752840:0:35406:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608863.752842:0:35406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1400/0xc54db3288176ff6e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9adb expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608863.752847:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608863.752848:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608863.752850:0:35406:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608863.752852:0:35406:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608863.752854:0:35406:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1400/0xc54db3288176ff6e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9adb expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789608863.752861:0:35406:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608863.752863:0:35406:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608863.752865:0:35406:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608863.752869:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608863.752870:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608863.752872:0:35406:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608863.752874:0:35406:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608863.752876:0:35406:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608863.752878:0:35406:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608863.752881:0:35406:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608863.752882:0:35406:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608863.752883:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608863.752884:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789608863.752886:0:35406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608863.752890:0:35406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908492a00 x1876538934308224/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608879 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608863.752897:0:35406:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608863.752900:0:35406:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608863.752903:0:35406:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d90406b800. 02000000:00000001:3.0:1789608863.752906:0:35406:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608863.752908:0:35406:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608863.752910:0:35406:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=3 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608863.752912:0:35406:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608863.752914:0:35406:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d908399000. 02000000:00000001:3.0:1789608863.752918:0:35406:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608863.752919:0:35406:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608863.752921:0:35406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908492a00. 00000100:00000001:3.0:1789608863.753582:0:35406:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608863.753595:0:35406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608863.753599:0:35406:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 1 00000080:00000001:3.0:1789608863.753605:0:35406:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789608863.758313:0:35406:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d90704eb80. 00000080:00000001:0.0:1789608863.758323:0:35406:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1789608863.758326:0:35406:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e014ffb58 00000080:00200000:0.0:1789608863.758329:0:35406:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff94d918926c08), file ffff94d9050dd380, open_flags 1a100, mode 0 opened 0 00000080:00000010:0.0:1789608863.758335:0:35406:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff94d9082d7ae0. 00000080:00000001:0.0:1789608863.758348:0:35406:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1789608863.758350:0:35406:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e014ffa08 00000080:00200000:0.0:1789608863.758352:0:35406:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff94d918926c08), intent=open 00000080:00000010:0.0:1789608863.758361:0:35406:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d9109ba600. 00800000:00000002:0.0:1789608863.758376:0:35406:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:0.0:1789608863.758382:0:35406:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789608863.758386:0:35406:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789608863.758388:0:35406:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e014ff928 00800000:00000002:0.0:1789608863.758390:0:35406:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'd24a.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789608863.758394:0:35406:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1789608863.758396:0:35406:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1789608863.758399:0:35406:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789608863.758402:0:35406:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789608863.758404:0:35406:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789608863.758407:0:35406:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789608863.758409:0:35406:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608863.758411:0:35406:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789608863.758414:0:35406:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608863.758417:0:35406:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446626258787724288 : -117814921827328 : ffff94d9136f6c00) 00000020:00000001:0.0:1789608863.758421:0:35406:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e014ff8a8 00800000:00000002:0.0:1789608863.758423:0:35406:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d24a.recovery-small' -> mds #0 layout version 1 00000002:00000001:0.0:1789608863.758429:0:35406:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789608863.758430:0:35406:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e014ff7e0 00000002:00010000:0.0:1789608863.758432:0:35406:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24a.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0320401 00000002:00000001:0.0:1789608863.758437:0:35406:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789608863.758440:0:35406:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1789608863.758444:0:35406:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789608863.758455:0:35406:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29d00 count: 2 00010000:00000001:0.0:1789608863.758459:0:35406:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789608863.758462:0:35406:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789608863.758465:0:35406:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608863.758467:0:35406:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608863.758470:0:35406:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789608863.758475:0:35406:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5ed80. 00000020:00000040:0.0:1789608863.758479:0:35406:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d904ceb000 02000000:00000001:0.0:1789608863.760065:0:35406:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789608863.760071:0:35406:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608863.760075:0:35406:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789608863.760080:0:35406:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789608863.760086:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608863.760089:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608863.760091:0:35406:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608863.760094:0:35406:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608863.760097:0:35406:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608863.760101:0:35406:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608863.760111:0:35406:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d903116800. 00000100:00000001:0.0:1789608863.760119:0:35406:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608863.760124:0:35406:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789608863.760126:0:35406:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608863.760128:0:35406:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789608863.760129:0:35406:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608863.760131:0:35406:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608863.760140:0:35406:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446626258594164096 : -117815115387520 : ffff94d907e5ed80) 00010000:00000001:0.0:1789608863.760145:0:35406:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789608863.760148:0:35406:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1789608863.760153:0:35406:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29d00 count: 2 00010000:00000001:0.0:1789608863.760156:0:35406:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789608863.760159:0:35406:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789608863.760163:0:35406:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d905f54600. 00000020:00000001:0.0:1789608863.760168:0:35406:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789608863.760172:0:35406:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d905f54600 with handle 0xc54db3288176ff75 to hash 00000020:00000001:0.0:1789608863.760175:0:35406:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789608863.760177:0:35406:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626258561615360 : -117815147936256 : ffff94d905f54600) 00010000:00000001:0.0:1789608863.760180:0:35406:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626258561615360 : -117815147936256 : ffff94d905f54600) 00010000:00000001:0.0:1789608863.760184:0:35406:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608863.760187:0:35406:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608863.760191:0:35406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54600/0xc54db3288176ff75 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35406 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789608863.760200:0:35406:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54600/0xc54db3288176ff75 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35406 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1789608863.760213:0:35406:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d904ceb000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1789608863.760224:0:35406:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d907e5ed80 x1876538934308480/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1789608863.760246:0:35406:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54600/0xc54db3288176ff75 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35406 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789608863.760251:0:35406:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789608863.760253:0:35406:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789608863.760259:0:35406:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d911db60c0. 00000100:00000001:0.0:1789608863.760262:0:35406:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258761244864 : -117814948306752 : ffff94d911db60c0) 00000100:00000001:0.0:1789608863.760264:0:35406:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608863.760265:0:35406:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594164096 : -117815115387520 : ffff94d907e5ed80) 00000100:00000001:0.0:1789608863.760270:0:35406:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608863.760273:0:35406:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608863.760275:0:35406:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789608863.760277:0:35406:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608863.760281:0:35406:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5ed80 x1876538934308480/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608863.760289:0:35406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608863.760291:0:35406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608863.760294:0:35406:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608863.760297:0:35406:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608863.760726:0:35406:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608863.760733:0:35406:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5ed80 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:35406:1876538934308480:192.168.203.121@tcp:101:lfs.0 00000100:00000001:0.0:1789608863.760738:0:35406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608863.760743:0:35406:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608863.760745:0:35406:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608863.760747:0:35406:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608863.760840:0:35406:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff94d908700000. 02000000:00000001:0.0:1789608863.760843:0:35406:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608863.760851:0:35406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608863.760856:0:35406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8bb0. 00000400:00000010:0.0:1789608863.760863:0:35406:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff94d9070fd800. 00000100:00000200:0.0:1789608863.760870:0:35406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1876538934308480, portal 10 00000100:00000001:0.0:1789608863.760873:0:35406:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608863.760874:0:35406:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594164096 : -117815115387520 : ffff94d907e5ed80) 00000100:00000040:0.0:1789608863.760882:0:35406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d907e5ed80 x1876538934308480/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/131856 e 0 to 0 dl 1789608879 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608863.760889:0:35406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608863.760892:0:35406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608863.760895:0:35406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed770. 00000100:00000200:0.0:1789608863.760897:0:35406:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1876538934308480, offset 0 00000400:00000200:0.0:1789608863.760903:0:35406:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608863.760911:0:35406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608863.760919:0:35406:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608863.760933:0:35406:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608863.760937:0:35406:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608863.760940:0:35406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608863.760943:0:35406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608863.760946:0:35406:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2931:2931:256:4294967295] 192.168.203.121@tcp LPNI seq info [2931:2931:8:4294967295] 00000400:00000200:0.0:1789608863.760950:0:35406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608863.760958:0:35406:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608863.760963:0:35406:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608863.760968:0:35406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa300. 00000800:00000200:0.0:1789608863.760975:0:35406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608863.760982:0:35406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608863.760985:0:35406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa300 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:0.0:1789608863.761066:0:35406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608863.761072:0:35406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 874073 usecs (875 jiffies) 00000400:00000200:0.0:1789608863.761076:0:35406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608863.761079:0:35406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296591726 00000100:00000001:0.0:1789608863.761082:0:35406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296593758 00000100:00000001:0.0:1789608863.761083:0:35406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296591726 00000100:00000001:0.0:1789608863.761085:0:35406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296593758 00000100:00000001:0.0:1789608863.761088:0:35406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608863.761090:0:35406:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608863.761093:0:35406:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608863.761095:0:35406:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789608863.761097:0:35406:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d911db60c0 going to sleep for 11 seconds 00000100:00000001:0.0:1789608863.761100:0:35406:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608863.761102:0:35406:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608863.767160:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608863.767170:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa300. 00000400:00000200:1.0:1789608863.767177:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608863.767185:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608863.767192:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed770 00000400:00000010:1.0:1789608863.767196:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed770. 00000100:00000001:1.0:1789608863.767201:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608863.767209:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5ed80 x1876538934308480/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/131856 e 0 to 0 dl 1789608879 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608863.767221:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608863.767224:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907e5ed80 x1876538934308480/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/131856 e 0 to 0 dl 1789608879 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608863.768010:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608863.768013:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608863.771213:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608863.771240:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608863.771245:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608863.771248:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608863.771256:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.771263:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608863.771272:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.771276:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.771282:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.771286:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 608 into portal 10 MB=0x6aab3c4962e80 00000400:00000200:1.0:1789608863.771291:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.771298:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 608/608 into md 0x85d1 [64] + 224 00000800:00000001:1.0:1789608863.771306:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608863.771315:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608863.771318:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608863.771323:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608863.771330:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608863.771339:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5ed80 x1876538934308480/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/131856 e 0 to 0 dl 1789608879 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608863.771350:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff94d907e5ed80 x1876538934308480/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/131856 e 0 to 0 dl 1789608879 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608863.771375:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608863.771383:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608863.771387:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608863.771613:0:35406:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789608863.771621:0:35406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608863.771623:0:35406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608863.771626:0:35406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8bb0. 00000400:00000200:0.0:1789608863.771631:0:35406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9070fd800 00000400:00000010:0.0:1789608863.771634:0:35406:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff94d9070fd800. 00000100:00000001:0.0:1789608863.771637:0:35406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608863.771641:0:35406:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5ed80 x1876538934308480/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/131856 e 0 to 0 dl 1789608879 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789608863.771649:0:35406:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5ed80 x1876538934308480/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/131856 e 0 to 0 dl 1789608879 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608863.771656:0:35406:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608863.771657:0:35406:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608863.771660:0:35406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608863.771663:0:35406:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608863.771665:0:35406:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608863.771667:0:35406:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608863.771670:0:35406:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608863.771713:0:35406:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=71 v=5 (5 104 104 104) 00000100:00001000:0.0:1789608863.771718:0:35406:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1789608863.771721:0:35406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608863.771723:0:35406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608863.771726:0:35406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608863.771728:0:35406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608863.771731:0:35406:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608863.771733:0:35406:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967640 00000100:00000001:0.0:1789608863.771735:0:35406:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608863.771737:0:35406:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608863.771742:0:35406:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5ed80 x1876538934308480/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/608 e 0 to 0 dl 1789608879 ref 2 fl Rpc:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608863.771750:0:35406:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608863.771754:0:35406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608863.771756:0:35406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608863.771760:0:35406:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5ed80 x1876538934308480/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/608 e 0 to 0 dl 1789608879 ref 2 fl Interpret:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789608863.771768:0:35406:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5ed80 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:35406:1876538934308480:192.168.203.121@tcp:101:lfs.0 00000100:00000001:0.0:1789608863.771774:0:35406:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608863.771777:0:35406:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608863.771779:0:35406:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789608863.771781:0:35406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608863.771784:0:35406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5ed80 x1876538934308480/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/608 e 0 to 0 dl 1789608879 ref 2 fl Complete:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608863.771791:0:35406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789608863.771794:0:35406:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d911db60c0. 00000100:00000001:0.0:1789608863.771797:0:35406:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789608863.771799:0:35406:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608863.771802:0:35406:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789608863.771807:0:35406:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608863.771810:0:35406:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608863.771813:0:35406:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54600 refcount=4 00000020:00000001:0.0:1789608863.771815:0:35406:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561615360 : -117815147936256 : ffff94d905f54600) 00010000:00000001:0.0:1789608863.771818:0:35406:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561615360 : -117815147936256 : ffff94d905f54600) 00010000:00000040:0.0:1789608863.771823:0:35406:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d905f54600, remote cookie: 0x91bddff8e8ed9af7, flags: 0x1001 00010000:00010000:0.0:1789608863.771829:0:35406:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54600/0xc54db3288176ff75 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9af7 expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789608863.771838:0:35406:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x240000402:0x7:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1789608863.771842:0:35406:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1789608863.771847:0:35406:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29100 count: 2 00010000:00000001:0.0:1789608863.771850:0:35406:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789608863.771853:0:35406:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608863.771857:0:35406:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54600/0xc54db3288176ff75 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9af7 expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789608863.771866:0:35406:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54600/0xc54db3288176ff75 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9af7 expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608863.771872:0:35406:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789608863.771875:0:35406:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789608863.771877:0:35406:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789608863.771879:0:35406:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789608863.771880:0:35406:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789608863.771882:0:35406:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000402:0x7:0x0].0x0 (ffff94d904e29100) refcount = 2 00010000:00000040:0.0:1789608863.771885:0:35406:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1789608863.771888:0:35406:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0a00/0xc54db3288176ff60 lrc: 1/0,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9ac6 expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1789608863.771895:0:35406:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54600/0xc54db3288176ff75 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9af7 expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608863.771902:0:35406:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789608863.771905:0:35406:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789608863.771906:0:35406:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789608863.771909:0:35406:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789608863.771912:0:35406:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608863.771915:0:35406:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54600/0xc54db3288176ff75 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9af7 expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608863.771921:0:35406:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789608863.771922:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608863.771924:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608863.771925:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608863.771926:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608863.771927:0:35406:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608863.771931:0:35406:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789608863.771934:0:35406:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608863.771935:0:35406:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608863.771936:0:35406:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54600 refcount=3 00000020:00000001:0.0:1789608863.771938:0:35406:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561615360 : -117815147936256 : ffff94d905f54600) 00010000:00000001:0.0:1789608863.771940:0:35406:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561615360 : -117815147936256 : ffff94d905f54600) 00010000:00000001:0.0:1789608863.771942:0:35406:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608863.771943:0:35406:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608863.771945:0:35406:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54600 refcount=4 00000020:00000001:0.0:1789608863.771947:0:35406:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561615360 : -117815147936256 : ffff94d905f54600) 00010000:00000001:0.0:1789608863.771949:0:35406:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561615360 : -117815147936256 : ffff94d905f54600) 00010000:00000001:0.0:1789608863.771951:0:35406:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608863.771954:0:35406:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608863.771957:0:35406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54600/0xc54db3288176ff75 lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9af7 expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608863.771963:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608863.771965:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608863.771966:0:35406:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608863.771967:0:35406:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608863.771969:0:35406:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54600 refcount=5 00000020:00000001:0.0:1789608863.771970:0:35406:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561615360 : -117815147936256 : ffff94d905f54600) 00010000:00000001:0.0:1789608863.771973:0:35406:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561615360 : -117815147936256 : ffff94d905f54600) 00010000:00000001:0.0:1789608863.771975:0:35406:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789608863.771977:0:35406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54600/0xc54db3288176ff75 lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9af7 expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608863.771983:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608863.771984:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789608863.771987:0:35406:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54600/0xc54db3288176ff75 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9af7 expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608863.771993:0:35406:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789608863.771994:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608863.771995:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608863.771996:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608863.771997:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789608863.772001:0:35406:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0xb, status=0 req@ffff94d907e5ed80 x1876538934308480/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/608 e 0 to 0 dl 1789608879 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789608863.772008:0:35406:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608863.772009:0:35406:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608863.772010:0:35406:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54600 refcount=3 00000020:00000001:0.0:1789608863.772012:0:35406:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561615360 : -117815147936256 : ffff94d905f54600) 00010000:00000001:0.0:1789608863.772014:0:35406:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561615360 : -117815147936256 : ffff94d905f54600) 00010000:00000001:0.0:1789608863.772016:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608863.772017:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789608863.772019:0:35406:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608863.772020:0:35406:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608863.772024:0:35406:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789608863.772027:0:35406:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608863.772028:0:35406:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608863.772029:0:35406:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54600 refcount=3 00000020:00000001:0.0:1789608863.772031:0:35406:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561615360 : -117815147936256 : ffff94d905f54600) 00010000:00000001:0.0:1789608863.772033:0:35406:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561615360 : -117815147936256 : ffff94d905f54600) 00000002:00010000:0.0:1789608863.772037:0:35406:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54600/0xc54db3288176ff75 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9af7 expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608863.772043:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608863.772044:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608863.772046:0:35406:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789608863.772047:0:35406:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608863.772048:0:35406:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608863.772049:0:35406:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54600 refcount=3 00000020:00000001:0.0:1789608863.772051:0:35406:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561615360 : -117815147936256 : ffff94d905f54600) 00010000:00000001:0.0:1789608863.772053:0:35406:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561615360 : -117815147936256 : ffff94d905f54600) 00010000:00000040:0.0:1789608863.772056:0:35406:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29100 count: 3 00010000:00000001:0.0:1789608863.772058:0:35406:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789608863.772061:0:35406:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608863.772063:0:35406:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789608863.772066:0:35406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0a00/0xc54db3288176ff60 lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9ac6 expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789608863.772074:0:35406:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789608863.772078:0:35406:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608863.772081:0:35406:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0a00/0xc54db3288176ff60 lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9ac6 expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789608863.772087:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608863.772088:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608863.772090:0:35406:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608863.772091:0:35406:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608863.772092:0:35406:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54600 refcount=3 00000020:00000001:0.0:1789608863.772094:0:35406:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561615360 : -117815147936256 : ffff94d905f54600) 00010000:00000001:0.0:1789608863.772097:0:35406:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561615360 : -117815147936256 : ffff94d905f54600) 00010000:00000001:0.0:1789608863.772099:0:35406:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1789608863.772102:0:35406:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54600/0xc54db3288176ff75 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9af7 expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608863.772108:0:35406:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789608863.772110:0:35406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54600/0xc54db3288176ff75 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x91bddff8e8ed9af7 expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608863.772115:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608863.772116:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789608863.772119:0:35406:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54600/0xc54db3288176ff75 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x91bddff8e8ed9af7 expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608863.772124:0:35406:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608863.772126:0:35406:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608863.772129:0:35406:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1789608863.772134:0:35406:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff94d911db60c0. 00010000:00000001:0.0:1789608863.772138:0:35406:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1789608863.772148:0:35406:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1789608863.772150:0:35406:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608863.772152:0:35406:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608863.772153:0:35406:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789608863.772155:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608863.772156:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789608863.772157:0:35406:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789608863.772160:0:35406:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e014ff768 00000002:00002000:0.0:1789608863.772162:0:35406:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24a.recovery-small intent=open status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789608863.772166:0:35406:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608863.772170:0:35406:0:(lmv_intent.c:51:lmv_intent_remote()) Process entered 00800000:00000001:0.0:1789608863.772174:0:35406:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789608863.772177:0:35406:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789608863.772179:0:35406:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789608863.772182:0:35406:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789608863.772184:0:35406:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608863.772186:0:35406:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x7:0x0] 00800000:00000001:0.0:1789608863.772189:0:35406:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000010:0.0:1789608863.772194:0:35406:0:(lmv_intent.c:75:lmv_intent_remote()) kmalloced '(op_data)': 392 at ffff94d9109bb800. 00800000:00000002:0.0:1789608863.772197:0:35406:0:(lmv_intent.c:92:lmv_intent_remote()) REMOTE_INTENT with fid=[0x240000402:0x7:0x0] -> mds #1 00000002:00000001:0.0:1789608863.772201:0:35406:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789608863.772202:0:35406:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e014ff730 00000002:00010000:0.0:1789608863.772204:0:35406:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x240000402:0x7:0x0], intent: open flags 0320401 00000002:00000001:0.0:1789608863.772208:0:35406:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789608863.772210:0:35406:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1789608863.772213:0:35406:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1789608863.772217:0:35406:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608863.772218:0:35406:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1789608863.772220:0:35406:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789608863.772225:0:35406:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5d500. 00000020:00000040:0.0:1789608863.772238:0:35406:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=5 obd=lustre-MDT0001-mdc-ffff94d904ceb000 02000000:00000001:0.0:1789608863.772243:0:35406:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789608863.772245:0:35406:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608863.772248:0:35406:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789608863.772251:0:35406:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789608863.772255:0:35406:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608863.772258:0:35406:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608863.772260:0:35406:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608863.772263:0:35406:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608863.772269:0:35406:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d903115400. 00000100:00000001:0.0:1789608863.772275:0:35406:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608863.772278:0:35406:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789608863.772280:0:35406:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608863.772282:0:35406:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789608863.772283:0:35406:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608863.772285:0:35406:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608863.772290:0:35406:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446626258594157824 : -117815115393792 : ffff94d907e5d500) 00010000:00000001:0.0:1789608863.772294:0:35406:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789608863.772296:0:35406:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789608863.772301:0:35406:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d909abac00. 00010000:00000010:0.0:1789608863.772304:0:35406:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d90330c500. 00010000:00000001:0.0:1789608863.772309:0:35406:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789608863.772312:0:35406:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d905f54000. 00000020:00000001:0.0:1789608863.772315:0:35406:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789608863.772317:0:35406:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d905f54000 with handle 0xc54db3288176ff7c to hash 00000020:00000001:0.0:1789608863.772319:0:35406:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789608863.772321:0:35406:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626258561613824 : -117815147937792 : ffff94d905f54000) 00010000:00000001:0.0:1789608863.772324:0:35406:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626258561613824 : -117815147937792 : ffff94d905f54000) 00010000:00000001:0.0:1789608863.772326:0:35406:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608863.772328:0:35406:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608863.772331:0:35406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff94d904ceb000 lock: ffff94d905f54000/0xc54db3288176ff7c lrc: 3/1,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35406 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789608863.772338:0:35406:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff94d904ceb000 lock: ffff94d905f54000/0xc54db3288176ff7c lrc: 3/1,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35406 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1789608863.772348:0:35406:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff94d904ceb000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1789608863.772355:0:35406:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d907e5d500 x1876538934308736/t0(0) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1789608863.772366:0:35406:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff94d904ceb000 lock: ffff94d905f54000/0xc54db3288176ff7c lrc: 3/1,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35406 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789608863.772381:0:35406:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789608863.772382:0:35406:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789608863.772388:0:35406:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d911db6cc0. 00000100:00000001:0.0:1789608863.772390:0:35406:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258761247936 : -117814948303680 : ffff94d911db6cc0) 00000100:00000001:0.0:1789608863.772392:0:35406:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608863.772394:0:35406:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594157824 : -117815115393792 : ffff94d907e5d500) 00000100:00000001:0.0:1789608863.772397:0:35406:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608863.772401:0:35406:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608863.772402:0:35406:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789608863.772404:0:35406:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608863.772407:0:35406:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5d500 x1876538934308736/t0(0) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608863.772419:0:35406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608863.772421:0:35406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608863.772424:0:35406:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608863.772427:0:35406:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608863.772429:0:35406:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608863.772432:0:35406:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5d500 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:35406:1876538934308736:192.168.203.121@tcp:101:lfs.0 00000100:00000001:0.0:1789608863.772435:0:35406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608863.772440:0:35406:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608863.772442:0:35406:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608863.772444:0:35406:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1789608863.772627:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789608863.772630:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608863.772633:0:17088:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1789608863.772636:0:17088:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1789608863.772638:0:17088:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1789608863.772643:0:17088:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54600/0xc54db3288176ff75 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x91bddff8e8ed9af7 expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608863.772651:0:17088:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d905f54600 already unused, calling callback (ffffffffc193f740) 00000080:00000001:3.0:1789608863.772654:0:17088:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1789608863.772658:0:17088:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54600/0xc54db3288176ff75 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x91bddff8e8ed9af7 expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608863.772666:0:17088:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1789608863.772668:0:17088:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1789608863.772671:0:17088:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54600/0xc54db3288176ff75 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x91bddff8e8ed9af7 expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608863.772703:0:17088:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1789608863.772706:0:17088:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1789608863.772707:0:17088:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608863.772709:0:17088:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608863.772711:0:17088:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54600 refcount=3 00000020:00000001:3.0:1789608863.772713:0:17088:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561615360 : -117815147936256 : ffff94d905f54600) 00010000:00000001:3.0:1789608863.772715:0:17088:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561615360 : -117815147936256 : ffff94d905f54600) 00010000:00000001:3.0:1789608863.772718:0:17088:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789608863.772721:0:17088:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54600/0xc54db3288176ff75 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x91bddff8e8ed9af7 expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1789608863.772727:0:17088:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789608863.772730:0:17088:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789608863.772732:0:17088:0:(namei.c:253:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789608863.772733:0:17088:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608863.772735:0:17088:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789608863.772738:0:17088:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789608863.772739:0:17088:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789608863.772740:0:17088:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608863.772742:0:17088:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789608863.772745:0:17088:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d905f54600 with handle 0xc54db3288176ff75 from hash 00010000:00000001:3.0:1789608863.772747:0:17088:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789608863.772748:0:17088:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608863.772749:0:17088:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608863.772750:0:17088:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789608863.772752:0:17088:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789608863.772754:0:17088:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789608863.772758:0:17088:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608863.772760:0:17088:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608863.772761:0:17088:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608863.772762:0:17088:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608863.772764:0:17088:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608863.772766:0:17088:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1789608863.772771:0:17088:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908492a00. 00000020:00000040:3.0:1789608863.772774:0:17088:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:3.0:1789608863.772776:0:17088:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608863.772778:0:17088:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608863.772781:0:17088:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608863.772785:0:17088:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d904ae6200. 00000100:00000001:3.0:1789608863.772788:0:17088:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608863.772790:0:17088:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1789608863.772794:0:17088:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54600/0xc54db3288176ff75 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed9af7 expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608863.772800:0:17088:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1789608863.772802:0:17088:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608863.772805:0:17088:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608863.772808:0:17088:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608863.772815:0:17088:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d7c83ee3] to pc [ptlrpcd_01_00+0] req@ffff94d908492a00 x1876538934308864/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789608863.772841:0:17088:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608863.772844:0:17088:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608863.772845:0:17088:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608863.772847:0:17088:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608863.772849:0:17088:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608863.772851:0:17088:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608863.772854:0:17088:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54600/0xc54db3288176ff75 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed9af7 expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608863.772860:0:17088:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789608863.772863:0:17088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54600/0xc54db3288176ff75 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed9af7 expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608863.772874:0:17088:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608863.772875:0:17088:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1789608863.772877:0:17088:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff94d911db60c0. 00010000:00000001:3.0:1789608863.772881:0:17088:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608863.772884:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789608863.772885:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608863.772887:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789608863.772889:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789608863.772890:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608863.772892:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789608863.772893:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789608863.772895:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608863.772896:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789608863.772903:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1789608863.772906:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1789608863.772908:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608863.772915:0:2412:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608863.772917:0:2412:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608863.772919:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608863.772921:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608863.772923:0:2412:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608863.772927:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908492a00 x1876538934308864/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608863.772934:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608863.772936:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608863.772938:0:2412:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608863.772940:0:2412:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608863.772942:0:2412:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608863.772945:0:2412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908492a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2412:1876538934308864:192.168.203.121@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1789608863.772948:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608863.772951:0:2412:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608863.772952:0:2412:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608863.772954:0:2412:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608863.772958:0:2412:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d904ae7600. 02000000:00000001:3.0:1789608863.772960:0:2412:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608863.772966:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608863.772970:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a898. 00000400:00000010:3.0:1789608863.772976:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a95d8. 00000100:00000200:3.0:1789608863.772982:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934308864, portal 18 00000100:00000001:3.0:1789608863.772984:0:2412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608863.772986:0:2412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600667648 : -117815108883968 : ffff94d908492a00) 00000100:00000040:3.0:1789608863.772991:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d908492a00 x1876538934308864/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608879 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608863.772999:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608863.773001:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608863.773004:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9b28. 00000100:00000200:3.0:1789608863.773007:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876538934308864, offset 0 00000400:00000200:3.0:1789608863.773013:0:2412:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608863.773018:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608863.773025:0:2412:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608863.773030:0:2412:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608863.773034:0:2412:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608863.773038:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608863.773040:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608863.773044:0:2412:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2932:2932:256:4294967295] 192.168.203.121@tcp LPNI seq info [2932:2932:8:4294967295] 00000400:00000200:3.0:1789608863.773049:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608863.773057:0:2412:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608863.773063:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608863.773068:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d9104bdc00. 00000800:00000200:3.0:1789608863.773073:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608863.773081:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608863.773085:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d9104bdc00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1789608863.773093:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608863.773097:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 872962 usecs (873 jiffies) 00000400:00000200:3.0:1789608863.773100:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608863.773103:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296591735 00000100:00000001:3.0:1789608863.773106:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296593758 00000100:00000001:3.0:1789608863.773108:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296591735 00000100:00000001:3.0:1789608863.773110:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296593758 00000100:00000001:3.0:1789608863.773112:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608863.773115:0:2412:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608863.773118:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608863.773120:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608863.773172:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608863.773176:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608863.773441:0:35406:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff94d908740000. 02000000:00000001:0.0:1789608863.773444:0:35406:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608863.773449:0:35406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608863.773453:0:35406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8bb0. 00000400:00000010:0.0:1789608863.773458:0:35406:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff94d9070fd800. 00000100:00000200:0.0:1789608863.773462:0:35406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1876538934308736, portal 10 00000100:00000001:0.0:1789608863.773464:0:35406:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608863.773465:0:35406:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594157824 : -117815115393792 : ffff94d907e5d500) 00000100:00000040:0.0:1789608863.773473:0:35406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d907e5d500 x1876538934308736/t0(0) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/131856 e 0 to 0 dl 1789608879 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608863.773480:0:35406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608863.773482:0:35406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608863.773550:0:35406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edb28. 00000100:00000200:0.0:1789608863.773554:0:35406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876538934308736, offset 0 00000400:00000200:0.0:1789608863.773559:0:35406:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608863.773563:0:35406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608863.773566:0:35406:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608863.773569:0:35406:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608863.773572:0:35406:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608863.773574:0:35406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608863.773576:0:35406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608863.773579:0:35406:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2933:2933:255:4294967295] 192.168.203.121@tcp LPNI seq info [2933:2933:7:4294967295] 00000400:00000200:0.0:1789608863.773593:0:35406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608863.773600:0:35406:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608863.773604:0:35406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608863.773608:0:35406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa200. 00000800:00000200:0.0:1789608863.773612:0:35406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608863.773616:0:35406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608863.773619:0:35406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789608863.773622:0:35406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608863.773625:0:35406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: using a timeout of 23760 usecs (24 jiffies) 00000400:00000200:0.0:1789608863.773628:0:35406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608863.773630:0:35406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296590887 00000100:00000001:0.0:1789608863.773632:0:35406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296593758 00000100:00000001:0.0:1789608863.773634:0:35406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296590887 00000100:00000001:0.0:1789608863.773636:0:35406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296593758 00000100:00000001:0.0:1789608863.773638:0:35406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608863.773640:0:35406:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608863.773642:0:35406:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608863.773644:0:35406:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789608863.773646:0:35406:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d911db6cc0 going to sleep for 11 seconds 00000100:00000001:0.0:1789608863.773648:0:35406:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608863.773650:0:35406:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608863.773944:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608863.773949:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bdc00. 00000400:00000200:1.0:1789608863.773954:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608863.773959:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608863.773964:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9b28 00000400:00000010:1.0:1789608863.773966:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9b28. 00000100:00000001:1.0:1789608863.773971:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608863.773976:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908492a00 x1876538934308864/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608879 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608863.773985:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608863.773988:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908492a00 x1876538934308864/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608879 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608863.773994:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608863.773996:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789608863.774058:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608863.774061:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa200. 00000400:00000200:1.0:1789608863.774066:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608863.774069:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608863.774072:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edb28 00000400:00000010:1.0:1789608863.774075:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edb28. 00000100:00000001:1.0:1789608863.774077:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608863.774080:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5d500 x1876538934308736/t0(0) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/131856 e 0 to 0 dl 1789608879 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608863.774087:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608863.774090:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907e5d500 x1876538934308736/t0(0) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/131856 e 0 to 0 dl 1789608879 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608863.774096:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608863.774098:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:3.1:1789608863.781343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f54600. 00000800:00000001:1.0:1789608863.805839:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608863.805854:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608863.805858:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608863.805860:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608863.805868:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.805875:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608863.805882:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.805887:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.805892:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.805897:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 608 into portal 10 MB=0x6aab3c4962f80 00000400:00000200:1.0:1789608863.805901:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.805907:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 608/608 into md 0x85e9 [64] + 224 00000800:00000001:1.0:1789608863.805914:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608863.805917:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608863.805921:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608863.805934:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608863.805942:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608863.805951:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5d500 x1876538934308736/t0(0) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/131856 e 0 to 0 dl 1789608879 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608863.805962:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff94d907e5d500 x1876538934308736/t0(0) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/131856 e 0 to 0 dl 1789608879 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608863.805983:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608863.805991:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608863.805995:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608863.805997:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608863.805999:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608863.806003:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.806007:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608863.806011:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.806013:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.806016:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.806019:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 18 MB=0x6aab3c4963000 00000400:00000200:1.0:1789608863.806022:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.806027:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.121@tcp of length 224/224 into md 0x85e1 [1] + 224 00000800:00000001:1.0:1789608863.806030:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608863.806038:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608863.806040:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608863.806043:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608863.806046:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608863.806051:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908492a00 x1876538934308864/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608879 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608863.806060:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d908492a00 x1876538934308864/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608879 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608863.806077:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608863.806081:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608863.806084:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608863.806143:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608863.806147:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608863.806153:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608863.806155:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608863.806159:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a898. 00000400:00000200:3.0:1789608863.806163:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a95d8 00000400:00000010:3.0:1789608863.806165:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a95d8. 00000100:00000001:3.0:1789608863.806169:0:2412:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608863.806173:0:2412:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908492a00 x1876538934308864/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608879 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608863.806183:0:2412:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908492a00 x1876538934308864/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608879 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608863.806190:0:2412:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608863.806192:0:2412:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608863.806194:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608863.806197:0:2412:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608863.806200:0:2412:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608863.806202:0:2412:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608863.806205:0:2412:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608863.806214:0:2412:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11d80 time=70 v=5 (5 5 5 5) 00000100:00001000:3.0:1789608863.806218:0:2412:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608863.806221:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608863.806223:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608863.806225:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608863.806228:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608863.806242:0:2412:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608863.806244:0:2412:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967640 00000100:00000001:3.0:1789608863.806246:0:2412:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608863.806248:0:2412:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608863.806253:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908492a00 x1876538934308864/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608879 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608863.806261:0:2412:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608863.806264:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608863.806266:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608863.806270:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908492a00 x1876538934308864/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608879 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608863.806278:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908492a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2412:1876538934308864:192.168.203.121@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1789608863.806283:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608863.806286:0:2412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608863.806289:0:2412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908492a00 x1876538934308864/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608879 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608863.806296:0:2412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608863.806298:0:2412:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608863.806301:0:2412:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d904ae7600. 02000000:00000001:3.0:1789608863.806305:0:2412:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608863.806307:0:2412:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608863.806309:0:2412:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608863.806311:0:2412:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608863.806314:0:2412:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d904ae6200. 02000000:00000001:3.0:1789608863.806317:0:2412:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608863.806319:0:2412:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608863.806321:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908492a00. 00000100:00000001:3.0:1789608863.806323:0:2412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608863.806325:0:2412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608863.806327:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608863.806336:0:2412:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608863.806338:0:2412:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608863.806340:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608863.806342:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608863.806520:0:35406:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789608863.806525:0:35406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608863.806526:0:35406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608863.806528:0:35406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8bb0. 00000400:00000200:0.0:1789608863.806532:0:35406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9070fd800 00000400:00000010:0.0:1789608863.806534:0:35406:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff94d9070fd800. 00000100:00000001:0.0:1789608863.806537:0:35406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608863.806542:0:35406:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5d500 x1876538934308736/t0(0) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/131856 e 0 to 0 dl 1789608879 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789608863.806549:0:35406:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5d500 x1876538934308736/t0(0) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/131856 e 0 to 0 dl 1789608879 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608863.806555:0:35406:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608863.806557:0:35406:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608863.806558:0:35406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608863.806560:0:35406:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608863.806561:0:35406:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608863.806563:0:35406:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608863.806564:0:35406:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608863.806569:0:35406:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b17c60 time=71 v=5 (5 104 104 104) 00000100:00001000:0.0:1789608863.806571:0:35406:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b17c18 time=71 v=5 (1 1 1 1) 00000100:00000001:0.0:1789608863.806574:0:35406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1789608863.806577:0:35406:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94d907e5d500 x1876538934308736/t0(0) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/608 e 0 to 0 dl 1789608879 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608863.806592:0:35406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1789608863.806594:0:35406:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789608863.806596:0:35406:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789608863.806597:0:35406:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789608863.806599:0:35406:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608863.806601:0:35406:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594157824 : -117815115393792 : ffff94d907e5d500) 00000100:00000001:0.0:1789608863.806604:0:35406:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608863.806605:0:35406:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1789608863.806607:0:35406:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608863.806609:0:35406:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1789608863.806612:0:35406:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5d500 x1876538934308736/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/608 e 0 to 0 dl 1789608879 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608863.806619:0:35406:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1789608863.806621:0:35406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608863.806622:0:35406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608863.806625:0:35406:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5d500 x1876538934308736/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/608 e 0 to 0 dl 1789608879 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789608863.806632:0:35406:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5d500 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:35406:1876538934308736:192.168.203.121@tcp:101:lfs.0 00000100:00000001:0.0:1789608863.806636:0:35406:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608863.806638:0:35406:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1789608863.806641:0:35406:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789608863.806642:0:35406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608863.806645:0:35406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907e5d500 x1876538934308736/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/608 e 0 to 0 dl 1789608879 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608863.806650:0:35406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789608863.806653:0:35406:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d911db6cc0. 00000100:00000001:0.0:1789608863.806656:0:35406:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789608863.806657:0:35406:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1789608863.806659:0:35406:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789608863.806663:0:35406:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608863.806665:0:35406:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608863.806668:0:35406:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54000 refcount=4 00000020:00000001:0.0:1789608863.806671:0:35406:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561613824 : -117815147937792 : ffff94d905f54000) 00010000:00000001:0.0:1789608863.806673:0:35406:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561613824 : -117815147937792 : ffff94d905f54000) 00010000:00010000:0.0:1789608863.806711:0:35406:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff94d904ceb000 lock: ffff94d905f54000/0xc54db3288176ff7c lrc: 4/1,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35406 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608863.806721:0:35406:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1789608863.806725:0:35406:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff94d904ceb000 lock: ffff94d905f54000/0xc54db3288176ff7c lrc: 4/1,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 35406 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608863.806731:0:35406:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789608863.806734:0:35406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff94d904ceb000 lock: ffff94d905f54000/0xc54db3288176ff7c lrc: 4/1,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 35406 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608863.806740:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608863.806741:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789608863.806744:0:35406:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff94d904ceb000 lock: ffff94d905f54000/0xc54db3288176ff7c lrc: 3/0,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 35406 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608863.806750:0:35406:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608863.806753:0:35406:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608863.806756:0:35406:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1789608863.806759:0:35406:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff94d904ceb000 lock: ffff94d905f54000/0xc54db3288176ff7c lrc: 4/0,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 35406 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789608863.806765:0:35406:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d905f54000 already unused, calling callback (ffffffffc193f740) 00000080:00000001:0.0:1789608863.806768:0:35406:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1789608863.806771:0:35406:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff94d904ceb000 lock: ffff94d905f54000/0xc54db3288176ff7c lrc: 4/0,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 35406 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608863.806777:0:35406:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1789608863.806779:0:35406:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1789608863.806782:0:35406:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff94d904ceb000 lock: ffff94d905f54000/0xc54db3288176ff7c lrc: 4/0,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 35406 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608863.806786:0:35406:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1789608863.806789:0:35406:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1789608863.806790:0:35406:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608863.806791:0:35406:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608863.806793:0:35406:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54000 refcount=5 00000020:00000001:0.0:1789608863.806794:0:35406:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561613824 : -117815147937792 : ffff94d905f54000) 00010000:00000001:0.0:1789608863.806796:0:35406:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561613824 : -117815147937792 : ffff94d905f54000) 00010000:00000001:0.0:1789608863.806799:0:35406:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789608863.806800:0:35406:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff94d904ceb000 lock: ffff94d905f54000/0xc54db3288176ff7c lrc: 5/0,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 35406 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1789608863.806805:0:35406:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789608863.806807:0:35406:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608863.806809:0:35406:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1789608863.806811:0:35406:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789608863.806813:0:35406:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789608863.806815:0:35406:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789608863.806816:0:35406:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608863.806818:0:35406:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789608863.806820:0:35406:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d905f54000 with handle 0xc54db3288176ff7c from hash 00010000:00000001:0.0:1789608863.806822:0:35406:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789608863.806824:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608863.806825:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608863.806826:0:35406:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789608863.806828:0:35406:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789608863.806829:0:35406:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1789608863.806831:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608863.806832:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608863.806833:0:35406:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608863.806835:0:35406:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608863.806837:0:35406:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff94d904ceb000 lock: ffff94d905f54000/0xc54db3288176ff7c lrc: 3/0,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 35406 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608863.806842:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608863.806843:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608863.806844:0:35406:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1789608863.806845:0:35406:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789608863.806846:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608863.806847:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608863.806848:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789608863.806850:0:35406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff94d904ceb000 lock: ffff94d905f54000/0xc54db3288176ff7c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 35406 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789608863.806856:0:35406:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d909abac00 count: 0 00010000:00000010:0.0:1789608863.806863:0:35406:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d90330c500. 00010000:00000001:0.0:1789608863.806871:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608863.806873:0:35406:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1789608863.806878:0:35406:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1789608863.806884:0:35406:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff94d907e5d500 x1876538934308736/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/608 e 0 to 0 dl 1789608879 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789608863.806892:0:35406:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1789608863.806897:0:35406:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d907e5d500 x1876538934308736/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/608 e 0 to 0 dl 1789608879 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789608863.806903:0:35406:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608863.806905:0:35406:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1789608863.806906:0:35406:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608863.806908:0:35406:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608863.806910:0:35406:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608863.806927:0:35406:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1789608863.806930:0:35406:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608863.806931:0:35406:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594157824 : -117815115393792 : ffff94d907e5d500) 00010000:00000001:0.0:1789608863.806933:0:35406:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1789608863.806934:0:35406:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608863.806936:0:35406:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789608863.806939:0:35406:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e014ff6b8 00000002:00002000:0.0:1789608863.806941:0:35406:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:0.0:1789608863.806944:0:35406:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608863.806946:0:35406:0:(lmv_intent.c:133:lmv_intent_remote()) Process leaving 00800000:00000010:0.0:1789608863.806948:0:35406:0:(lmv_intent.c:135:lmv_intent_remote()) kfreed 'op_data': 392 at ffff94d9109bb800. 00000100:00000001:0.0:1789608863.806952:0:35406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608863.806956:0:35406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5ed80 x1876538934308480/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/608 e 0 to 0 dl 1789608879 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608863.806962:0:35406:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608863.806964:0:35406:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608863.806965:0:35406:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff94d908700000. 02000000:00000001:0.0:1789608863.806996:0:35406:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608863.806998:0:35406:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608863.806999:0:35406:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=3 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:0.0:1789608863.807001:0:35406:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608863.807003:0:35406:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d903116800. 02000000:00000001:0.0:1789608863.807006:0:35406:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608863.807007:0:35406:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608863.807009:0:35406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5ed80. 00000100:00000001:0.0:1789608863.807012:0:35406:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608863.807013:0:35406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789608863.807017:0:35406:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608863.807020:0:35406:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789608863.807022:0:35406:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1789608863.807025:0:35406:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608863.807029:0:35406:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000001:0.0:1789608863.807032:0:35406:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789608863.807033:0:35406:0:(namei.c:674:ll_lookup_it_finish()) it ffff94d9082d7ae0 it_disposition 80002b 00000080:00000001:0.0:1789608863.807037:0:35406:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789608863.807043:0:35406:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789608863.807045:0:35406:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789608863.807048:0:35406:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761479 : 162129603798761479 : 240000402000007) 00000080:00000001:0.0:1789608863.807050:0:35406:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1789608863.807056:0:35406:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789608863.807059:0:35406:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x240000402:0x7:0x0] 00000080:00000001:0.0:1789608863.807061:0:35406:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608863.807064:0:35406:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761479 : 162129603798761479 : 240000402000007) 00000080:00000001:0.0:1789608863.807067:0:35406:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748740 : 37748740 : 2400004) 00000080:00200000:0.0:1789608863.807071:0:35406:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x240000402:0x7:0x0], updating i_size 16384 00000080:00200000:0.0:1789608863.807074:0:35406:0:(namei.c:147:ll_iget()) got inode: [0x240000402:0x7:0x0](ffff94d918922a08): rc = 0 00000080:00000001:0.0:1789608863.807077:0:35406:0:(namei.c:156:ll_iget()) Process leaving (rc=18446626258873887240 : -117814835664376 : ffff94d918922a08) 00010000:00000001:0.0:1789608863.807079:0:35406:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608863.807081:0:35406:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608863.807083:0:35406:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0a00 refcount=3 00000020:00000001:0.0:1789608863.807084:0:35406:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:0.0:1789608863.807086:0:35406:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:0.0:1789608863.807089:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608863.807090:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789608863.807092:0:35406:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789608863.807095:0:35406:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789608863.807096:0:35406:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789608863.807099:0:35406:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x7:0x0](ffff94d918922a08) for lock 0xc54db3288176ff60 00800000:00000001:0.0:1789608863.807102:0:35406:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789608863.807104:0:35406:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789608863.807105:0:35406:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608863.807106:0:35406:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608863.807108:0:35406:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0a00 refcount=3 00000020:00000001:0.0:1789608863.807110:0:35406:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:0.0:1789608863.807112:0:35406:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:0.0:1789608863.807115:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608863.807116:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789608863.807117:0:35406:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608863.807120:0:35406:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1789608863.807126:0:35406:0:(namei.c:653:ll_splice_alias()) Add dentry ffff94d918b4baf8 inode ffff94d918922a08 refc 1 flags 0x20000e 00000080:00000001:0.0:1789608863.807130:0:35406:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1789608863.807132:0:35406:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608863.807136:0:35406:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1789608863.807139:0:35406:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x7:0x0](ffff94d918922a08) 00000080:00000001:0.0:1789608863.807141:0:35406:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789608863.807145:0:35406:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d9109ba600. 00000100:00000001:0.0:1789608863.807148:0:35406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608863.807152:0:35406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907e5d500 x1876538934308736/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/608 e 0 to 0 dl 1789608879 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608863.807159:0:35406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608863.807167:0:35406:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:0.0:1789608863.807170:0:35406:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1789608863.807172:0:35406:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e014ffa48 00000080:00200008:0.0:1789608863.807174:0:35406:0:(file.c:1090:ll_file_open()) START file d24a.recovery-small:[0x240000402:0x7:0x0](ffff94d918922a08), flags 320400 00000080:00000010:0.0:1789608863.807180:0:35406:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d910b00780. 00000080:00000010:0.0:1789608863.807188:0:35406:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94d91213b800. 00000080:00000001:0.0:1789608863.807190:0:35406:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1789608863.807193:0:35406:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1789608863.807196:0:35406:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789608863.807199:0:35406:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789608863.807200:0:35406:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789608863.807203:0:35406:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789608863.807205:0:35406:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608863.807207:0:35406:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x7:0x0] 00800000:00000001:0.0:1789608863.807209:0:35406:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608863.807211:0:35406:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1789608863.807215:0:35406:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94d90704e220. 00000002:00100000:0.0:1789608863.807220:0:35406:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d907e5d500 x1876538934308736/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/608 e 0 to 0 dl 1789608879 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789608863.807238:0:35406:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608863.807240:0:35406:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1789608863.807244:0:35406:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1789608863.807248:0:35406:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608863.807251:0:35406:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608863.807253:0:35406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608863.807257:0:35406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5d500 x1876538934308736/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/608 e 0 to 0 dl 1789608879 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1789608863.807263:0:35406:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608863.807265:0:35406:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff94d908740000. 02000000:00000001:0.0:1789608863.807292:0:35406:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1789608863.807294:0:35406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608863.807297:0:35406:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e014ffa48 00000080:00000008:0.0:1789608863.807299:0:35406:0:(file.c:1329:ll_file_open()) COMPLETED file d24a.recovery-small:[0x240000402:0x7:0x0](ffff94d918922a08), flags 320400, rc = 0 00000080:00000001:0.0:1789608863.807302:0:35406:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608863.807305:0:35406:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1789608863.807307:0:35406:0:(dcache.c:176:ll_intent_release()) intent ffff94d9082d7ae0 released 00000080:00010000:0.0:1789608863.807309:0:35406:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ff60 from it ffff94d9082d7ae0 00010000:00000001:0.0:1789608863.807311:0:35406:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608863.807313:0:35406:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608863.807314:0:35406:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0a00 refcount=3 00000020:00000001:0.0:1789608863.807316:0:35406:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:0.0:1789608863.807318:0:35406:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570788864 : -117814138762752 : ffff94d9421c0a00) 00010000:00000001:0.0:1789608863.807320:0:35406:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789608863.807323:0:35406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0a00/0xc54db3288176ff60 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9ac6 expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789608863.807331:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608863.807332:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608863.807334:0:35406:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789608863.807336:0:35406:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789608863.807338:0:35406:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0a00/0xc54db3288176ff60 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9ac6 expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789608863.807346:0:35406:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789608863.807348:0:35406:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789608863.807351:0:35406:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789608863.807355:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608863.807356:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608863.807358:0:35406:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608863.807360:0:35406:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789608863.807362:0:35406:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608863.807363:0:35406:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608863.807366:0:35406:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608863.807379:0:35406:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789608863.807380:0:35406:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608863.807382:0:35406:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789608863.807383:0:35406:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1789608863.807385:0:35406:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:0.0:1789608863.807386:0:35406:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608863.807388:0:35406:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789608863.807391:0:35406:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff94d9082d7ae0. 00000080:00000001:0.0:1789608863.807395:0:35406:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608863.807399:0:35406:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789608863.807401:0:35406:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x240000402:0x7:0x0](ffff94d918922a08), inode mode 41ed mask 44 00000080:00000001:0.0:1789608863.807405:0:35406:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608863.807440:0:35406:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789608863.807442:0:35406:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x240000402:0x7:0x0](ffff94d918922a08) cmd=4008669a arg=1180530 00000080:00000001:0.0:1789608863.807449:0:35406:0:(dir.c:594:ll_dir_setstripe()) Process entered 00000080:00000010:0.0:1789608863.807452:0:35406:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d9109ba600. 00800000:00000001:0.0:1789608863.807458:0:35406:0:(lmv_obd.c:3034:lmv_setattr()) Process entered 00800000:00000002:0.0:1789608863.807460:0:35406:0:(lmv_obd.c:3038:lmv_setattr()) SETATTR for [0x240000402:0x7:0x0], valid 0x0/0x0 00800000:00000001:0.0:1789608863.807463:0:35406:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789608863.807464:0:35406:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789608863.807465:0:35406:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789608863.807466:0:35406:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789608863.807468:0:35406:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608863.807469:0:35406:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x7:0x0] 00800000:00000001:0.0:1789608863.807471:0:35406:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608863.807475:0:35406:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:0.0:1789608863.807477:0:35406:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1789608863.807481:0:35406:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789608863.807485:0:35406:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5ed80. 00000020:00000040:0.0:1789608863.807488:0:35406:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=6 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00010000:00000001:0.0:1789608863.807494:0:35406:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789608863.807497:0:35406:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789608863.807499:0:35406:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608863.807502:0:35406:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608863.807504:0:35406:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608863.807508:0:35406:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608863.807514:0:35406:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d903116800. 00000100:00000001:0.0:1789608863.807520:0:35406:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608863.807523:0:35406:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789608863.807524:0:35406:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608863.807526:0:35406:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789608863.807527:0:35406:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608863.807529:0:35406:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1789608863.807537:0:35406:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff94d904ceb000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1789608863.807543:0:35406:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d907e5ed80 x1876538934309120/t0(0) o36->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789608863.807550:0:35406:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789608863.807551:0:35406:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789608863.807557:0:35406:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d911db6cc0. 00000100:00000001:0.0:1789608863.807559:0:35406:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258761247936 : -117814948303680 : ffff94d911db6cc0) 00000100:00000001:0.0:1789608863.807561:0:35406:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608863.807563:0:35406:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594164096 : -117815115387520 : ffff94d907e5ed80) 00000100:00000001:0.0:1789608863.807567:0:35406:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608863.807571:0:35406:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608863.807572:0:35406:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789608863.807574:0:35406:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608863.807578:0:35406:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5ed80 x1876538934309120/t0(0) o36->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608863.807596:0:35406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608863.807598:0:35406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608863.807602:0:35406:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608863.807604:0:35406:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608863.807606:0:35406:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608863.807610:0:35406:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5ed80 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:35406:1876538934309120:192.168.203.121@tcp:36:lfs.0 00000100:00000001:0.0:1789608863.807614:0:35406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608863.807618:0:35406:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608863.807620:0:35406:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608863.807622:0:35406:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608863.807626:0:35406:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903114c00. 02000000:00000001:0.0:1789608863.807628:0:35406:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608863.807634:0:35406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608863.807637:0:35406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8bb0. 00000400:00000010:0.0:1789608863.807642:0:35406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095eddd0. 00000100:00000200:0.0:1789608863.807648:0:35406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934309120, portal 10 00000100:00000001:0.0:1789608863.807650:0:35406:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608863.807651:0:35406:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594164096 : -117815115387520 : ffff94d907e5ed80) 00000100:00000040:0.0:1789608863.807658:0:35406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5ed80 x1876538934309120/t0(0) o36->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/512 e 0 to 0 dl 1789608879 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608863.807664:0:35406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608863.807667:0:35406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608863.807669:0:35406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edf68. 00000100:00000200:0.0:1789608863.807672:0:35406:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876538934309120, offset 0 00000400:00000200:0.0:1789608863.807728:0:35406:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608863.807736:0:35406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608863.807742:0:35406:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608863.807748:0:35406:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608863.807752:0:35406:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608863.807756:0:35406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608863.807759:0:35406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608863.807762:0:35406:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2934:2934:256:4294967295] 192.168.203.121@tcp LPNI seq info [2934:2934:8:4294967295] 00000400:00000200:0.0:1789608863.807767:0:35406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608863.807775:0:35406:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608863.807780:0:35406:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608863.807785:0:35406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa900. 00000800:00000200:0.0:1789608863.807792:0:35406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608863.807800:0:35406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608863.807804:0:35406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa900 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789608863.807812:0:35406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608863.807816:0:35406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: using a timeout of 23826 usecs (24 jiffies) 00000400:00000200:0.0:1789608863.807819:0:35406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608863.807821:0:35406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296590922 00000100:00000001:0.0:1789608863.807824:0:35406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296593758 00000100:00000001:0.0:1789608863.807826:0:35406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296590922 00000100:00000001:0.0:1789608863.807828:0:35406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296593758 00000100:00000001:0.0:1789608863.807830:0:35406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608863.807833:0:35406:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608863.807835:0:35406:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608863.807837:0:35406:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789608863.807840:0:35406:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d911db6cc0 going to sleep for 11 seconds 00000100:00000001:0.0:1789608863.807842:0:35406:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608863.807844:0:35406:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608863.808248:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608863.808253:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa900. 00000400:00000200:1.0:1789608863.808258:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608863.808263:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608863.808268:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edf68 00000400:00000010:1.0:1789608863.808271:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edf68. 00000100:00000001:1.0:1789608863.808274:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608863.808279:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5ed80 x1876538934309120/t0(0) o36->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/512 e 0 to 0 dl 1789608879 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608863.808295:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608863.808298:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907e5ed80 x1876538934309120/t0(0) o36->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/512 e 0 to 0 dl 1789608879 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608863.808305:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608863.808306:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1789608863.814730:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d909abac00. 00010000:00000010:0.1:1789608863.814744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f54000. 00000800:00000001:1.0:1789608863.818076:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608863.818092:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608863.818096:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608863.818098:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608863.818108:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.818116:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608863.818140:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.818145:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.818149:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.818154:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 456 into portal 10 MB=0x6aab3c4963100 00000400:00000200:1.0:1789608863.818165:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.818171:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 456/456 into md 0x85f9 [1] + 224 00000800:00000001:1.0:1789608863.818178:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608863.818185:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608863.818189:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608863.818194:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608863.818201:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608863.818209:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5ed80 x1876538934309120/t0(0) o36->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/512 e 0 to 0 dl 1789608879 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608863.818222:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff94d907e5ed80 x1876538934309120/t0(0) o36->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/512 e 0 to 0 dl 1789608879 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608863.818249:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608863.818257:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608863.818259:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608863.818291:0:35406:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789608863.818299:0:35406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608863.818302:0:35406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608863.818305:0:35406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8bb0. 00000400:00000200:0.0:1789608863.818310:0:35406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095eddd0 00000400:00000010:0.0:1789608863.818312:0:35406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095eddd0. 00000100:00000001:0.0:1789608863.818315:0:35406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608863.818321:0:35406:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5ed80 x1876538934309120/t0(0) o36->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/512 e 0 to 0 dl 1789608879 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608863.818331:0:35406:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5ed80 x1876538934309120/t0(0) o36->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/512 e 0 to 0 dl 1789608879 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608863.818338:0:35406:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608863.818339:0:35406:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608863.818342:0:35406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608863.818345:0:35406:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608863.818347:0:35406:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608863.818350:0:35406:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608863.818353:0:35406:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608863.818361:0:35406:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b17c60 time=71 v=5 (5 104 104 104) 00000100:00001000:0.0:1789608863.818365:0:35406:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b17c18 time=71 v=5 (1 1 1 1) 00000100:00000001:0.0:1789608863.818368:0:35406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608863.818370:0:35406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608863.818372:0:35406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608863.818436:0:35406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608863.818439:0:35406:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789608863.818441:0:35406:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789608863.818443:0:35406:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789608863.818445:0:35406:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608863.818447:0:35406:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594164096 : -117815115387520 : ffff94d907e5ed80) 00000100:00000001:0.0:1789608863.818450:0:35406:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608863.818451:0:35406:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1789608863.818453:0:35406:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608863.818455:0:35406:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608863.818460:0:35406:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5ed80 x1876538934309120/t4294967332(4294967332) o36->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/456 e 0 to 0 dl 1789608879 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608863.818468:0:35406:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608863.818471:0:35406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608863.818472:0:35406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608863.818476:0:35406:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5ed80 x1876538934309120/t4294967332(4294967332) o36->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/456 e 0 to 0 dl 1789608879 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789608863.818543:0:35406:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5ed80 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:35406:1876538934309120:192.168.203.121@tcp:36:lfs.0 00000100:00000001:0.0:1789608863.818549:0:35406:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608863.818552:0:35406:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608863.818554:0:35406:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789608863.818556:0:35406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608863.818559:0:35406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907e5ed80 x1876538934309120/t4294967332(4294967332) o36->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/456 e 0 to 0 dl 1789608879 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608863.818566:0:35406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789608863.818569:0:35406:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d911db6cc0. 00000100:00000001:0.0:1789608863.818572:0:35406:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789608863.818574:0:35406:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608863.818581:0:35406:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608863.818593:0:35406:0:(lmv_obd.c:3047:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789608863.818598:0:35406:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d9109ba600. 00000100:00000001:0.0:1789608863.818601:0:35406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608863.818604:0:35406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5ed80 x1876538934309120/t4294967332(4294967332) o36->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/456 e 0 to 0 dl 1789608879 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608863.818610:0:35406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608863.818612:0:35406:0:(dir.c:669:ll_dir_setstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608863.818614:0:35406:0:(dir.c:2173:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608863.818650:0:35406:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:0.0:1789608863.818653:0:35406:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1789608863.818656:0:35406:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e014ffdd0 00000080:00200008:0.0:1789608863.818658:0:35406:0:(file.c:479:ll_file_release()) START file d24a.recovery-small:[0x240000402:0x7:0x0](ffff94d918922a08), flags 320000 00000080:00400000:0.0:1789608863.818662:0:35406:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x240000402:0x7:0x0] 00000080:00000001:0.0:1789608863.818666:0:35406:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:0.0:1789608863.818667:0:35406:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:0.0:1789608863.818669:0:35406:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1789608863.818709:0:35406:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789608863.818713:0:35406:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789608863.818715:0:35406:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789608863.818718:0:35406:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789608863.818720:0:35406:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608863.818722:0:35406:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x7:0x0] 00800000:00000001:0.0:1789608863.818724:0:35406:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608863.818728:0:35406:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608863.818731:0:35406:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789608863.818736:0:35406:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608863.818738:0:35406:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608863.818740:0:35406:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x240000402:0x7:0x0]: 0 00000080:00000001:0.0:1789608863.818743:0:35406:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1789608863.818745:0:35406:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1789608863.818750:0:35406:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff94d9109ba600. 00000080:00000001:0.0:1789608863.818752:0:35406:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1789608863.818761:0:35406:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1789608863.818764:0:35406:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1789608863.818766:0:35406:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789608863.818767:0:35406:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789608863.818768:0:35406:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789608863.818769:0:35406:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789608863.818771:0:35406:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608863.818772:0:35406:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x7:0x0] 00800000:00000001:0.0:1789608863.818774:0:35406:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608863.818776:0:35406:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x240000402:0x7:0x0] 00000002:00000001:0.0:1789608863.818779:0:35406:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1789608863.818781:0:35406:0:(mdc_request.c:882:mdc_close()) lustre-MDT0001-mdc-ffff94d904ceb000: [0x240000402:0x7:0x0] file closed with intent: 0 00000100:00000010:0.0:1789608863.818786:0:35406:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5d880. 00000020:00000040:0.0:1789608863.818790:0:35406:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=7 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000100:00000001:0.0:1789608863.818794:0:35406:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608863.818797:0:35406:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608863.818801:0:35406:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608863.818808:0:35406:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d9109bb800. 00000100:00000001:0.0:1789608863.818813:0:35406:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1789608863.818825:0:35406:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94d907e5d500 x1876538934308736/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/608 e 0 to 0 dl 1789608879 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1789608863.818835:0:35406:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff94d904ceb000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1789608863.818839:0:35406:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d907e5d880 x1876538934309376/t0(0) o35->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1789608863.818846:0:35406:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789608863.818847:0:35406:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789608863.818852:0:35406:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d911db6cc0. 00000100:00000001:0.0:1789608863.818854:0:35406:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258761247936 : -117814948303680 : ffff94d911db6cc0) 00000100:00000001:0.0:1789608863.818856:0:35406:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608863.818858:0:35406:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594158720 : -117815115392896 : ffff94d907e5d880) 00000100:00000001:0.0:1789608863.818862:0:35406:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608863.818866:0:35406:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608863.818867:0:35406:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789608863.818869:0:35406:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608863.818872:0:35406:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5d880 x1876538934309376/t0(0) o35->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608863.818879:0:35406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608863.818881:0:35406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608863.818884:0:35406:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608863.818887:0:35406:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608863.818889:0:35406:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608863.818893:0:35406:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5d880 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:35406:1876538934309376:192.168.203.121@tcp:35:lfs.0 00000100:00000001:0.0:1789608863.818896:0:35406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608863.818900:0:35406:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608863.818902:0:35406:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608863.818904:0:35406:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608863.818908:0:35406:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903115800. 02000000:00000001:0.0:1789608863.818909:0:35406:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608863.818914:0:35406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608863.818917:0:35406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8bb0. 00000400:00000010:0.0:1789608863.818921:0:35406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095eddd0. 00000100:00000200:0.0:1789608863.819162:0:35406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934309376, portal 10 00000100:00000001:0.0:1789608863.819165:0:35406:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608863.819166:0:35406:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594158720 : -117815115392896 : ffff94d907e5d880) 00000100:00000040:0.0:1789608863.819174:0:35406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d907e5d880 x1876538934309376/t0(0) o35->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608879 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608863.819181:0:35406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608863.819184:0:35406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608863.819188:0:35406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed330. 00000100:00000200:0.0:1789608863.819191:0:35406:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876538934309376, offset 0 00000400:00000200:0.0:1789608863.819196:0:35406:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608863.819202:0:35406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608863.819208:0:35406:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608863.819213:0:35406:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608863.819217:0:35406:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608863.819221:0:35406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608863.819223:0:35406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608863.819227:0:35406:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2935:2935:256:4294967295] 192.168.203.121@tcp LPNI seq info [2935:2935:8:4294967295] 00000400:00000200:0.0:1789608863.819232:0:35406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608863.819241:0:35406:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608863.819246:0:35406:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608863.819251:0:35406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa000. 00000800:00000200:0.0:1789608863.819256:0:35406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608863.819263:0:35406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608863.819267:0:35406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789608863.819285:0:35406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608863.819289:0:35406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: using a timeout of 23791 usecs (24 jiffies) 00000400:00000200:0.0:1789608863.819292:0:35406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608863.819295:0:35406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296590933 00000100:00000001:0.0:1789608863.819298:0:35406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296593758 00000100:00000001:0.0:1789608863.819300:0:35406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296590933 00000100:00000001:0.0:1789608863.819303:0:35406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296593758 00000100:00000001:0.0:1789608863.819305:0:35406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608863.819307:0:35406:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608863.819309:0:35406:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608863.819311:0:35406:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789608863.819313:0:35406:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d911db6cc0 going to sleep for 11 seconds 00000100:00000001:0.0:1789608863.819315:0:35406:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608863.819317:0:35406:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608863.819755:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608863.819761:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa000. 00000400:00000200:1.0:1789608863.819768:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608863.819773:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608863.819778:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed330 00000400:00000010:1.0:1789608863.819780:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed330. 00000100:00000001:1.0:1789608863.819784:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608863.819789:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5d880 x1876538934309376/t0(0) o35->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608879 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608863.819798:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608863.819801:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907e5d880 x1876538934309376/t0(0) o35->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608879 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608863.819808:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608863.819809:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608863.823545:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608863.823560:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608863.823564:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608863.823567:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608863.823574:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.823581:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608863.823600:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.823605:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.823611:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.823616:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 456 into portal 10 MB=0x6aab3c4963200 00000400:00000200:1.0:1789608863.823621:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.823627:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 456/456 into md 0x8609 [1] + 224 00000800:00000001:1.0:1789608863.823635:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608863.823641:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608863.823645:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608863.823650:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608863.823656:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608863.823664:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5d880 x1876538934309376/t0(0) o35->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608879 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608863.823697:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94d907e5d880 x1876538934309376/t0(0) o35->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608879 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608863.823747:0:35406:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608863.823763:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608863.823771:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608863.823774:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789608863.823804:0:35406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608863.823806:0:35406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608863.823810:0:35406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8bb0. 00000400:00000200:0.0:1789608863.823814:0:35406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095eddd0 00000400:00000010:0.0:1789608863.823817:0:35406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095eddd0. 00000100:00000001:0.0:1789608863.823820:0:35406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608863.823825:0:35406:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5d880 x1876538934309376/t0(0) o35->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608879 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789608863.823834:0:35406:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5d880 x1876538934309376/t0(0) o35->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608879 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608863.823841:0:35406:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608863.823843:0:35406:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608863.823845:0:35406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608863.823848:0:35406:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608863.823850:0:35406:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608863.823852:0:35406:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608863.823855:0:35406:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608863.823931:0:35406:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b17d38 time=576 v=5 (5 0 5 0) 00000100:00001000:0.0:1789608863.823936:0:35406:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b17c18 time=71 v=5 (1 1 1 1) 00000100:00000001:0.0:1789608863.823938:0:35406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608863.823940:0:35406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608863.823943:0:35406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608863.823946:0:35406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608863.823949:0:35406:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789608863.823951:0:35406:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789608863.823953:0:35406:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789608863.823955:0:35406:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608863.823956:0:35406:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594158720 : -117815115392896 : ffff94d907e5d880) 00000100:00000001:0.0:1789608863.823959:0:35406:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608863.823961:0:35406:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1789608863.823963:0:35406:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608863.823965:0:35406:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608863.823971:0:35406:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5d880 x1876538934309376/t4294967333(4294967333) o35->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608879 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608863.823979:0:35406:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608863.823982:0:35406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608863.823984:0:35406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608863.823988:0:35406:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5d880 x1876538934309376/t4294967333(4294967333) o35->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608879 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789608863.823996:0:35406:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5d880 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:35406:1876538934309376:192.168.203.121@tcp:35:lfs.0 00000100:00000001:0.0:1789608863.824001:0:35406:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608863.824004:0:35406:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608863.824006:0:35406:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789608863.824009:0:35406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608863.824012:0:35406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907e5d880 x1876538934309376/t4294967333(4294967333) o35->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608879 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608863.824019:0:35406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789608863.824023:0:35406:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d911db6cc0. 00000100:00000001:0.0:1789608863.824026:0:35406:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789608863.824028:0:35406:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608863.824035:0:35406:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608863.824036:0:35406:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594158720 : -117815115392896 : ffff94d907e5d880) 00000002:00000001:0.0:1789608863.824039:0:35406:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608863.824042:0:35406:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789608863.824047:0:35406:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d9109ba600. 00000080:00000001:0.0:1789608863.824051:0:35406:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1789608863.824054:0:35406:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1789608863.824056:0:35406:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789608863.824059:0:35406:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789608863.824061:0:35406:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789608863.824064:0:35406:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789608863.824066:0:35406:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608863.824068:0:35406:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x7:0x0] 00800000:00000001:0.0:1789608863.824071:0:35406:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608863.824075:0:35406:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1789608863.824080:0:35406:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94d907e5d500 x1876538934308736/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/608 e 0 to 0 dl 1789608879 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608863.824087:0:35406:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608863.824088:0:35406:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594157824 : -117815115393792 : ffff94d907e5d500) 00000100:00000001:0.0:1789608863.824091:0:35406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608863.824094:0:35406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5d500 x1876538934308736/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/608 e 0 to 0 dl 1789608879 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608863.824100:0:35406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608863.824102:0:35406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608863.824105:0:35406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907e5d880 x1876538934309376/t4294967333(4294967333) o35->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608879 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608863.824111:0:35406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608863.824113:0:35406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608863.824116:0:35406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5d500 x1876538934308736/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/608 e 0 to 0 dl 1789608879 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608863.824325:0:35406:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1789608863.824329:0:35406:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608863.824331:0:35406:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=6 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:0.0:1789608863.824334:0:35406:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608863.824337:0:35406:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d903115400. 02000000:00000001:0.0:1789608863.824341:0:35406:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608863.824343:0:35406:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608863.824345:0:35406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5d500. 00000100:00000001:0.0:1789608863.824348:0:35406:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608863.824349:0:35406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608863.824351:0:35406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608863.824355:0:35406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5d880 x1876538934309376/t4294967333(4294967333) o35->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608879 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608863.824362:0:35406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789608863.824364:0:35406:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff94d90704e220. 00000002:00000001:0.0:1789608863.824367:0:35406:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608863.824369:0:35406:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789608863.824371:0:35406:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94d91213b800. 00000100:00000001:0.0:1789608863.824373:0:35406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608863.824376:0:35406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5d880 x1876538934309376/t4294967333(4294967333) o35->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608879 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608863.824382:0:35406:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608863.824384:0:35406:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608863.824386:0:35406:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903115800. 02000000:00000001:0.0:1789608863.824388:0:35406:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608863.824389:0:35406:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608863.824391:0:35406:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=5 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:0.0:1789608863.824393:0:35406:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608863.824394:0:35406:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d9109bb800. 02000000:00000001:0.0:1789608863.824397:0:35406:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608863.824399:0:35406:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608863.824400:0:35406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5d880. 00000100:00000001:0.0:1789608863.824402:0:35406:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608863.824404:0:35406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789608863.824406:0:35406:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789608863.824410:0:35406:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d910b00780. 00000080:00000001:0.0:1789608863.824413:0:35406:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608863.824419:0:35406:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e014ffdd0 00000080:00000008:0.0:1789608863.824422:0:35406:0:(file.c:523:ll_file_release()) COMPLETED file d24a.recovery-small:[0x240000402:0x7:0x0](ffff94d918922a08), flags 320000, rc = 0 00000080:00000001:0.0:1789608863.824425:0:35406:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608863.824428:0:35406:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608863.824432:0:35406:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789608863.824434:0:35406:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e014ffe00 00000080:00002000:0.0:1789608863.824436:0:35406:0:(dcache.c:127:ll_ddelete()) keeping dentry d24a.recovery-small (ffff94d918b4baf8, parent ffff94d918a99a20, inode ffff94d918922a08) hashed, 00000080:00000001:0.0:1789608863.824439:0:35406:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608863.854066:0:35409:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0000-osc-ffff94d904ceb000 00010000:00000001:3.0:1789608863.854074:0:35409:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608863.854077:0:35409:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608863.854081:0:35409:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608863.854085:0:35409:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608863.854087:0:35409:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608863.854088:0:35409:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608863.854121:0:35409:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0001-osc-ffff94d904ceb000 00010000:00000001:3.0:1789608863.854123:0:35409:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608863.854124:0:35409:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608863.854126:0:35409:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608863.854127:0:35409:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608863.854128:0:35409:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608863.854130:0:35409:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608863.930361:0:35413:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789608863.930368:0:35413:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789608863.930371:0:35413:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789608863.930374:0:35413:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01ccfbc0 00000080:00200000:2.0:1789608863.930379:0:35413:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:2.0:1789608863.930387:0:35413:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d911dcd800. 00800000:00000002:2.0:1789608863.930394:0:35413:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:2.0:1789608863.930397:0:35413:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789608863.930401:0:35413:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789608863.930404:0:35413:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01ccfae0 00800000:00000002:2.0:1789608863.930406:0:35413:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608863.930410:0:35413:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789608863.930413:0:35413:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608863.930416:0:35413:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608863.930418:0:35413:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608863.930420:0:35413:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608863.930422:0:35413:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608863.930425:0:35413:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608863.930427:0:35413:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608863.930430:0:35413:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789608863.930435:0:35413:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789608863.930437:0:35413:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01ccf9b0 00000002:00010000:2.0:1789608863.930439:0:35413:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789608863.930442:0:35413:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789608863.930444:0:35413:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608863.930447:0:35413:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608863.930454:0:35413:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29d00 count: 2 00010000:00000001:2.0:1789608863.930456:0:35413:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608863.930461:0:35413:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608863.930464:0:35413:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789608863.930469:0:35413:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1400/0xc54db3288176ff6e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9adb expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789608863.930480:0:35413:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789608863.930484:0:35413:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608863.930488:0:35413:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1400/0xc54db3288176ff6e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9adb expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789608863.930495:0:35413:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789608863.930498:0:35413:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789608863.930499:0:35413:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608863.930501:0:35413:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608863.930503:0:35413:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608863.930506:0:35413:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789608863.930509:0:35413:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789608863.930511:0:35413:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:2.0:1789608863.930514:0:35413:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dcd800. 00000080:00000001:2.0:1789608863.930518:0:35413:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789608863.930520:0:35413:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608863.930522:0:35413:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:2.0:1789608863.930526:0:35413:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176ff6e 00800000:00000001:2.0:1789608863.930529:0:35413:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789608863.930531:0:35413:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789608863.930532:0:35413:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608863.930534:0:35413:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608863.930537:0:35413:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1400 refcount=3 00000020:00000001:2.0:1789608863.930540:0:35413:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570791424 : -117814138760192 : ffff94d9421c1400) 00010000:00000001:2.0:1789608863.930543:0:35413:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570791424 : -117814138760192 : ffff94d9421c1400) 00010000:00000001:2.0:1789608863.930546:0:35413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608863.930547:0:35413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608863.930548:0:35413:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608863.930550:0:35413:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608863.930552:0:35413:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ff6e from it ffffae3e01ccfbf8 00010000:00000001:2.0:1789608863.930554:0:35413:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608863.930556:0:35413:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608863.930557:0:35413:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1400 refcount=3 00000020:00000001:2.0:1789608863.930559:0:35413:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570791424 : -117814138760192 : ffff94d9421c1400) 00010000:00000001:2.0:1789608863.930561:0:35413:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570791424 : -117814138760192 : ffff94d9421c1400) 00010000:00000001:2.0:1789608863.930564:0:35413:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608863.930567:0:35413:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1400/0xc54db3288176ff6e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9adb expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789608863.930574:0:35413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608863.930576:0:35413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608863.930577:0:35413:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789608863.930579:0:35413:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789608863.930593:0:35413:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1400/0xc54db3288176ff6e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9adb expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789608863.930601:0:35413:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789608863.930604:0:35413:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789608863.930606:0:35413:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608863.930610:0:35413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608863.930611:0:35413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608863.930612:0:35413:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608863.930615:0:35413:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789608863.930617:0:35413:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608863.930619:0:35413:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608863.930622:0:35413:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608863.930624:0:35413:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608863.930626:0:35413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608863.930627:0:35413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789608863.930630:0:35413:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789608863.930632:0:35413:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608863.930634:0:35413:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 1 00000080:00000001:2.0:1789608863.930638:0:35413:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608863.930643:0:35413:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1789608863.930645:0:35413:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01ccfb88 00000080:00002000:2.0:1789608863.930647:0:35413:0:(dcache.c:87:ll_dcompare()) found name d24a.recovery-small(ffff94d918b4baf8) flags 0x28000e refc 0 00000080:00000001:2.0:1789608863.930649:0:35413:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608863.930652:0:35413:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01ccfbd0 00000080:00200000:2.0:1789608863.930653:0:35413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d24a.recovery-small, flags=25 00000080:00000001:2.0:1789608863.930658:0:35413:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1789608863.930660:0:35413:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608863.930663:0:35413:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789608863.930664:0:35413:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x240000402:0x7:0x0](ffff94d918922a08), inode mode 41ed mask 1 00000080:00000001:2.0:1789608863.930666:0:35413:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789608863.930699:0:35413:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d907f68c60. 00000080:00000001:2.0:1789608863.930705:0:35413:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789608863.930707:0:35413:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x240000402:0x7:0x0](ffff94d918922a08), inode mode 41ed mask 3 00000080:00000001:2.0:1789608863.930709:0:35413:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608863.930712:0:35413:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1789608863.930714:0:35413:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01ccfb58 00000080:00200000:2.0:1789608863.930716:0:35413:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f24a.recovery-small, dir=[0x240000402:0x7:0x0](ffff94d918922a08), file ffff94d908cac180, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1789608863.930721:0:35413:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff94d907f83d80. 00000080:00000001:2.0:1789608863.930725:0:35413:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1789608863.930727:0:35413:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01ccfa08 00000080:00200000:2.0:1789608863.930729:0:35413:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f24a.recovery-small, dir=[0x240000402:0x7:0x0](ffff94d918922a08), intent=open|creat 00000080:00000010:2.0:1789608863.930735:0:35413:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d911dcd800. 00000080:00000001:2.0:1789608863.930739:0:35413:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789608863.930740:0:35413:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789608863.930742:0:35413:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01ccf928 00800000:00000002:2.0:1789608863.930744:0:35413:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f24a.recovery-small' on [0x240000402:0x7:0x0] 00800000:00000001:2.0:1789608863.930747:0:35413:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1789608863.930750:0:35413:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1789608863.930753:0:35413:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608863.930754:0:35413:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608863.930755:0:35413:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608863.930757:0:35413:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608863.930759:0:35413:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608863.930761:0:35413:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x7:0x0] 00800000:00000001:2.0:1789608863.930763:0:35413:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608863.930766:0:35413:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446626258593477120 : -117815116074496 : ffff94d907db7200) 00800000:00000001:2.0:1789608863.930769:0:35413:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1789608863.930771:0:35413:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1789608863.930774:0:35413:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1789608863.930777:0:35413:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1789608863.930779:0:35413:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0001-mdc-ffff94d904ceb000: Allocated FID [0x240000402:0x8:0x0] 40000000:00000001:2.0:1789608863.930782:0:35413:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608863.930785:0:35413:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608863.930787:0:35413:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608863.930788:0:35413:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608863.930790:0:35413:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01ccf8a8 00800000:00000002:2.0:1789608863.930793:0:35413:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x240000402:0x7:0x0], fid2=[0x240000402:0x8:0x0], name='f24a.recovery-small' -> mds #1 layout version 1 00000002:00000001:2.0:1789608863.930797:0:35413:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789608863.930798:0:35413:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01ccf7e0 00000002:00010000:2.0:1789608863.930799:0:35413:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f24a.recovery-small,[0x240000402:0x8:0x0]) in obj [0x240000402:0x7:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1789608863.930803:0:35413:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789608863.930806:0:35413:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1789608863.930808:0:35413:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1789608863.930812:0:35413:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608863.930814:0:35413:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1789608863.930815:0:35413:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608863.930820:0:35413:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d24380. 00000020:00000040:2.0:1789608863.930824:0:35413:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=6 obd=lustre-MDT0001-mdc-ffff94d904ceb000 02000000:00000001:2.0:1789608863.930829:0:35413:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789608863.930830:0:35413:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608863.930833:0:35413:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789608863.930837:0:35413:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608863.930839:0:35413:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608863.930842:0:35413:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608863.930844:0:35413:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608863.930847:0:35413:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608863.930853:0:35413:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d903dbe800. 00000100:00000001:2.0:1789608863.930859:0:35413:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608863.930864:0:35413:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608863.930866:0:35413:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608863.930867:0:35413:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608863.930868:0:35413:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608863.930870:0:35413:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608863.930878:0:35413:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446626258592875392 : -117815116676224 : ffff94d907d24380) 00010000:00000001:2.0:1789608863.930881:0:35413:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789608863.930884:0:35413:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789608863.930887:0:35413:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d903b69d00. 00010000:00000010:2.0:1789608863.930890:0:35413:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d90847b580. 00010000:00000001:2.0:1789608863.930895:0:35413:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789608863.930898:0:35413:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d909233a00. 00000020:00000001:2.0:1789608863.930901:0:35413:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789608863.930903:0:35413:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d909233a00 with handle 0xc54db3288176ff83 to hash 00000020:00000001:2.0:1789608863.930905:0:35413:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789608863.930907:0:35413:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626258614958592 : -117815094593024 : ffff94d909233a00) 00010000:00000001:2.0:1789608863.930911:0:35413:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626258614958592 : -117815094593024 : ffff94d909233a00) 00010000:00000001:2.0:1789608863.930913:0:35413:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608863.930915:0:35413:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608863.930918:0:35413:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffff94d904ceb000 lock: ffff94d909233a00/0xc54db3288176ff83 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35413 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789608863.930926:0:35413:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff94d904ceb000 lock: ffff94d909233a00/0xc54db3288176ff83 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35413 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1789608863.930938:0:35413:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff94d904ceb000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1789608863.930948:0:35413:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d907d24380 x1876538934309632/t0(0) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1789608863.930963:0:35413:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff94d904ceb000 lock: ffff94d909233a00/0xc54db3288176ff83 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35413 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789608863.930969:0:35413:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789608863.930970:0:35413:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789608863.930976:0:35413:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d910f8e3c0. 00000100:00000001:2.0:1789608863.930978:0:35413:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258746401728 : -117814963149888 : ffff94d910f8e3c0) 00000100:00000001:2.0:1789608863.930981:0:35413:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608863.930983:0:35413:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592875392 : -117815116676224 : ffff94d907d24380) 00000100:00000001:2.0:1789608863.930987:0:35413:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608863.930991:0:35413:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608863.930993:0:35413:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789608863.930995:0:35413:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608863.930999:0:35413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d24380 x1876538934309632/t0(0) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608863.931007:0:35413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608863.931009:0:35413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608863.931012:0:35413:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608863.931014:0:35413:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608863.931017:0:35413:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608863.931020:0:35413:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d24380 pname:cluuid:pid:xid:nid:opc:job multiop:25f5d458-2cbe-49cd-9693-334c08df7e27:35413:1876538934309632:192.168.203.121@tcp:101:multiop.0 00000100:00000001:2.0:1789608863.931024:0:35413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608863.931028:0:35413:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608863.931030:0:35413:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608863.931033:0:35413:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608863.931080:0:35413:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff94d9086c0000. 02000000:00000001:2.0:1789608863.931083:0:35413:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608863.931090:0:35413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608863.931095:0:35413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21aa8. 00000400:00000010:2.0:1789608863.931101:0:35413:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff94d903dbc000. 00000100:00000200:2.0:1789608863.931108:0:35413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876538934309632, portal 10 00000100:00000001:2.0:1789608863.931111:0:35413:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608863.931112:0:35413:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592875392 : -117815116676224 : ffff94d907d24380) 00000100:00000040:2.0:1789608863.931119:0:35413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d907d24380 x1876538934309632/t0(0) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789608879 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608863.931126:0:35413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608863.931129:0:35413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608863.931132:0:35413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c2a8. 00000100:00000200:2.0:1789608863.931137:0:35413:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876538934309632, offset 0 00000400:00000200:2.0:1789608863.931143:0:35413:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608863.931151:0:35413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608863.931158:0:35413:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608863.931163:0:35413:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608863.931167:0:35413:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608863.931170:0:35413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608863.931173:0:35413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608863.931176:0:35413:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2936:2936:256:4294967295] 192.168.203.121@tcp LPNI seq info [2936:2936:8:4294967295] 00000400:00000200:2.0:1789608863.931181:0:35413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608863.931190:0:35413:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608863.931196:0:35413:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608863.931201:0:35413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a01a500. 00000800:00000200:2.0:1789608863.931207:0:35413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608863.931215:0:35413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608863.931219:0:35413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a01a500 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1789608863.931242:0:35413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608863.931246:0:35413:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: using a timeout of 23730 usecs (24 jiffies) 00000400:00000200:2.0:1789608863.931250:0:35413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608863.931253:0:35413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296591045 00000100:00000001:2.0:1789608863.931255:0:35413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296593758 00000100:00000001:2.0:1789608863.931258:0:35413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296591045 00000100:00000001:2.0:1789608863.931260:0:35413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296593758 00000100:00000001:2.0:1789608863.931263:0:35413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608863.931265:0:35413:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608863.931268:0:35413:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608863.931270:0:35413:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789608863.931272:0:35413:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d910f8e3c0 going to sleep for 11 seconds 00000100:00000001:2.0:1789608863.931275:0:35413:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608863.931278:0:35413:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608863.931535:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608863.931541:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a01a500. 00000400:00000200:0.0:1789608863.931546:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608863.931551:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608863.931557:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c2a8 00000400:00000010:0.0:1789608863.931560:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c2a8. 00000100:00000001:0.0:1789608863.931563:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608863.931568:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d24380 x1876538934309632/t0(0) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789608879 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608863.931579:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608863.931591:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d24380 x1876538934309632/t0(0) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789608879 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608863.931599:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608863.931601:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608863.941785:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608863.941800:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608863.941805:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608863.941807:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608863.941816:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.941825:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608863.941832:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.941838:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.941843:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.941847:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 664 into portal 10 MB=0x6aab3c4963300 00000400:00000200:1.0:1789608863.941852:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.941858:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 664/664 into md 0x8619 [32] + 224 00000800:00000001:1.0:1789608863.941865:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608863.941872:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608863.941875:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608863.941880:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608863.941887:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608863.941895:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d24380 x1876538934309632/t0(0) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789608879 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608863.941908:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff94d907d24380 x1876538934309632/t0(0) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789608879 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608863.941931:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608863.941946:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608863.941949:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608863.942080:0:35413:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608863.942087:0:35413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608863.942089:0:35413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608863.942092:0:35413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21aa8. 00000400:00000200:2.0:1789608863.942097:0:35413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d903dbc000 00000400:00000010:2.0:1789608863.942100:0:35413:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff94d903dbc000. 00000100:00000001:2.0:1789608863.942123:0:35413:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608863.942128:0:35413:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d24380 x1876538934309632/t0(0) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789608879 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789608863.942138:0:35413:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d24380 x1876538934309632/t0(0) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789608879 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608863.942143:0:35413:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608863.942145:0:35413:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608863.942148:0:35413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608863.942151:0:35413:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608863.942153:0:35413:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608863.942155:0:35413:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608863.942158:0:35413:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608863.942165:0:35413:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b17c60 time=71 v=5 (5 104 104 104) 00000100:00001000:2.0:1789608863.942170:0:35413:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b17c18 time=71 v=5 (1 1 1 1) 00000100:00000001:2.0:1789608863.942172:0:35413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608863.942174:0:35413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608863.942176:0:35413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608863.942179:0:35413:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608863.942182:0:35413:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789608863.942184:0:35413:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x100000022/0x1] 00000100:00000001:2.0:1789608863.942185:0:35413:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789608863.942187:0:35413:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608863.942189:0:35413:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592875392 : -117815116676224 : ffff94d907d24380) 00000100:00000001:2.0:1789608863.942192:0:35413:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608863.942194:0:35413:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1789608863.942196:0:35413:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608863.942199:0:35413:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608863.942204:0:35413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d24380 x1876538934309632/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/664 e 0 to 0 dl 1789608879 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608863.942212:0:35413:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608863.942215:0:35413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608863.942217:0:35413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608863.942221:0:35413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d24380 x1876538934309632/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/664 e 0 to 0 dl 1789608879 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789608863.942230:0:35413:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d24380 pname:cluuid:pid:xid:nid:opc:job multiop:25f5d458-2cbe-49cd-9693-334c08df7e27:35413:1876538934309632:192.168.203.121@tcp:101:multiop.0 00000100:00000001:2.0:1789608863.942235:0:35413:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608863.942237:0:35413:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608863.942239:0:35413:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789608863.942241:0:35413:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608863.942244:0:35413:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d24380 x1876538934309632/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/664 e 0 to 0 dl 1789608879 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608863.942251:0:35413:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608863.942254:0:35413:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d910f8e3c0. 00000100:00000001:2.0:1789608863.942257:0:35413:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789608863.942258:0:35413:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608863.942261:0:35413:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789608863.942265:0:35413:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608863.942267:0:35413:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608863.942270:0:35413:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233a00 refcount=4 00000020:00000001:2.0:1789608863.942273:0:35413:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614958592 : -117815094593024 : ffff94d909233a00) 00010000:00000001:2.0:1789608863.942276:0:35413:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614958592 : -117815094593024 : ffff94d909233a00) 00010000:00000040:2.0:1789608863.942281:0:35413:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d909233a00, remote cookie: 0x91bddff8e8ed9b28, flags: 0x1001 00010000:00010000:2.0:1789608863.942287:0:35413:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff94d904ceb000 lock: ffff94d909233a00/0xc54db3288176ff83 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b28 expref: -99 pid: 35413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789608863.942300:0:35413:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x240000402:0x8:0x0].0x0, instead of [0x240000402:0x7:0x0].0x0 00010000:00000001:2.0:1789608863.942304:0:35413:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1789608863.942310:0:35413:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d903b69300. 00010000:00000010:2.0:1789608863.942314:0:35413:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d90847b900. 00010000:00000040:2.0:1789608863.942324:0:35413:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d903b69d00 count: 0 00010000:00000010:2.0:1789608863.942329:0:35413:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d90847b580. 00010000:00000001:2.0:1789608863.942338:0:35413:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608863.942352:0:35413:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff94d904ceb000 lock: ffff94d909233a00/0xc54db3288176ff83 lrc: 4/0,1 mode: --/PR res: [0x240000402:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b28 expref: -99 pid: 35413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789608863.942362:0:35413:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff94d904ceb000 lock: ffff94d909233a00/0xc54db3288176ff83 lrc: 4/0,1 mode: --/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b28 expref: -99 pid: 35413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608863.942369:0:35413:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789608863.942372:0:35413:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789608863.942374:0:35413:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789608863.942375:0:35413:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789608863.942377:0:35413:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789608863.942379:0:35413:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000402:0x8:0x0].0x0 (ffff94d903b69300) refcount = 1 00010000:00010000:2.0:1789608863.942384:0:35413:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff94d904ceb000 lock: ffff94d909233a00/0xc54db3288176ff83 lrc: 4/0,1 mode: PR/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9b28 expref: -99 pid: 35413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608863.942389:0:35413:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789608863.942391:0:35413:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789608863.942393:0:35413:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608863.942396:0:35413:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789608863.942398:0:35413:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608863.942401:0:35413:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff94d904ceb000 lock: ffff94d909233a00/0xc54db3288176ff83 lrc: 4/0,1 mode: PR/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b28 expref: -99 pid: 35413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608863.942413:0:35413:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789608863.942415:0:35413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608863.942417:0:35413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608863.942418:0:35413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608863.942419:0:35413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608863.942421:0:35413:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608863.942425:0:35413:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789608863.942428:0:35413:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608863.942429:0:35413:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608863.942431:0:35413:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233a00 refcount=3 00000020:00000001:2.0:1789608863.942433:0:35413:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614958592 : -117815094593024 : ffff94d909233a00) 00010000:00000001:2.0:1789608863.942435:0:35413:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614958592 : -117815094593024 : ffff94d909233a00) 00010000:00000001:2.0:1789608863.942437:0:35413:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608863.942438:0:35413:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608863.942440:0:35413:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233a00 refcount=4 00000020:00000001:2.0:1789608863.942442:0:35413:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614958592 : -117815094593024 : ffff94d909233a00) 00010000:00000001:2.0:1789608863.942444:0:35413:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614958592 : -117815094593024 : ffff94d909233a00) 00010000:00000001:2.0:1789608863.942447:0:35413:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608863.942450:0:35413:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608863.942453:0:35413:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff94d904ceb000 lock: ffff94d909233a00/0xc54db3288176ff83 lrc: 5/1,1 mode: PR/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9b28 expref: -99 pid: 35413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608863.942459:0:35413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608863.942460:0:35413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608863.942461:0:35413:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608863.942462:0:35413:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608863.942463:0:35413:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233a00 refcount=5 00000020:00000001:2.0:1789608863.942465:0:35413:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614958592 : -117815094593024 : ffff94d909233a00) 00010000:00000001:2.0:1789608863.942467:0:35413:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614958592 : -117815094593024 : ffff94d909233a00) 00010000:00000001:2.0:1789608863.942470:0:35413:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608863.942472:0:35413:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffff94d904ceb000 lock: ffff94d909233a00/0xc54db3288176ff83 lrc: 5/1,1 mode: PR/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9b28 expref: -99 pid: 35413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608863.942479:0:35413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608863.942480:0:35413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789608863.942483:0:35413:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff94d904ceb000 lock: ffff94d909233a00/0xc54db3288176ff83 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9b28 expref: -99 pid: 35413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608863.942489:0:35413:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608863.942490:0:35413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608863.942491:0:35413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608863.942493:0:35413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608863.942494:0:35413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789608863.942499:0:35413:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff94d907d24380 x1876538934309632/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/664 e 0 to 0 dl 1789608879 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789608863.942507:0:35413:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1789608863.942511:0:35413:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d907d24380 x1876538934309632/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/664 e 0 to 0 dl 1789608879 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789608863.942518:0:35413:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608863.942524:0:35413:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608863.942525:0:35413:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608863.942526:0:35413:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233a00 refcount=3 00000020:00000001:2.0:1789608863.942528:0:35413:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614958592 : -117815094593024 : ffff94d909233a00) 00010000:00000001:2.0:1789608863.942530:0:35413:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614958592 : -117815094593024 : ffff94d909233a00) 00000002:00010000:2.0:1789608863.942534:0:35413:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0001-mdc-ffff94d904ceb000 lock: ffff94d909233a00/0xc54db3288176ff83 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b28 expref: -99 pid: 35413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1789608863.942544:0:35413:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff94d9071bfb00. 00010000:00000001:2.0:1789608863.942546:0:35413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608863.942547:0:35413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608863.942548:0:35413:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608863.942550:0:35413:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608863.942554:0:35413:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1789608863.942569:0:35413:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608863.942570:0:35413:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592875392 : -117815116676224 : ffff94d907d24380) 00000100:00000001:2.0:1789608863.942573:0:35413:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608863.942574:0:35413:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592875392 : -117815116676224 : ffff94d907d24380) 00010000:00000001:2.0:1789608863.942575:0:35413:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608863.942577:0:35413:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608863.942578:0:35413:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233a00 refcount=3 00000020:00000001:2.0:1789608863.942580:0:35413:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614958592 : -117815094593024 : ffff94d909233a00) 00010000:00000001:2.0:1789608863.942590:0:35413:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614958592 : -117815094593024 : ffff94d909233a00) 00000002:00010000:2.0:1789608863.942594:0:35413:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff94d904ceb000 lock: ffff94d909233a00/0xc54db3288176ff83 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b28 expref: -99 pid: 35413 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608863.942601:0:35413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608863.942602:0:35413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608863.942604:0:35413:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789608863.942605:0:35413:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608863.942606:0:35413:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608863.942607:0:35413:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233a00 refcount=3 00000020:00000001:2.0:1789608863.942609:0:35413:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614958592 : -117815094593024 : ffff94d909233a00) 00010000:00000001:2.0:1789608863.942611:0:35413:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614958592 : -117815094593024 : ffff94d909233a00) 00010000:00000040:2.0:1789608863.942615:0:35413:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69300 count: 2 00010000:00000001:2.0:1789608863.942617:0:35413:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789608863.942621:0:35413:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d91351c000 type 13 mode 4 res 9663677442/8 (0 0) 00010000:00000001:2.0:1789608863.942623:0:35413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608863.942624:0:35413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608863.942626:0:35413:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789608863.942629:0:35413:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01ccf768 00000002:00002000:2.0:1789608863.942631:0:35413:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f24a.recovery-small intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:2.0:1789608863.942635:0:35413:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608863.942638:0:35413:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608863.942641:0:35413:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789608863.942645:0:35413:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x240000402:0x7:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1789608863.942649:0:35413:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608863.942653:0:35413:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1789608863.942655:0:35413:0:(namei.c:674:ll_lookup_it_finish()) it ffff94d907f83d80 it_disposition 1800037 00000080:00002000:2.0:1789608863.942660:0:35413:0:(namei.c:653:ll_splice_alias()) Add dentry ffff94d91155bca8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1789608863.942665:0:35413:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789608863.942667:0:35413:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:2.0:1789608863.942669:0:35413:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01ccf990 00000080:00200000:2.0:1789608863.942670:0:35413:0:(namei.c:1628:ll_create_it()) VFS Op:name=f24a.recovery-small, dir=[0x240000402:0x7:0x0](ffff94d918922a08), intent=open|creat 00000080:00000001:2.0:1789608863.942673:0:35413:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:2.0:1789608863.942725:0:35413:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789608863.942731:0:35413:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1789608863.942734:0:35413:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789608863.942737:0:35413:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761480 : 162129603798761480 : 240000402000008) 00000080:00000001:2.0:1789608863.942740:0:35413:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1789608863.942750:0:35413:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94d918920000. 00000020:00000001:2.0:1789608863.942759:0:35413:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:2.0:1789608863.942761:0:35413:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1789608863.942764:0:35413:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:2.0:1789608863.942766:0:35413:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x240000402:0x8:0x0](ffff94d9189200c8) 00000020:00000001:2.0:1789608863.942770:0:35413:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789608863.942773:0:35413:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514695448 : -117815194856168 : ffff94d903295518) 00000020:00001000:2.0:1789608863.942776:0:35413:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295510 00000020:00000001:2.0:1789608863.942780:0:35413:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:2.0:1789608863.942784:0:35413:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff94d9040db320. 00000020:00000001:2.0:1789608863.942787:0:35413:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1789608863.942789:0:35413:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608863.942795:0:35413:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:2.0:1789608863.942798:0:35413:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff94d910b657c0. 00020000:00000001:2.0:1789608863.942800:0:35413:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446626258742040512 : -117814967511104 : ffff94d910b657c0) 00020000:00000001:2.0:1789608863.942803:0:35413:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:2.0:1789608863.942806:0:35413:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789608863.942811:0:35413:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d907f83360. 00020000:00000010:2.0:1789608863.942815:0:35413:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d903f8b300. 00020000:00000010:2.0:1789608863.942819:0:35413:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d907f83240. 00020000:00000001:2.0:1789608863.942822:0:35413:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626258595361344 : -117815114190272 : ffff94d907f83240) 00020000:00000002:2.0:1789608863.942824:0:35413:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d907f83240, objid 0x8:1073742850, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789608863.942829:0:35413:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789608863.942833:0:35413:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d903f8b300: ostid: 0x280000400:5 ost idx: 0 gen: 0 00020000:00000001:2.0:1789608863.942836:0:35413:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1789608863.942838:0:35413:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d907f83240, objid 0x8:1073742850, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789608863.942842:0:35413:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789608863.942845:0:35413:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d903f8b300: ostid: 0x280000400:5 ost idx: 0 gen: 0 00020000:00000010:2.0:1789608863.942850:0:35413:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff94d911da5400. 00020000:00000010:2.0:1789608863.942853:0:35413:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff94d910f8e3c0. 00020000:00000001:2.0:1789608863.942857:0:35413:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1789608863.942860:0:35413:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff94d91806b030. 00020000:00000001:2.0:1789608863.942863:0:35413:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1789608863.942864:0:35413:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:2.0:1789608863.942868:0:35413:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1789608863.942871:0:35413:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff94d9040db708. 00000020:00000001:2.0:1789608863.942873:0:35413:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1789608863.942874:0:35413:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608863.942876:0:35413:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446626258529662856 : -117815179888760 : ffff94d9040db788) 00020000:00000001:2.0:1789608863.942879:0:35413:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1789608863.942883:0:35413:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff94d9183e5c00. 00020000:00000001:2.0:1789608863.942886:0:35413:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608863.942889:0:35413:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446626258529662856 : -117815179888760 : ffff94d9040db788) 00020000:00000001:2.0:1789608863.942891:0:35413:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446626258529662856 : -117815179888760 : ffff94d9040db788) 00020000:00000002:2.0:1789608863.942895:0:35413:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x5:0x0]@ffff94d9040db708[0:0] -> [0x240000402:0x8:0x0]@ffff94d9040db320: ostid: 0x280000400:5 ost idx: 0 gen: 0 00020000:00000001:2.0:1789608863.942900:0:35413:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:2.0:1789608863.942902:0:35413:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:2.0:1789608863.942904:0:35413:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608863.942907:0:35413:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446626258529661856 : -117815179889760 : ffff94d9040db3a0) 00000020:00001000:2.0:1789608863.942910:0:35413:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295510 00000080:00000001:2.0:1789608863.942914:0:35413:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761480 : 162129603798761480 : 240000402000008) 00000080:00000001:2.0:1789608863.942917:0:35413:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748740 : 37748740 : 2400004) 00000080:00000002:2.0:1789608863.942920:0:35413:0:(llite_lib.c:3050:ll_update_inode()) setting ino 162129603798761480 mtime from 0 to 1789608863 00000080:00000001:2.0:1789608863.942924:0:35413:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1789608863.942926:0:35413:0:(namei.c:156:ll_iget()) Process leaving (rc=18446626258873876680 : -117814835674936 : ffff94d9189200c8) 00010000:00000001:2.0:1789608863.942929:0:35413:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608863.942930:0:35413:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608863.942932:0:35413:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233a00 refcount=3 00000020:00000001:2.0:1789608863.942934:0:35413:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614958592 : -117815094593024 : ffff94d909233a00) 00010000:00000001:2.0:1789608863.942936:0:35413:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614958592 : -117815094593024 : ffff94d909233a00) 00000080:00000001:2.0:1789608863.942939:0:35413:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789608863.942940:0:35413:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789608863.942941:0:35413:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514695448 : -117815194856168 : ffff94d903295518) 00000020:00001000:2.0:1789608863.942943:0:35413:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295510 00000020:00000001:2.0:1789608863.942945:0:35413:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1789608863.942947:0:35413:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1789608863.942948:0:35413:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789608863.942951:0:35413:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d907f83120. 00020000:00000010:2.0:1789608863.942953:0:35413:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d903f8b580. 00020000:00000010:2.0:1789608863.942956:0:35413:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d907f83ba0. 00020000:00000001:2.0:1789608863.942958:0:35413:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626258595363744 : -117815114187872 : ffff94d907f83ba0) 00020000:00000002:2.0:1789608863.942960:0:35413:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d907f83ba0, objid 0x8:1073742850, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789608863.942964:0:35413:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789608863.942967:0:35413:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d903f8b580: ostid: 0x280000400:5 ost idx: 0 gen: 0 00020000:00000002:2.0:1789608863.942970:0:35413:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff94d910b657c0) owner ffff94d907f24f80 00020000:00000001:2.0:1789608863.942973:0:35413:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789608863.942975:0:35413:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff94d910b657c0) owner ffff94d907f24f80 00020000:00000010:2.0:1789608863.942979:0:35413:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d903f8b580. 00020000:00000010:2.0:1789608863.942984:0:35413:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d907f83120. 00020000:00000010:2.0:1789608863.942987:0:35413:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d907f83ba0. 00020000:00000002:2.0:1789608863.942989:0:35413:0:(lov_object.c:1535:lov_conf_set()) [0x240000402:0x8:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1789608863.942992:0:35413:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608863.942993:0:35413:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608863.942996:0:35413:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1789608863.942999:0:35413:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b657c0) owner 0000000000000000/ffff94d907f24f80 00020000:00000002:2.0:1789608863.943002:0:35413:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d907f83240 addref 2/0 by ffff94d907f24f80. 00020000:00000002:2.0:1789608863.943004:0:35413:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b657c0) owner 0000000000000000/ffff94d907f24f80 00020000:00000001:2.0:1789608863.943007:0:35413:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1789608863.943009:0:35413:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1789608863.943010:0:35413:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1789608863.943012:0:35413:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1789608863.943014:0:35413:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1789608863.943016:0:35413:0:(file.c:6843:ll_layout_conf()) [0x240000402:0x8:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1789608863.943018:0:35413:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295510 00000080:00000001:2.0:1789608863.943020:0:35413:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608863.943022:0:35413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608863.943023:0:35413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789608863.943025:0:35413:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789608863.943028:0:35413:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1789608863.943030:0:35413:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608863.943032:0:35413:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x240000402:0x8:0x0](ffff94d9189200c8) 00000080:00010000:2.0:1789608863.943036:0:35413:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x8:0x0](ffff94d9189200c8) for lock 0xc54db3288176ff83 00800000:00000001:2.0:1789608863.943039:0:35413:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789608863.943040:0:35413:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789608863.943041:0:35413:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608863.943043:0:35413:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608863.943044:0:35413:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233a00 refcount=3 00000020:00000001:2.0:1789608863.943046:0:35413:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614958592 : -117815094593024 : ffff94d909233a00) 00010000:00000001:2.0:1789608863.943048:0:35413:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614958592 : -117815094593024 : ffff94d909233a00) 00010000:00000001:2.0:1789608863.943050:0:35413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608863.943052:0:35413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608863.943053:0:35413:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608863.943055:0:35413:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608863.943057:0:35413:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:2.0:1789608863.943058:0:35413:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608863.943063:0:35413:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff94d907d24380 x1876538934309632/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/664 e 0 to 0 dl 1789608879 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608863.943070:0:35413:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789608863.943073:0:35413:0:(namei.c:1651:ll_create_it()) inode ffff94d9189200c8 need_sync_to_mds [0x240000402:0x8:0x0] 00000080:00000001:2.0:1789608863.943076:0:35413:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608863.943080:0:35413:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x8:0x0](ffff94d9189200c8) 00000080:00000001:2.0:1789608863.943083:0:35413:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789608863.943086:0:35413:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dcd800. 00000100:00000001:2.0:1789608863.943089:0:35413:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608863.943092:0:35413:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d24380 x1876538934309632/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/664 e 0 to 0 dl 1789608879 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608863.943098:0:35413:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608863.943102:0:35413:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1789608863.943104:0:35413:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789608863.943106:0:35413:0:(namei.c:1500:ll_atomic_open()) inode ffff94d9189200c8 need_sync_to_mds [0x240000402:0x8:0x0] 00000080:00000001:2.0:1789608863.943114:0:35413:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1789608863.943117:0:35413:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01ccfa68 00000080:00200008:2.0:1789608863.943119:0:35413:0:(file.c:1090:ll_file_open()) START file f24a.recovery-small:[0x240000402:0x8:0x0](ffff94d9189200c8), flags 100102 00000080:00000010:2.0:1789608863.943126:0:35413:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d91a6d2f00. 00000080:00000010:2.0:1789608863.943131:0:35413:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94d9071bf0c0. 00000080:00000001:2.0:1789608863.943134:0:35413:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1789608863.943138:0:35413:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1789608863.943140:0:35413:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608863.943143:0:35413:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608863.943145:0:35413:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608863.943148:0:35413:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608863.943150:0:35413:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608863.943152:0:35413:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x8:0x0] 00800000:00000001:2.0:1789608863.943154:0:35413:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608863.943157:0:35413:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1789608863.943160:0:35413:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94d907f68a00. 00000002:00100000:2.0:1789608863.943165:0:35413:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d907d24380 x1876538934309632/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/664 e 0 to 0 dl 1789608879 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789608863.943171:0:35413:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608863.943173:0:35413:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1789608863.943176:0:35413:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1789608863.943179:0:35413:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608863.943182:0:35413:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608863.943184:0:35413:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608863.943187:0:35413:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d24380 x1876538934309632/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/664 e 0 to 0 dl 1789608879 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1789608863.943195:0:35413:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608863.943198:0:35413:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff94d9086c0000. 02000000:00000001:2.0:1789608863.943223:0:35413:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1789608863.943224:0:35413:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608863.943227:0:35413:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01ccfa68 00000080:00000008:2.0:1789608863.943229:0:35413:0:(file.c:1329:ll_file_open()) COMPLETED file f24a.recovery-small:[0x240000402:0x8:0x0](ffff94d9189200c8), flags 100102, rc = 0 00000080:00000001:2.0:1789608863.943233:0:35413:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1789608863.943235:0:35413:0:(dcache.c:176:ll_intent_release()) intent ffff94d907f83d80 released 00000080:00010000:2.0:1789608863.943237:0:35413:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ff83 from it ffff94d907f83d80 00010000:00000001:2.0:1789608863.943239:0:35413:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608863.943241:0:35413:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608863.943242:0:35413:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233a00 refcount=3 00000020:00000001:2.0:1789608863.943244:0:35413:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614958592 : -117815094593024 : ffff94d909233a00) 00010000:00000001:2.0:1789608863.943246:0:35413:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614958592 : -117815094593024 : ffff94d909233a00) 00010000:00000001:2.0:1789608863.943248:0:35413:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608863.943251:0:35413:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff94d904ceb000 lock: ffff94d909233a00/0xc54db3288176ff83 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x91bddff8e8ed9b28 expref: -99 pid: 35413 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608863.943258:0:35413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608863.943259:0:35413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608863.943261:0:35413:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789608863.943263:0:35413:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789608863.943266:0:35413:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff94d904ceb000 lock: ffff94d909233a00/0xc54db3288176ff83 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9b28 expref: -99 pid: 35413 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789608863.943275:0:35413:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789608863.943278:0:35413:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789608863.943280:0:35413:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608863.943283:0:35413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608863.943285:0:35413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608863.943286:0:35413:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608863.943290:0:35413:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789608863.943291:0:35413:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608863.943293:0:35413:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608863.943295:0:35413:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608863.943297:0:35413:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608863.943298:0:35413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608863.943299:0:35413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789608863.943300:0:35413:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1789608863.943302:0:35413:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:2.0:1789608863.943304:0:35413:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1789608863.943306:0:35413:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789608863.943308:0:35413:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1789608863.943310:0:35413:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608863.943312:0:35413:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1789608863.943314:0:35413:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608863.943315:0:35413:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789608863.943317:0:35413:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608863.943319:0:35413:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789608863.943322:0:35413:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff94d907f83d80. 00000080:00000001:2.0:1789608863.943325:0:35413:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608863.943329:0:35413:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789608863.943331:0:35413:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x240000402:0x8:0x0](ffff94d9189200c8), inode mode 81a4 mask 40 00000080:00000001:2.0:1789608863.943335:0:35413:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608863.943502:0:35413:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:2.0:1789608863.943505:0:35413:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01ccfd88 00000080:00200008:2.0:1789608863.943507:0:35413:0:(file.c:2650:do_file_write_iter()) START file f24a.recovery-small:[0x240000402:0x8:0x0], ppos: 0, count: 1 00000080:00000002:2.0:1789608863.943510:0:35413:0:(file.c:2656:do_file_write_iter()) inode ffff94d9189200c8 need_sync_to_oss [0x240000402:0x8:0x0] 00000080:00000001:2.0:1789608863.943512:0:35413:0:(pcc.c:2644:pcc_file_write_iter()) Process entered 00000080:00000001:2.0:1789608863.943513:0:35413:0:(pcc.c:2647:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608863.943516:0:35413:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1789608863.943518:0:35413:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608863.943520:0:35413:0:(file.c:2588:ll_do_tiny_write()) Process entered 00000020:00000001:2.0:1789608863.943522:0:35413:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1789608863.943524:0:35413:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b657c0) owner 0000000000000000/ffff94d907f24f80 00020000:00000002:2.0:1789608863.943527:0:35413:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d907f83240 addref 2/0 by ffff94d907f24f80. 00020000:00000002:2.0:1789608863.943528:0:35413:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b657c0) owner 0000000000000000/ffff94d907f24f80 00000020:00000001:2.0:1789608863.943531:0:35413:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000080:00000001:2.0:1789608863.943537:0:35413:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:2.0:1789608863.943539:0:35413:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 1 bytes 00000080:00000001:2.0:1789608863.943544:0:35413:0:(rw26.c:683:ll_write_begin()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:2.0:1789608863.943547:0:35413:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00200000:2.0:1789608863.943549:0:35413:0:(file.c:2626:ll_do_tiny_write()) result: 0, original count 1 00000080:00000001:2.0:1789608863.943551:0:35413:0:(file.c:2628:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608863.943553:0:35413:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789608863.943554:0:35413:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514695448 : -117815194856168 : ffff94d903295518) 00000020:00001000:2.0:1789608863.943556:0:35413:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295510 00000080:00000001:2.0:1789608863.943560:0:35413:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1789608863.943561:0:35413:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01ccfc98 00000080:00200000:2.0:1789608863.943563:0:35413:0:(file.c:2090:ll_file_io_generic()) f24a.recovery-small: write ppos: 0, bytes: 1 00000020:00000001:2.0:1789608863.943567:0:35413:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01ccfc30 00000080:00200000:2.0:1789608863.943569:0:35413:0:(file.c:1848:ll_io_set_mirror()) f24a.recovery-small: desiginated mirror: 0 00000020:00000001:2.0:1789608863.943572:0:35413:0:(cl_io.c:210:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1789608863.943577:0:35413:0:(cl_io.c:215:cl_io_rw_init()) header@000000001455e8f8[0x110, 1, [0x240000402:0x8:0x0] hash] 00000020:00200000:2.0:1789608863.943579:0:35413:0:(cl_io.c:215:cl_io_rw_init()) io range: 2 [0, 1) 0 0 00000020:00000001:2.0:1789608863.943593:0:35413:0:(cl_object.c:143:cl_object_top()) ffff94d9040db3a0 -> ffff94d9040db3a0 00000020:00000001:2.0:1789608863.943596:0:35413:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:2.0:1789608863.943598:0:35413:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1789608863.943600:0:35413:0:(vvp_io.c:1826:vvp_io_init()) [0x240000402:0x8:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1789608863.943604:0:35413:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789608863.943605:0:35413:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1789608863.943607:0:35413:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608863.943611:0:35413:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608863.943614:0:35413:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1789608863.943615:0:35413:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608863.943617:0:35413:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789608863.943620:0:35413:0:(lov_object.c:1590:lov_io_init()) [0x240000402:0x8:0x0]io ffff94d904aad780 type 2 ignore/verify layout 0/0 00020000:00000002:2.0:1789608863.943623:0:35413:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b657c0) owner 0000000000000000/ffff94d907f24f80 00020000:00000001:2.0:1789608863.943626:0:35413:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1789608863.943628:0:35413:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1789608863.943630:0:35413:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1789608863.943632:0:35413:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:2.0:1789608863.943634:0:35413:0:(lov_io.c:860:lov_io_slice_init()) 0 1 00020000:00000001:2.0:1789608863.943637:0:35413:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:2.0:1789608863.943638:0:35413:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1789608863.943640:0:35413:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608863.943641:0:35413:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789608863.943643:0:35413:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1789608863.943644:0:35413:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1789608863.943645:0:35413:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b657c0) owner 0000000000000000/ffff94d907f24f80 00000020:00000001:2.0:1789608863.943648:0:35413:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608863.943649:0:35413:0:(cl_io.c:218:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789608863.943652:0:35413:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 0] 00000001:00000001:2.0:1789608863.943654:0:35413:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:2.0:1789608863.943656:0:35413:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608863.943658:0:35413:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:2.0:1789608863.943660:0:35413:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1789608863.943662:0:35413:0:(cl_io.c:915:cl_page_list_init()) Process entered 00000020:00000001:2.0:1789608863.943664:0:35413:0:(cl_io.c:918:cl_page_list_init()) Process leaving 00020000:00000001:2.0:1789608863.943665:0:35413:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:2.0:1789608863.943668:0:35413:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 1) 1, 1 00020000:00000001:2.0:1789608863.943670:0:35413:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1789608863.943672:0:35413:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1789608863.943674:0:35413:0:(lov_offset.c:253:lov_stripe_intersects()) [0->0] -> [(0) 0->0 (0)] 00020000:00000001:2.0:1789608863.943709:0:35413:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789608863.943711:0:35413:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1789608863.943712:0:35413:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789608863.943714:0:35413:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514696456 : -117815194855160 : ffff94d903295908) 00000020:00001000:2.0:1789608863.943716:0:35413:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295900 00000020:00000001:2.0:1789608863.943719:0:35413:0:(cl_object.c:143:cl_object_top()) ffff94d9040db788 -> ffff94d9040db3a0 00000020:00000001:2.0:1789608863.943721:0:35413:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:2.0:1789608863.943724:0:35413:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789608863.943725:0:35413:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1789608863.943726:0:35413:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1789608863.943728:0:35413:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258539960192 : -117815169591424 : ffff94d904aad780) 00000020:00000001:2.0:1789608863.943730:0:35413:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608863.943732:0:35413:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608863.943734:0:35413:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593373712 : -117815116177904 : ffff94d907d9de10) 00000020:00000001:2.0:1789608863.943737:0:35413:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1789608863.943740:0:35413:0:(osc_io.c:525:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1789608863.943743:0:35413:0:(osc_io.c:545:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608863.943744:0:35413:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608863.943747:0:35413:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608863.943748:0:35413:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608863.943752:0:35413:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608863.943755:0:35413:0:(cl_io.c:315:cl_io_lock()) Process entered 00000080:00000001:2.0:1789608863.943757:0:35413:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1789608863.943760:0:35413:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:3.0:1789608863.943942:0:35413:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:3.0:1789608863.943946:0:35413:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608863.943949:0:35413:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608863.943952:0:35413:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:3.0:1789608863.943954:0:35413:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000020:00000001:3.0:1789608863.943956:0:35413:0:(cl_io.c:477:cl_io_lock_add()) Process entered 00000020:00000001:3.0:1789608863.943958:0:35413:0:(cl_io.c:260:cl_lockset_merge()) Process entered 00000020:00000001:3.0:1789608863.943960:0:35413:0:(cl_io.c:277:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608863.943962:0:35413:0:(cl_io.c:484:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608863.943964:0:35413:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608863.943966:0:35413:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608863.943968:0:35413:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608863.943971:0:35413:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1789608863.943973:0:35413:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789608863.943974:0:35413:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:3.0:1789608863.943976:0:35413:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789608863.943978:0:35413:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608863.943980:0:35413:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608863.943982:0:35413:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608863.943989:0:35413:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608863.943991:0:35413:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789608863.943993:0:35413:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1789608863.943994:0:35413:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1789608863.943997:0:35413:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1789608863.943999:0:35413:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1789608863.944002:0:35413:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000010:3.0:1789608863.944016:0:35413:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d903cc7d00. 00020000:00000002:3.0:1789608863.944019:0:35413:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:3.0:1789608863.944022:0:35413:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1789608863.944024:0:35413:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789608863.944025:0:35413:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593373712 : -117815116177904 : ffff94d907d9de10) 00000020:00000001:3.0:1789608863.944027:0:35413:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1789608863.944031:0:35413:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d9035dbb50. 00000008:00010000:3.0:1789608863.944034:0:35413:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:3.0:1789608863.944036:0:35413:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1789608863.944037:0:35413:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1789608863.944041:0:35413:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d903cc7d30, osc lock ffff94d9035dbb50, flags 0x0 00000020:00000001:3.0:1789608863.944043:0:35413:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608863.944045:0:35413:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608863.944047:0:35413:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626258525388032 : -117815184163584 : ffff94d903cc7d00) 00000020:00000001:3.0:1789608863.944049:0:35413:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1789608863.944050:0:35413:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1789608863.944051:0:35413:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608863.944053:0:35413:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608863.944054:0:35413:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1789608863.944056:0:35413:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1789608863.944057:0:35413:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789608863.944058:0:35413:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593373712 : -117815116177904 : ffff94d907d9de10) 00000020:00000001:3.0:1789608863.944060:0:35413:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1789608863.944062:0:35413:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1789608863.944064:0:35413:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:3.0:1789608863.944066:0:35413:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608863.944068:0:35413:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1789608863.944070:0:35413:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1789608863.944071:0:35413:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1789608863.944073:0:35413:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1789608863.944074:0:35413:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1789608863.944075:0:35413:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1789608863.944077:0:35413:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1789608863.944080:0:35413:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789608863.944084:0:35413:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608863.944087:0:35413:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:3.0:1789608863.944091:0:35413:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908492a00. 00000020:00000040:3.0:1789608863.944095:0:35413:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00010000:00000001:3.0:1789608863.944099:0:35413:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789608863.944103:0:35413:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608863.944107:0:35413:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608863.944110:0:35413:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608863.944112:0:35413:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608863.944117:0:35413:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608863.944123:0:35413:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d904ae6200. 00000100:00000001:3.0:1789608863.944129:0:35413:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608863.944134:0:35413:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608863.944136:0:35413:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608863.944137:0:35413:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608863.944138:0:35413:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608863.944140:0:35413:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608863.944143:0:35413:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446626258600667648 : -117815108883968 : ffff94d908492a00) 00010000:00000001:3.0:1789608863.944146:0:35413:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789608863.944148:0:35413:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789608863.944151:0:35413:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d904e29000. 00010000:00000010:3.0:1789608863.944155:0:35413:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff94d904e29900. 00010000:00000001:3.0:1789608863.944168:0:35413:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789608863.944171:0:35413:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d9421c1800. 00000020:00000001:3.0:1789608863.944175:0:35413:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789608863.944178:0:35413:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d9421c1800 with handle 0xc54db3288176ff8a to hash 00000020:00000001:3.0:1789608863.944180:0:35413:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789608863.944182:0:35413:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000010:3.0:1789608863.944185:0:35413:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff94d904af6180. 00010000:00000001:3.0:1789608863.944188:0:35413:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608863.944191:0:35413:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608863.944193:0:35413:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608863.944197:0:35413:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000fb34d7d1/0xc54db3288176ff8a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608863.944207:0:35413:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000fb34d7d1/0xc54db3288176ff8a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608863.944218:0:35413:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000fb34d7d1/0xc54db3288176ff8a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789608863.944231:0:35413:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789608863.944232:0:35413:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789608863.944238:0:35413:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d909222c00. 00000100:00000001:3.0:1789608863.944240:0:35413:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258614889472 : -117815094662144 : ffff94d909222c00) 00000100:00000001:3.0:1789608863.944243:0:35413:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608863.944244:0:35413:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600667648 : -117815108883968 : ffff94d908492a00) 00000100:00000001:3.0:1789608863.944247:0:35413:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608863.944249:0:35413:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608863.944252:0:35413:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789608863.944253:0:35413:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608863.944259:0:35413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908492a00 x1876538934309760/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608863.944269:0:35413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608863.944271:0:35413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608863.944274:0:35413:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608863.944277:0:35413:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608863.944279:0:35413:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608863.944283:0:35413:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908492a00 pname:cluuid:pid:xid:nid:opc:job multiop:25f5d458-2cbe-49cd-9693-334c08df7e27:35413:1876538934309760:192.168.203.121@tcp:101:multiop.0 00000100:00000001:3.0:1789608863.944288:0:35413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608863.944291:0:35413:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608863.944294:0:35413:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608863.944296:0:35413:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608863.944300:0:35413:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d908399000. 02000000:00000001:3.0:1789608863.944302:0:35413:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608863.944309:0:35413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608863.944313:0:35413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a898. 00000400:00000010:3.0:1789608863.944319:0:35413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a95d8. 00000100:00000200:3.0:1789608863.944324:0:35413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934309760, portal 4 00000100:00000001:3.0:1789608863.944326:0:35413:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608863.944327:0:35413:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600667648 : -117815108883968 : ffff94d908492a00) 00000100:00000040:3.0:1789608863.944333:0:35413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d908492a00 x1876538934309760/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608879 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608863.944341:0:35413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608863.944343:0:35413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608863.944345:0:35413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9880. 00000100:00000200:3.0:1789608863.944348:0:35413:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1876538934309760, offset 0 00000400:00000200:3.0:1789608863.944354:0:35413:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608863.944361:0:35413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608863.944367:0:35413:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608863.944372:0:35413:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608863.944376:0:35413:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608863.944379:0:35413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608863.944382:0:35413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608863.944386:0:35413:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2937:2937:256:4294967295] 192.168.203.121@tcp LPNI seq info [2937:2937:8:4294967295] 00000400:00000200:3.0:1789608863.944390:0:35413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608863.944399:0:35413:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608863.944405:0:35413:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608863.944410:0:35413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d9104bda00. 00000800:00000200:3.0:1789608863.944415:0:35413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608863.944422:0:35413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608863.944426:0:35413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d9104bda00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1789608863.944445:0:35413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608863.944449:0:35413:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 200472 usecs (201 jiffies) 00000400:00000200:3.0:1789608863.944459:0:35413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608863.944462:0:35413:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296591235 00000100:00000001:3.0:1789608863.944465:0:35413:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296593758 00000100:00000001:3.0:1789608863.944467:0:35413:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296591235 00000100:00000001:3.0:1789608863.944469:0:35413:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296593758 00000100:00000001:3.0:1789608863.944471:0:35413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608863.944473:0:35413:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608863.944476:0:35413:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608863.944478:0:35413:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789608863.944481:0:35413:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d909222c00 going to sleep for 11 seconds 00000100:00000001:3.0:1789608863.944483:0:35413:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608863.944486:0:35413:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608863.944625:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608863.944631:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bda00. 00000400:00000200:0.0:1789608863.944636:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608863.944642:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608863.944648:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9880 00000400:00000010:0.0:1789608863.944650:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9880. 00000100:00000001:0.0:1789608863.944654:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608863.944658:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908492a00 x1876538934309760/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608879 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608863.944668:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608863.944671:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908492a00 x1876538934309760/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608879 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608863.944700:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608863.944702:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1789608863.947839:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69d00. 00000800:00000001:1.0:1789608863.958713:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608863.958735:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608863.958740:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608863.958743:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608863.958752:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.958760:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608863.958770:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.958783:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.958787:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.958792:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 400 into portal 4 MB=0x6aab3c4963380 00000400:00000200:1.0:1789608863.958797:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.958803:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 400/400 into md 0x8621 [1] + 224 00000800:00000001:1.0:1789608863.958810:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608863.958821:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608863.958825:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608863.958829:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608863.958836:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608863.958845:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908492a00 x1876538934309760/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608879 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608863.958857:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff94d908492a00 x1876538934309760/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608879 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608863.958878:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608863.958885:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608863.958888:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608863.960839:0:35413:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608863.960852:0:35413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608863.960854:0:35413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608863.960858:0:35413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a898. 00000400:00000200:3.0:1789608863.960866:0:35413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a95d8 00000400:00000010:3.0:1789608863.960869:0:35413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a95d8. 00000100:00000001:3.0:1789608863.960873:0:35413:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608863.960882:0:35413:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908492a00 x1876538934309760/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608879 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789608863.960901:0:35413:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908492a00 x1876538934309760/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608879 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608863.960910:0:35413:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608863.960911:0:35413:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608863.960914:0:35413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608863.960917:0:35413:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608863.960920:0:35413:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608863.960922:0:35413:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608863.960925:0:35413:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608863.960934:0:35413:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13c60 time=71 v=5 (5 5 5 5) 00000100:00001000:3.0:1789608863.960939:0:35413:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608863.960941:0:35413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608863.960943:0:35413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608863.960946:0:35413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608863.960950:0:35413:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608863.960953:0:35413:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608863.960955:0:35413:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: skip recheck: last_committed 4294967333 00000100:00000001:3.0:1789608863.960958:0:35413:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608863.960960:0:35413:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608863.960964:0:35413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908492a00 x1876538934309760/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608879 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608863.960978:0:35413:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608863.960981:0:35413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608863.960983:0:35413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608863.960987:0:35413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908492a00 x1876538934309760/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608879 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789608863.960994:0:35413:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908492a00 pname:cluuid:pid:xid:nid:opc:job multiop:25f5d458-2cbe-49cd-9693-334c08df7e27:35413:1876538934309760:192.168.203.121@tcp:101:multiop.0 00000100:00000001:3.0:1789608863.961000:0:35413:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608863.961003:0:35413:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608863.961006:0:35413:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789608863.961008:0:35413:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608863.961011:0:35413:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908492a00 x1876538934309760/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608879 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608863.961017:0:35413:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608863.961021:0:35413:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d909222c00. 00000100:00000001:3.0:1789608863.961024:0:35413:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789608863.961026:0:35413:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608863.961028:0:35413:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789608863.961032:0:35413:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608863.961035:0:35413:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608863.961038:0:35413:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1800 refcount=4 00000020:00000001:3.0:1789608863.961041:0:35413:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608863.961044:0:35413:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000040:3.0:1789608863.961051:0:35413:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d9421c1800, remote cookie: 0x91bddff8e8ed9b36, flags: 0x1 00010000:00010000:3.0:1789608863.961058:0:35413:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000fb34d7d1/0xc54db3288176ff8a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b36 expref: -99 pid: 35413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608863.961068:0:35413:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1789608863.961071:0:35413:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608863.961073:0:35413:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789608863.961076:0:35413:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1789608863.961081:0:35413:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000fb34d7d1/0xc54db3288176ff8a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9b36 expref: -99 pid: 35413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1789608863.961091:0:35413:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000400:0x5:0x0].0x0 (ffff94d904e29000) refcount = 1 00010000:00000040:3.0:1789608863.961094:0:35413:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1789608863.961097:0:35413:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000fb34d7d1/0xc54db3288176ff8a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9b36 expref: -99 pid: 35413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608863.961106:0:35413:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789608863.961107:0:35413:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608863.961110:0:35413:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789608863.961113:0:35413:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608863.961117:0:35413:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000fb34d7d1/0xc54db3288176ff8a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b36 expref: -99 pid: 35413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608863.961124:0:35413:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789608863.961126:0:35413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608863.961128:0:35413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608863.961129:0:35413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608863.961130:0:35413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608863.961131:0:35413:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789608863.961136:0:35413:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1789608863.961138:0:35413:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1789608863.961141:0:35413:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608863.961142:0:35413:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608863.961144:0:35413:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1800 refcount=3 00000020:00000001:3.0:1789608863.961146:0:35413:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608863.961148:0:35413:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608863.961150:0:35413:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608863.961152:0:35413:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608863.961153:0:35413:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1800 refcount=4 00000020:00000001:3.0:1789608863.961155:0:35413:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608863.961157:0:35413:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608863.961160:0:35413:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608863.961163:0:35413:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608863.961167:0:35413:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000fb34d7d1/0xc54db3288176ff8a lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9b36 expref: -99 pid: 35413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608863.961174:0:35413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608863.961175:0:35413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789608863.961178:0:35413:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1789608863.961182:0:35413:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5c00 -> ffff94d9040db3a0 00000008:00010000:3.0:1789608863.961186:0:35413:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000fb34d7d1/0xc54db3288176ff8a lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10020000000000 nid: local remote: 0x91bddff8e8ed9b36 expref: -99 pid: 35413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1789608863.961194:0:35413:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5c00 -> ffff94d9040db3a0 00000020:00000001:3.0:1789608863.961196:0:35413:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1789608863.961198:0:35413:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1789608863.961201:0:35413:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1789608863.961203:0:35413:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608863.961204:0:35413:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608863.961206:0:35413:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5c00 -> ffff94d9040db3a0 00000008:00000001:3.0:1789608863.961207:0:35413:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:3.0:1789608863.961209:0:35413:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608863.961211:0:35413:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608863.961212:0:35413:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608863.961213:0:35413:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1800 refcount=5 00000020:00000001:3.0:1789608863.961215:0:35413:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608863.961217:0:35413:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608863.961220:0:35413:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608863.961223:0:35413:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000fb34d7d1/0xc54db3288176ff8a lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x91bddff8e8ed9b36 expref: -99 pid: 35413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608863.961238:0:35413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608863.961239:0:35413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789608863.961242:0:35413:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000fb34d7d1/0xc54db3288176ff8a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x91bddff8e8ed9b36 expref: -99 pid: 35413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608863.961249:0:35413:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608863.961251:0:35413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608863.961252:0:35413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789608863.961253:0:35413:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608863.961255:0:35413:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608863.961258:0:35413:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908492a00 x1876538934309760/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608879 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608863.961265:0:35413:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608863.961267:0:35413:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608863.961270:0:35413:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d908399000. 02000000:00000001:3.0:1789608863.961273:0:35413:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608863.961276:0:35413:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608863.961278:0:35413:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=2 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:3.0:1789608863.961280:0:35413:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608863.961282:0:35413:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d904ae6200. 02000000:00000001:3.0:1789608863.961285:0:35413:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608863.961287:0:35413:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608863.961289:0:35413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908492a00. 00000100:00000001:3.0:1789608863.961292:0:35413:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608863.961294:0:35413:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1789608863.961295:0:35413:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789608863.961298:0:35413:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608863.961301:0:35413:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608863.961304:0:35413:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608863.961306:0:35413:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608863.961308:0:35413:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608863.961310:0:35413:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608863.961312:0:35413:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608863.961315:0:35413:0:(cl_io.c:529:cl_io_start()) Process entered 00000080:00000001:3.0:1789608863.961319:0:35413:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000020:00000001:3.0:1789608863.961323:0:35413:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01ccfb80 00000080:00200000:3.0:1789608863.961326:0:35413:0:(vvp_io.c:1292:vvp_io_write_start()) f24a.recovery-small: write [0, 1) append 0 append lockpos 0 00000020:00000001:3.0:1789608863.961329:0:35413:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:3.0:1789608863.961332:0:35413:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b657c0) owner 0000000000000000/ffff94d907f24f80 00020000:00000002:3.0:1789608863.961336:0:35413:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d907f83240 addref 2/0 by ffff94d907f24f80. 00020000:00000002:3.0:1789608863.961338:0:35413:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b657c0) owner 0000000000000000/ffff94d907f24f80 00000020:00000001:3.0:1789608863.961340:0:35413:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:3.0:1789608863.961343:0:35413:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00020000:00000001:3.0:1789608863.961346:0:35413:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:3.0:1789608863.961350:0:35413:0:(lov_offset.c:253:lov_stripe_intersects()) [0->0] -> [(0) 0->0 (0)] 00020000:00000001:3.0:1789608863.961352:0:35413:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789608863.961354:0:35413:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593373712 : -117815116177904 : ffff94d907d9de10) 00000020:00000001:3.0:1789608863.961356:0:35413:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00000008:00000001:3.0:1789608863.961359:0:35413:0:(osc_io.c:1417:osc_io_lru_reserve()) Process entered 00000008:00000001:3.0:1789608863.961361:0:35413:0:(osc_io.c:1430:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608863.961363:0:35413:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608863.961365:0:35413:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608863.961367:0:35413:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608863.961372:0:35413:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:3.0:1789608863.961374:0:35413:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 1 bytes 00000020:00000001:3.0:1789608863.961399:0:35413:0:(cl_page.c:432:cl_page_find()) Process entered 00000020:00008000:3.0:1789608863.961401:0:35413:0:(cl_page.c:438:cl_page_find()) 0@[0x240000402:0x8:0x0] ffffe9a1048c7e80 0 1 00000020:00000001:3.0:1789608863.961404:0:35413:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:3.0:1789608863.961406:0:35413:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608863.961408:0:35413:0:(cl_page.c:353:cl_page_alloc()) Process entered 00000020:00000010:3.0:1789608863.961414:0:35413:0:(cl_page.c:304:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff94d9043d5620. 00000020:00000001:3.0:1789608863.961418:0:35413:0:(cl_page.c:1294:cl_page_slice_add()) Process entered 00000020:00000001:3.0:1789608863.961419:0:35413:0:(cl_page.c:1301:cl_page_slice_add()) Process leaving 00020000:00000001:3.0:1789608863.961422:0:35413:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:3.0:1789608863.961424:0:35413:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:3.0:1789608863.961427:0:35413:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789608863.961428:0:35413:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593373712 : -117815116177904 : ffff94d907d9de10) 00000008:00000001:3.0:1789608863.961432:0:35413:0:(osc_cache.c:2481:osc_prep_async_page()) Process entered 00000008:00000040:3.0:1789608863.961434:0:35413:0:(osc_cache.c:2504:osc_prep_async_page()) oap ffff94d9043d5690 folio ffffe9a1048c7e80 pg:0 obj off 0 00000008:00000001:3.0:1789608863.961436:0:35413:0:(osc_cache.c:2505:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608863.961438:0:35413:0:(cl_page.c:1294:cl_page_slice_add()) Process entered 00000020:00000001:3.0:1789608863.961439:0:35413:0:(cl_page.c:1301:cl_page_slice_add()) Process leaving 00000008:00000001:3.0:1789608863.961441:0:35413:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:3.0:1789608863.961443:0:35413:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608863.961446:0:35413:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608863.961448:0:35413:0:(cl_page.c:400:cl_page_alloc()) Process leaving (rc=18446626258532783648 : -117815176767968 : ffff94d9043d5620) 00000020:00000001:3.0:1789608863.961451:0:35413:0:(cl_page.c:461:cl_page_find()) Process leaving (rc=18446626258532783648 : -117815176767968 : ffff94d9043d5620) 00000020:00000001:3.0:1789608863.961454:0:35413:0:(cl_page.c:811:cl_page_assume()) Process entered 00000020:00000001:3.0:1789608863.961456:0:35413:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:3.0:1789608863.961458:0:35413:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258539960192 : -117815169591424 : ffff94d904aad780) 00000020:00000001:3.0:1789608863.961460:0:35413:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1789608863.961461:0:35413:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1789608863.961463:0:35413:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1789608863.961467:0:35413:0:(cl_page.c:518:__cl_page_state_set()) page@0000000057238e34[2 000000004359ed52 1 1 000000001032b354 0 0 0] 00000020:00000001:3.0:1789608863.961469:0:35413:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1789608863.961470:0:35413:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1789608863.961472:0:35413:0:(cl_page.c:825:cl_page_assume()) Process leaving 00000080:00000001:3.0:1789608863.961474:0:35413:0:(rw26.c:582:ll_prepare_partial_page()) Process entered 00000020:00000001:3.0:1789608863.961476:0:35413:0:(cl_object.c:143:cl_object_top()) ffff94d9040db3a0 -> ffff94d9040db3a0 00000020:00000001:3.0:1789608863.961477:0:35413:0:(cl_object.c:143:cl_object_top()) ffff94d9040db3a0 -> ffff94d9040db3a0 00000020:00000001:3.0:1789608863.961479:0:35413:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1789608863.961483:0:35413:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1789608863.961487:0:35413:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1789608863.961489:0:35413:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608863.961490:0:35413:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1789608863.961491:0:35413:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789608863.961493:0:35413:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x8:1073742850 on OST[0]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:3.0:1789608863.961497:0:35413:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789608863.961499:0:35413:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:3.0:1789608863.961502:0:35413:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608863.961504:0:35413:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608863.961506:0:35413:0:(cl_object.c:143:cl_object_top()) ffff94d9040db3a0 -> ffff94d9040db3a0 00000080:00000001:3.0:1789608863.961510:0:35413:0:(rw26.c:602:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1789608863.961512:0:35413:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:3.0:1789608863.961513:0:35413:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608863.961516:0:35413:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:3.0:1789608863.961517:0:35413:0:(rw26.c:871:ll_write_end()) pos 0, len 1, copied 1 00000020:00000001:3.0:1789608863.961519:0:35413:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:3.0:1789608863.961520:0:35413:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258539960192 : -117815169591424 : ffff94d904aad780) 00000020:00000001:3.0:1789608863.961521:0:35413:0:(cl_page.c:680:cl_page_is_owned()) Process entered 00000020:00000001:3.0:1789608863.961523:0:35413:0:(cl_page.c:682:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789608863.961534:0:35413:0:(cl_io.c:928:cl_page_list_add()) Process entered 00000020:00000001:3.0:1789608863.961535:0:35413:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:3.0:1789608863.961537:0:35413:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:3.0:1789608863.961538:0:35413:0:(cl_io.c:939:cl_page_list_add()) Process leaving 00000080:00200000:3.0:1789608863.961542:0:35413:0:(rw26.c:929:ll_write_end()) page@0000000057238e34[3 000000004359ed52 2 1 000000001032b354 0 0 0] 00000080:00200000:3.0:1789608863.961545:0:35413:0:(rw26.c:929:ll_write_end()) vmpage @0000000091f2ce5f 17ffffc0001001 3:0 ffff94d9043d5620 0 lru 00000080:00200000:3.0:1789608863.961553:0:35413:0:(rw26.c:929:ll_write_end()) osc-page@00000000612cd5d4 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000730c4733 00000000ca486bfd > 3< 0 0 > 4< 0 0 8 2097152 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789608863.961555:0:35413:0:(rw26.c:929:ll_write_end()) end page@0000000057238e34 00000080:00200000:3.0:1789608863.961556:0:35413:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:3.0:1789608863.961558:0:35413:0:(rw26.c:950:ll_write_end()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789608863.961562:0:35413:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:3.0:1789608863.961564:0:35413:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 1 prio 0 00000020:00000001:3.0:1789608863.961566:0:35413:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00020000:00000001:3.0:1789608863.961568:0:35413:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:3.0:1789608863.961570:0:35413:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789608863.961571:0:35413:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593373712 : -117815116177904 : ffff94d907d9de10) 00000020:00000001:3.0:1789608863.961573:0:35413:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00000008:00000001:3.0:1789608863.961575:0:35413:0:(osc_io.c:419:osc_io_commit_async()) Process entered 00000008:00000001:3.0:1789608863.961577:0:35413:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:3.0:1789608863.961579:0:35413:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:3.0:1789608863.961580:0:35413:0:(cl_page.c:547:cl_page_get()) Process leaving 00000008:00000001:3.0:1789608863.961593:0:35413:0:(osc_cache.c:2526:osc_queue_async_io()) Process entered 00000008:00000020:3.0:1789608863.961597:0:35413:0:(osc_cache.c:2585:osc_queue_async_io()) obj ffff94d9183e5c00 ready 0|-|- wr 0|-|- rd 0|- oap ffff94d9043d5690 folio ffffe9a1048c7e80 pg:0 added for cmd 2 00000008:00000001:3.0:1789608863.961601:0:35413:0:(osc_cache.c:1780:osc_enter_cache()) Process entered 00000008:00000020:3.0:1789608863.961604:0:35413:0:(osc_cache.c:1782:osc_enter_cache()) lustre-OST0000-osc-ffff94d904ceb000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:1703936 00000008:00000020:3.0:1789608863.961609:0:35413:0:(osc_cache.c:1682:osc_enter_cache_try()) lustre-OST0000-osc-ffff94d904ceb000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:1703936 00000008:00000020:3.0:1789608863.961614:0:35413:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff94d9043d56c8 page ffffe9a1048c7e80 00000008:00000020:3.0:1789608863.961617:0:35413:0:(osc_cache.c:1814:osc_enter_cache()) lustre-OST0000-osc-ffff94d904ceb000: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 393216, dirty_grant: 0, reserved: 1703936, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }granted from cache 00000008:00000001:3.0:1789608863.961621:0:35413:0:(osc_cache.c:1830:osc_enter_cache()) Process leaving 00000008:00000001:3.0:1789608863.961622:0:35413:0:(osc_cache.c:1833:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789608863.961625:0:35413:0:(osc_cache.c:707:osc_extent_find()) Process entered 00000008:00000010:3.0:1789608863.961629:0:35413:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff94d909313900. 00000008:00000020:3.0:1789608863.961634:0:35413:0:(osc_cache.c:1309:__osc_extent_tree_dump()) Dump object ffff94d9183e5c00 extents at osc_extent_find:840, mppr: 256. 00000008:00000020:3.0:1789608863.961638:0:35413:0:(osc_cache.c:1926:osc_update_pending()) obj ffff94d9183e5c00 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:3.0:1789608863.961644:0:35413:0:(osc_cache.c:858:osc_extent_find()) extent ffff94d909313900@{[0 -> 255/255], [3|1|-|active|wi|ffff94d9183e5c00], [1703936|0|-|-|ffff94d9421c1800|256|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:3.0:1789608863.961650:0:35413:0:(osc_cache.c:858:osc_extent_find()) ### extent: 000000008c59284d ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000fb34d7d1/0xc54db3288176ff8a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x91bddff8e8ed9b36 expref: -99 pid: 35413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:3.0:1789608863.961658:0:35413:0:(osc_cache.c:875:osc_extent_find()) Process leaving 00000008:00000001:3.0:1789608863.961661:0:35413:0:(osc_cache.c:2722:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789608863.961663:0:35413:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789608863.961665:0:35413:0:(osc_io.c:380:osc_page_touch_at()) Process entered 00000020:00000001:3.0:1789608863.961666:0:35413:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5c00 -> ffff94d9040db3a0 00000008:00000002:3.0:1789608863.961668:0:35413:0:(osc_io.c:388:osc_page_touch_at()) stripe KMS increasing 0->1 0 00000020:00000001:3.0:1789608863.961671:0:35413:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5c00 -> ffff94d9040db3a0 00000020:00000001:3.0:1789608863.961672:0:35413:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1789608863.961674:0:35413:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 1 00020000:00000001:3.0:1789608863.962022:0:35413:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1789608863.962025:0:35413:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608863.962027:0:35413:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608863.962029:0:35413:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5c00 -> ffff94d9040db3a0 00000008:00000001:3.0:1789608863.962031:0:35413:0:(osc_io.c:403:osc_page_touch_at()) Process leaving 00000020:00000001:3.0:1789608863.962033:0:35413:0:(cl_io.c:952:cl_page_list_del()) Process entered 00000020:00000001:3.0:1789608863.962035:0:35413:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:3.0:1789608863.962039:0:35413:0:(cl_page.c:567:cl_batch_put()) page@0000000057238e34[4 000000004359ed52 2 1 000000001032b354 0 0 0] 00000020:00000001:3.0:1789608863.962041:0:35413:0:(cl_page.c:567:cl_batch_put()) 4 00000020:00000001:3.0:1789608863.962042:0:35413:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:3.0:1789608863.962043:0:35413:0:(cl_io.c:957:cl_page_list_del()) Process leaving 00000008:00000020:3.0:1789608863.962046:0:35413:0:(osc_request.c:745:osc_update_next_shrink()) next time 3123 to shrink grant 00000080:00000001:3.0:1789608863.962048:0:35413:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:3.0:1789608863.962049:0:35413:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:3.0:1789608863.962055:0:35413:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff94d918920278, count 1, dirtied 1 00000080:00000001:3.0:1789608863.962057:0:35413:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:3.0:1789608863.962059:0:35413:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:3.0:1789608863.962061:0:35413:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1789608863.962062:0:35413:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1789608863.962063:0:35413:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1789608863.962066:0:35413:0:(cl_page.c:518:__cl_page_state_set()) page@0000000057238e34[3 000000004359ed52 2 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1789608863.962068:0:35413:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 1 00000020:00000001:3.0:1789608863.962069:0:35413:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1789608863.962071:0:35413:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1789608863.962072:0:35413:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:3.0:1789608863.962074:0:35413:0:(cl_page.c:567:cl_batch_put()) page@0000000057238e34[3 000000004359ed52 1 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1789608863.962075:0:35413:0:(cl_page.c:567:cl_batch_put()) 3 00000020:00000001:3.0:1789608863.962076:0:35413:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000080:00000001:3.0:1789608863.962078:0:35413:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:3.0:1789608863.962079:0:35413:0:(osc_io.c:492:osc_io_commit_async()) 0 0 00000008:00000001:3.0:1789608863.962081:0:35413:0:(osc_io.c:493:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608863.962083:0:35413:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608863.962085:0:35413:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608863.962086:0:35413:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789608863.962088:0:35413:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 1 bytes, tot: 1 00000020:00000001:3.0:1789608863.962090:0:35413:0:(cl_io.c:1044:cl_page_list_fini()) Process entered 00000020:00000001:3.0:1789608863.962091:0:35413:0:(cl_io.c:1048:cl_page_list_fini()) Process leaving 00000080:00000001:3.0:1789608863.962092:0:35413:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608863.962095:0:35413:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01ccfb80 00000080:00200000:3.0:1789608863.962097:0:35413:0:(vvp_io.c:1358:vvp_io_write_start()) f24a.recovery-small: write bytes 0, result: 1 00000080:00000001:3.0:1789608863.962100:0:35413:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608863.962103:0:35413:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1789608863.962105:0:35413:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789608863.962106:0:35413:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:3.0:1789608863.962107:0:35413:0:(osc_io.c:1053:osc_io_write_start()) Process entered 00000020:00000001:3.0:1789608863.962108:0:35413:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5c00 -> ffff94d9040db3a0 00000020:00000001:3.0:1789608863.962110:0:35413:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5c00 -> ffff94d9040db3a0 00000020:00000001:3.0:1789608863.962112:0:35413:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1789608863.962113:0:35413:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1789608863.962115:0:35413:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608863.962116:0:35413:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608863.962118:0:35413:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5c00 -> ffff94d9040db3a0 00000008:00000001:3.0:1789608863.962120:0:35413:0:(osc_io.c:1061:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608863.962121:0:35413:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608863.962123:0:35413:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608863.962125:0:35413:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608863.962127:0:35413:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608863.962129:0:35413:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:3.0:1789608863.962130:0:35413:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:3.0:1789608863.962132:0:35413:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1789608863.962133:0:35413:0:(cl_io.c:556:cl_io_end()) Process entered 00000008:00000001:3.0:1789608863.962135:0:35413:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:3.0:1789608863.962138:0:35413:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:3.0:1789608863.962142:0:35413:0:(osc_cache.c:1926:osc_update_pending()) obj ffff94d9183e5c00 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:3.0:1789608863.962147:0:35413:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1789608863.962149:0:35413:0:(osc_cache.c:1911:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789608863.962151:0:35413:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1789608863.962153:0:35413:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789608863.962155:0:35413:0:(osc_cache.c:674:osc_extent_release()) Process leaving 00000020:00000001:3.0:1789608863.962156:0:35413:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:3.0:1789608863.962157:0:35413:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608863.962159:0:35413:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608863.962161:0:35413:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:3.0:1789608863.962163:0:35413:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:3.0:1789608863.962165:0:35413:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1789608863.962167:0:35413:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d9084e6308 (ffff94d903295518/0) at cl_lock_release():245 00000020:00000001:3.0:1789608863.962170:0:35413:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1789608863.962171:0:35413:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d9084e6308 (ffff94d903295518/0) at cl_lock_cancel():142 00020000:00000001:3.0:1789608863.962174:0:35413:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1789608863.962175:0:35413:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789608863.962176:0:35413:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593373712 : -117815116177904 : ffff94d907d9de10) 00000020:00000001:3.0:1789608863.962178:0:35413:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1789608863.962179:0:35413:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d903cc7d30 (ffff94d903295908/1) at cl_lock_cancel():142 00000008:00000001:3.0:1789608863.962182:0:35413:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1789608863.962184:0:35413:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1789608863.962186:0:35413:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608863.962187:0:35413:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608863.962189:0:35413:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1800 refcount=5 00000020:00000001:3.0:1789608863.962191:0:35413:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608863.962193:0:35413:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608863.962195:0:35413:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608863.962198:0:35413:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000fb34d7d1/0xc54db3288176ff8a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x91bddff8e8ed9b36 expref: -99 pid: 35413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608863.962206:0:35413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608863.962208:0:35413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608863.962209:0:35413:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608863.962212:0:35413:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608863.962214:0:35413:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000fb34d7d1/0xc54db3288176ff8a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x91bddff8e8ed9b36 expref: -99 pid: 35413 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789608863.962236:0:35413:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608863.962239:0:35413:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608863.962241:0:35413:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608863.962244:0:35413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608863.962245:0:35413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608863.962247:0:35413:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608863.962250:0:35413:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608863.962252:0:35413:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608863.962254:0:35413:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608863.962256:0:35413:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608863.962258:0:35413:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608863.962259:0:35413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608863.962260:0:35413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608863.962261:0:35413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608863.962262:0:35413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789608863.962264:0:35413:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1789608863.962266:0:35413:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1789608863.962267:0:35413:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1789608863.962268:0:35413:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1789608863.962269:0:35413:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1789608863.962271:0:35413:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d9084e6308 (ffff94d903295518/0) at cl_lock_fini():72 00020000:00000001:3.0:1789608863.962274:0:35413:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1789608863.962275:0:35413:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1789608863.962276:0:35413:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d903cc7d30 (ffff94d903295518/1) at cl_lock_fini():72 00000008:00000010:3.0:1789608863.962279:0:35413:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d9035dbb50. 00000020:00000001:3.0:1789608863.962282:0:35413:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1789608863.962284:0:35413:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d903cc7d00. 00020000:00000001:3.0:1789608863.962286:0:35413:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1789608863.962287:0:35413:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1789608863.962289:0:35413:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:3.0:1789608863.962290:0:35413:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1789608863.962292:0:35413:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789608863.962293:0:35413:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:3.0:1789608863.962294:0:35413:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1789608863.962296:0:35413:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608863.962298:0:35413:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608863.962299:0:35413:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1789608863.962301:0:35413:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1789608863.962302:0:35413:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000080:00200000:3.0:1789608863.962304:0:35413:0:(vvp_io.c:533:vvp_io_advance()) advancing 1 bytes 00000020:00000001:3.0:1789608863.962306:0:35413:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1789608863.962307:0:35413:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1789608863.962309:0:35413:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1789608863.962310:0:35413:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789608863.962311:0:35413:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1789608863.962314:0:35413:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1789608863.962315:0:35413:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608863.962317:0:35413:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608863.962318:0:35413:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1789608863.962320:0:35413:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1789608863.962322:0:35413:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789608863.962325:0:35413:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 0] 00000001:00000001:3.0:1789608863.962328:0:35413:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:3.0:1789608863.962330:0:35413:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:3.0:1789608863.962332:0:35413:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:3.0:1789608863.962334:0:35413:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1789608863.962336:0:35413:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1789608863.962337:0:35413:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:3.0:1789608863.962338:0:35413:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789608863.962340:0:35413:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295900 00020000:00000001:3.0:1789608863.962343:0:35413:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1789608863.962345:0:35413:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1789608863.962346:0:35413:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1789608863.962348:0:35413:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x8:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1789608863.962351:0:35413:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1789608863.962352:0:35413:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00000001:3.0:1789608863.962354:0:35413:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01ccfc98 00000080:00200000:3.0:1789608863.962356:0:35413:0:(file.c:2238:ll_file_io_generic()) f24a.recovery-small: 2 io complete with rc: 0, result: 1, restart: 0 00000080:00000001:2.0:1789608863.965293:0:35413:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1789608863.965302:0:35413:0:(cl_object.c:143:cl_object_top()) ffff94d9040db3a0 -> ffff94d9040db3a0 00000020:00000001:2.0:1789608863.965306:0:35413:0:(cl_object.c:143:cl_object_top()) ffff94d9040db3a0 -> ffff94d9040db3a0 00000020:00000001:2.0:1789608863.965308:0:35413:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1789608863.965313:0:35413:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1789608863.965326:0:35413:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1789608863.965328:0:35413:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:2.0:1789608863.965331:0:35413:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1789608863.965332:0:35413:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:2.0:1789608863.965335:0:35413:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x8:1073742850 on OST[0]: s=1 (1) m=1789608863 a=0 c=1789608863 b=1 00020000:00000001:2.0:1789608863.965340:0:35413:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789608863.965342:0:35413:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=1 m=1789608863 a=0 c=1789608863 b=1 00020000:00000001:2.0:1789608863.965345:0:35413:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608863.965347:0:35413:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608863.965349:0:35413:0:(cl_object.c:143:cl_object_top()) ffff94d9040db3a0 -> ffff94d9040db3a0 00000080:00200000:2.0:1789608863.965352:0:35413:0:(file.c:1775:ll_merge_attr_nolock()) [0x240000402:0x8:0x0] updating i_size 1 i_blocks 1 00000080:00000001:2.0:1789608863.965354:0:35413:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:2.0:1789608863.965359:0:35413:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1 00000080:00000001:2.0:1789608863.965362:0:35413:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:2.0:1789608863.965365:0:35413:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295510 00000020:00000001:2.0:1789608863.965371:0:35413:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01ccfd88 00000080:00000008:2.0:1789608863.965373:0:35413:0:(file.c:2732:do_file_write_iter()) COMPLETED: file f24a.recovery-small:[0x240000402:0x8:0x0], ppos: 1, count: 0, rc = 1 00000080:00000001:2.0:1789608863.965377:0:35413:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789608863.965398:0:35413:0:(file.c:5379:ll_fsync()) Process entered 00000020:00000001:2.0:1789608863.965400:0:35413:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01ccfe48 00000080:00200008:2.0:1789608863.965402:0:35413:0:(file.c:5384:ll_fsync()) START file: name=f24a.recovery-small, fid=[0x240000402:0x8:0x0], start=0, end=9223372036854775807, datasync=0, need_sync 1/1 00000080:00000001:2.0:1789608863.965408:0:35413:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:2.0:1789608863.965410:0:35413:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1789608863.965413:0:35413:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789608863.965415:0:35413:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514695448 : -117815194856168 : ffff94d903295518) 00000020:00001000:2.0:1789608863.965418:0:35413:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295510 00000020:00000001:2.0:1789608863.965420:0:35413:0:(cl_object.c:143:cl_object_top()) ffff94d9040db3a0 -> ffff94d9040db3a0 00000020:00000001:2.0:1789608863.965423:0:35413:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:2.0:1789608863.965425:0:35413:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1789608863.965428:0:35413:0:(vvp_io.c:1826:vvp_io_init()) [0x240000402:0x8:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1789608863.965431:0:35413:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789608863.965433:0:35413:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1789608863.965434:0:35413:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789608863.965438:0:35413:0:(lov_object.c:1590:lov_io_init()) [0x240000402:0x8:0x0]io ffff94d904aad780 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1789608863.965441:0:35413:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b657c0) owner 0000000000000000/ffff94d907f24f80 00020000:00000001:2.0:1789608863.965445:0:35413:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1789608863.965447:0:35413:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1789608863.965449:0:35413:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1789608863.965450:0:35413:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608863.965452:0:35413:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1789608863.965455:0:35413:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1789608863.965456:0:35413:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608863.965458:0:35413:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789608863.965459:0:35413:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1789608863.965460:0:35413:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1789608863.965462:0:35413:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b657c0) owner 0000000000000000/ffff94d907f24f80 00000020:00000001:2.0:1789608863.965464:0:35413:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608863.965466:0:35413:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:2.0:1789608863.965467:0:35413:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1789608863.965469:0:35413:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1789608863.965472:0:35413:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1789608863.965474:0:35413:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1789608863.965478:0:35413:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789608863.965480:0:35413:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1789608863.965481:0:35413:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789608863.965483:0:35413:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514694152 : -117815194857464 : ffff94d903295008) 00000020:00001000:2.0:1789608863.965485:0:35413:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295000 00000020:00000001:2.0:1789608863.965487:0:35413:0:(cl_object.c:143:cl_object_top()) ffff94d9040db788 -> ffff94d9040db3a0 00000020:00000001:2.0:1789608863.965489:0:35413:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:2.0:1789608863.965492:0:35413:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789608863.965493:0:35413:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1789608863.965495:0:35413:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1789608863.965497:0:35413:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258539960192 : -117815169591424 : ffff94d904aad780) 00000020:00000001:2.0:1789608863.965499:0:35413:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608863.965501:0:35413:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608863.965503:0:35413:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593373712 : -117815116177904 : ffff94d907d9de10) 00000020:00000001:2.0:1789608863.965506:0:35413:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1789608863.965507:0:35413:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608863.965509:0:35413:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608863.965510:0:35413:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608863.965513:0:35413:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:2.0:1789608863.965514:0:35413:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1789608863.965516:0:35413:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1789608863.965517:0:35413:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:2.0:1789608863.965519:0:35413:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1789608863.965520:0:35413:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608863.965522:0:35413:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608863.965524:0:35413:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608863.965526:0:35413:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608863.965527:0:35413:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1789608863.965528:0:35413:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608863.965529:0:35413:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608863.965531:0:35413:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:2.0:1789608863.965532:0:35413:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1789608863.965534:0:35413:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1789608863.965535:0:35413:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:2.0:1789608863.965537:0:35413:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1789608863.965539:0:35413:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:2.0:1789608863.965544:0:35413:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1789608863.965546:0:35413:0:(osc_cache.c:1880:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1789608863.965548:0:35413:0:(osc_cache.c:1881:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1789608863.965550:0:35413:0:(osc_cache.c:2388:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1789608863.965552:0:35413:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:2.0:1789608863.965554:0:35413:0:(osc_cache.c:2357:osc_next_obj()) Process leaving (rc=18446626258868395008 : -117814841156608 : ffff94d9183e5c00) 00000008:00000020:2.0:1789608863.965557:0:35413:0:(osc_cache.c:2393:osc_check_rpcs()) obj ffff94d9183e5c00 ready 0|-|- wr 1|-|+ rd 0|- 0 in flight 00000008:00000001:2.0:1789608863.965561:0:35413:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1789608863.965562:0:35413:0:(osc_cache.c:1880:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1789608863.965563:0:35413:0:(osc_cache.c:1881:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1789608863.965565:0:35413:0:(osc_cache.c:2213:osc_send_write_rpc()) Process entered 00000008:00000001:2.0:1789608863.965567:0:35413:0:(osc_cache.c:2070:try_to_add_extent_for_io()) Process entered 00000008:00000020:2.0:1789608863.965570:0:35413:0:(osc_cache.c:2074:try_to_add_extent_for_io()) extent ffff94d909313900@{[0 -> 255/255], [1|0|+|cache|wiuY|ffff94d9183e5c00], [1703936|1|+|-|ffff94d9421c1800|256|0000000000000000]} trying to add this extent 00000008:00010000:2.0:1789608863.965591:0:35413:0:(osc_cache.c:2074:try_to_add_extent_for_io()) ### extent: 000000008c59284d ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000fb34d7d1/0xc54db3288176ff8a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x91bddff8e8ed9b36 expref: -99 pid: 35413 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:2.0:1789608863.965605:0:35413:0:(osc_cache.c:2123:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:2.0:1789608863.965609:0:35413:0:(osc_cache.c:1926:osc_update_pending()) obj ffff94d9183e5c00 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:2.0:1789608863.965615:0:35413:0:(osc_cache.c:1166:osc_extent_make_ready()) Process entered 00000008:00000001:2.0:1789608863.965618:0:35413:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:2.0:1789608863.965621:0:35413:0:(osc_cache.c:1174:osc_extent_make_ready()) extent ffff94d909313900@{[0 -> 255/255], [1|0|+|locking|wiuY|ffff94d9183e5c00], [1703936|1|+|-|ffff94d9421c1800|256|ffff94d907f24f80]} make ready 00000008:00010000:2.0:1789608863.965627:0:35413:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 000000008c59284d ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000fb34d7d1/0xc54db3288176ff8a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x91bddff8e8ed9b36 expref: -99 pid: 35413 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:2.0:1789608863.965635:0:35413:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:2.0:1789608863.965637:0:35413:0:(cl_page.c:1159:cl_page_make_ready()) Process entered 00000020:00008000:2.0:1789608863.965652:0:35413:0:(cl_page.c:1171:cl_page_make_ready()) page@0000000057238e34[2 000000004359ed52 1 1 0000000000000000 0 0 0] 00000020:00008000:2.0:1789608863.965654:0:35413:0:(cl_page.c:1171:cl_page_make_ready()) readied 00000020:00000001:2.0:1789608863.965656:0:35413:0:(cl_page.c:1020:cl_page_io_start()) Process entered 00000020:00000001:2.0:1789608863.965658:0:35413:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1789608863.965659:0:35413:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1789608863.965661:0:35413:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:2.0:1789608863.965663:0:35413:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1789608863.965664:0:35413:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1789608863.965667:0:35413:0:(cl_page.c:518:__cl_page_state_set()) page@0000000057238e34[2 000000004359ed52 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789608863.965669:0:35413:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 3 00000020:00000001:2.0:1789608863.965670:0:35413:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1789608863.965671:0:35413:0:(cl_page.c:1023:cl_page_io_start()) Process leaving 00000020:00000001:2.0:1789608863.965761:0:35413:0:(cl_page.c:1193:cl_page_make_ready()) page@0000000057238e34[2 000000004359ed52 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789608863.965764:0:35413:0:(cl_page.c:1193:cl_page_make_ready()) 1 0 00000008:00000001:2.0:1789608863.965766:0:35413:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608863.965769:0:35413:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5c00 -> ffff94d9040db3a0 00000020:00000001:2.0:1789608863.965771:0:35413:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5c00 -> ffff94d9040db3a0 00000020:00000001:2.0:1789608863.965773:0:35413:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:2.0:1789608863.965775:0:35413:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608863.965777:0:35413:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5c00 -> ffff94d9040db3a0 00000008:00000001:2.0:1789608863.965780:0:35413:0:(osc_cache.c:1227:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608863.965782:0:35413:0:(osc_request.c:2819:osc_build_rpc()) Process entered 00000008:00000020:2.0:1789608863.965786:0:35413:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff94d904ceb000: cli: ffff94d90933d568 unstable pages: 0, osc unstable pages: 0 00000008:00000010:2.0:1789608863.965817:0:35413:0:(osc_request.c:2850:osc_build_rpc()) kmalloced '(pga)': 8 at ffff94d91806b1f8. 00000008:00000010:2.0:1789608863.965822:0:35413:0:(osc_request.c:2854:osc_build_rpc()) slab-alloced 'oa': 208 at ffff94d903f26340. 00000020:00000001:2.0:1789608863.965825:0:35413:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00020000:00000001:2.0:1789608863.965827:0:35413:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:2.0:1789608863.965829:0:35413:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00000020:00000002:2.0:1789608863.965832:0:35413:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1789608863/1789608863 00000020:00000001:2.0:1789608863.965835:0:35413:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00020000:00000001:2.0:1789608863.965837:0:35413:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:2.0:1789608863.965840:0:35413:0:(osc_lock.c:1343:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:2.0:1789608863.965843:0:35413:0:(osc_request.c:3331:osc_match_base()) Process entered 00010000:00000001:2.0:1789608863.965846:0:35413:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608863.965852:0:35413:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29000 count: 2 00010000:00000001:2.0:1789608863.965856:0:35413:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608863.965862:0:35413:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1789608863.965866:0:35413:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1789608863.965869:0:35413:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789608863.965874:0:35413:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608863.965878:0:35413:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000fb34d7d1/0xc54db3288176ff8a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x91bddff8e8ed9b36 expref: -99 pid: 35413 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789608863.965887:0:35413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608863.965889:0:35413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789608863.965890:0:35413:0:(osc_request.c:3346:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1789608863.965892:0:35413:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608863.965894:0:35413:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608863.965898:0:35413:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1800 refcount=3 00000020:00000001:2.0:1789608863.965901:0:35413:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:2.0:1789608863.965903:0:35413:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00000008:00000001:2.0:1789608863.965906:0:35413:0:(osc_lock.c:1377:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:2.0:1789608863.965907:0:35413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608863.965908:0:35413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1789608863.965910:0:35413:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00000008:00000001:2.0:1789608863.965912:0:35413:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:2.0:1789608863.965917:0:35413:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d25880. 00000020:00000040:2.0:1789608863.965922:0:35413:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00000100:00000001:2.0:1789608863.965929:0:35413:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608863.965932:0:35413:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608863.965934:0:35413:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608863.965941:0:35413:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d911dcd800. 00000100:00000001:2.0:1789608863.965947:0:35413:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1789608863.965954:0:35413:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 1 00000008:00000020:2.0:1789608863.965957:0:35413:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff94d904ceb000: dirty: 1703936 undirty: 485097472 dropped 0 grant: 393216 cl_lost_grant 0 00000008:00000001:2.0:1789608863.965963:0:35413:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:2.0:1789608863.965989:0:35413:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 10415 MB/s 00000008:00008000:2.0:1789608863.965996:0:35413:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffe9a1048c7e80 map ffff94d918920278 index 0 flags 17ffffc0005008 count 3 priv ffff94d9043d5620: off 0 00000008:00000001:2.0:1789608863.966007:0:35413:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:2.0:1789608863.966009:0:35413:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: 5b57dc90 (4) 00000008:00100000:2.0:1789608863.966013:0:35413:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff94d907d25880 - object 0x280000400:5 offset 0<>1 00000008:00000001:2.0:1789608863.966015:0:35413:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608863.966017:0:35413:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00020000:00000001:2.0:1789608863.966019:0:35413:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:2.0:1789608863.966020:0:35413:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00000020:00000002:2.0:1789608863.966021:0:35413:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1789608863/1789608863 00000020:00000001:2.0:1789608863.966024:0:35413:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00020000:00000001:2.0:1789608863.966024:0:35413:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:2.0:1789608863.966026:0:35413:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00000100:00000001:2.0:1789608863.966028:0:35413:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608863.966029:0:35413:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592880768 : -117815116670848 : ffff94d907d25880) 00000008:00000002:2.0:1789608863.966040:0:35413:0:(osc_request.c:2976:osc_build_rpc()) @@@ 1 pages, aa 0000000087e8c73b, now 0r/1w/0d in flight req@ffff94d907d25880 x1876538934309888/t0(0) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:2.0:1789608863.966049:0:35413:0:(osc_request.c:2988:osc_build_rpc()) [0x240000402:0x8:0x0]: 1 write pages, start 0, end 0, now 0r/1w/0d in flight 00000100:00000040:2.0:1789608863.966074:0:35413:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000018fafb34] to pc [ptlrpcd_01_01+1] req@ffff94d907d25880 x1876538934309888/t0(0) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1789608863.966094:0:35413:0:(osc_request.c:2994:osc_build_rpc()) Process leaving 00000008:00000001:2.0:1789608863.966096:0:35413:0:(osc_request.c:3019:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608863.966098:0:35413:0:(osc_cache.c:2262:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608863.966099:0:35413:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1789608863.966303:0:35413:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608863.966306:0:35413:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1789608863.966308:0:35413:0:(osc_cache.c:1870:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608863.966309:0:35413:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1789608863.966311:0:35413:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608863.966322:0:35413:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:2.0:1789608863.966324:0:35413:0:(osc_cache.c:2379:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608863.966326:0:35413:0:(osc_cache.c:2452:osc_check_rpcs()) Process leaving 00000008:00000020:2.0:1789608863.966329:0:35413:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff94d9183e5c00 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:2.0:1789608863.966333:0:35413:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1789608863.966336:0:35413:0:(osc_io.c:1174:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608863.966338:0:35413:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608863.966339:0:35413:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608863.966341:0:35413:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608863.966343:0:35413:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608863.966345:0:35413:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:2.0:1789608863.966348:0:35413:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1789608863.966349:0:35413:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1789608863.966351:0:35413:0:(cl_io.c:556:cl_io_end()) Process entered 00000008:00000001:2.0:1789608863.966353:0:35413:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000001:2.0:1789608863.966356:0:35413:0:(osc_cache.c:973:osc_extent_wait()) Process entered 00000008:00000001:2.0:1789608863.966358:0:35413:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608863.966368:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1789608863.966371:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1789608863.966373:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608863.966379:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608863.966382:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608863.966384:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608863.966385:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608863.966387:0:2411:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608863.966393:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d25880 x1876538934309888/t0(0) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608863.966400:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608863.966403:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608863.966406:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608863.966408:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608863.966411:0:2411:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608863.966414:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d25880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934309888:192.168.203.121@tcp:4:multiop.0 00000100:00000001:2.0:1789608863.966418:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608863.966423:0:2411:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608863.966425:0:2411:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608863.966428:0:2411:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608863.966446:0:2411:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903dbc000. 02000000:00000001:2.0:1789608863.966449:0:2411:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608863.966457:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608863.966460:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21aa8. 00000400:00000010:2.0:1789608863.966467:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c550. 00000100:00000200:2.0:1789608863.966473:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934309888, portal 4 00000100:00000001:2.0:1789608863.966474:0:2411:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608863.966476:0:2411:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592880768 : -117815116670848 : ffff94d907d25880) 00000100:00000040:2.0:1789608863.966482:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d907d25880 x1876538934309888/t0(0) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 496/448 e 0 to 0 dl 1789608879 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608863.966489:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608863.966492:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608863.966494:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6cd48. 00000100:00000200:2.0:1789608863.966498:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 6, xid 1876538934309888, offset 0 00000400:00000200:2.0:1789608863.966504:0:2411:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608863.966512:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608863.966519:0:2411:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608863.966524:0:2411:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608863.966528:0:2411:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608863.966532:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608863.966534:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608863.966538:0:2411:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2938:2938:256:4294967295] 192.168.203.121@tcp LPNI seq info [2938:2938:8:4294967295] 00000400:00000200:2.0:1789608863.966543:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608863.966553:0:2411:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608863.966558:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608863.966564:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a01ad00. 00000800:00000200:2.0:1789608863.966570:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608863.966578:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608863.966592:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a01ad00 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:2.0:1789608863.966608:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608863.966613:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 199685 usecs (200 jiffies) 00000400:00000200:2.0:1789608863.966617:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608863.966620:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296591256 00000100:00000001:2.0:1789608863.966624:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296593758 00000100:00000001:2.0:1789608863.966627:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296591256 00000100:00000001:2.0:1789608863.966629:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296593758 00000100:00000001:2.0:1789608863.966631:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608863.966633:0:2411:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608863.966636:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608863.966638:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608863.966828:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608863.966834:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a01ad00. 00000400:00000200:0.0:1789608863.966839:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608863.966845:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608863.966850:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6cd48 00000400:00000010:0.0:1789608863.966852:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6cd48. 00000100:00000001:0.0:1789608863.966856:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608863.966861:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25880 x1876538934309888/t0(0) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 496/448 e 0 to 0 dl 1789608879 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608863.966870:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608863.966873:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d25880 x1876538934309888/t0(0) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 496/448 e 0 to 0 dl 1789608879 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608863.966881:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608863.966883:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789608863.968538:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608863.968546:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789608863.979133:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608863.979155:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608863.979160:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608863.979162:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608863.979171:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.979179:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608863.979188:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.979193:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.979198:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.979202:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 448 into portal 4 MB=0x6aab3c4963400 00000400:00000200:1.0:1789608863.979207:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608863.979214:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 448/448 into md 0x8629 [1] + 224 00000800:00000001:1.0:1789608863.979222:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608863.979233:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608863.979236:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608863.979241:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608863.979248:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608863.979256:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d25880 x1876538934309888/t0(0) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 496/448 e 0 to 0 dl 1789608879 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608863.979267:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff94d907d25880 x1876538934309888/t0(0) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 496/448 e 0 to 0 dl 1789608879 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608863.979292:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608863.979299:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608863.979302:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608863.980516:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608863.980522:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608863.980530:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608863.980532:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608863.980536:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21aa8. 00000400:00000200:2.0:1789608863.980543:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c550 00000400:00000010:2.0:1789608863.980545:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c550. 00000100:00000001:2.0:1789608863.980549:0:2411:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608863.980557:0:2411:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d25880 x1876538934309888/t0(0) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 496/448 e 0 to 0 dl 1789608879 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789608863.980568:0:2411:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d25880 x1876538934309888/t0(0) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 496/448 e 0 to 0 dl 1789608879 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608863.980576:0:2411:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608863.980578:0:2411:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608863.980590:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608863.980594:0:2411:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608863.980596:0:2411:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608863.980598:0:2411:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608863.980602:0:2411:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608863.980610:0:2411:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13ca8 time=970 v=5 (5 5 0 0) 00000100:00001000:2.0:1789608863.980614:0:2411:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608863.980617:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608863.980618:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608863.980621:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608863.980625:0:2411:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608863.980628:0:2411:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789608863.980630:0:2411:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1789608863.980632:0:2411:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789608863.980634:0:2411:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608863.980636:0:2411:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592880768 : -117815116670848 : ffff94d907d25880) 00000100:00000001:2.0:1789608863.980639:0:2411:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608863.980641:0:2411:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: skip recheck: last_committed 4294967333 00000100:00000001:2.0:1789608863.980643:0:2411:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608863.980645:0:2411:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608863.980651:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d25880 x1876538934309888/t4294967336(4294967336) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 496/448 e 0 to 0 dl 1789608879 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608863.980659:0:2411:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608863.980662:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608863.980664:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1789608863.980667:0:2411:0:(osc_request.c:2581:brw_interpret()) Process entered 00000008:00000001:2.0:1789608863.980670:0:2411:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:04000000:2.0:1789608863.980674:0:2411:0:(osc_request.c:2195:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:2.0:1789608863.980692:0:2411:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:2.0:1789608863.980696:0:2411:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff94d904ceb000: setdq to remove for usr 0 00000001:04000000:2.0:1789608863.980698:0:2411:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff94d904ceb000: setdq to remove for grp 0 00000001:04000000:2.0:1789608863.980699:0:2411:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff94d904ceb000: setdq to remove for prj 0 00000001:00000001:2.0:1789608863.980701:0:2411:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1789608863.980703:0:2411:0:(osc_request.c:759:osc_update_grant()) got 3407872 extra grant 00000008:00008000:2.0:1789608863.980706:0:2411:0:(osc_request.c:2091:check_write_checksum()) checksum 5b57dc90 confirmed 00000008:00000001:2.0:1789608863.980709:0:2411:0:(osc_request.c:2227:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:2.0:1789608863.980712:0:2411:0:(osc_request.c:2439:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:2.0:1789608863.980714:0:2411:0:(osc_request.c:2586:brw_interpret()) request ffff94d907d25880 aa ffff94d907d25a30 rc 0 00000020:00000001:2.0:1789608863.980720:0:2411:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5c00 -> ffff94d9040db3a0 00000020:00000001:2.0:1789608863.980723:0:2411:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5c00 -> ffff94d9040db3a0 00000020:00000001:2.0:1789608863.980726:0:2411:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1789608863.980729:0:2411:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1789608863.980731:0:2411:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608863.980733:0:2411:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608863.980736:0:2411:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5c00 -> ffff94d9040db3a0 00000008:00000010:2.0:1789608863.980738:0:2411:0:(osc_request.c:2668:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff94d903f26340. 00000020:00000001:2.0:1789608863.980743:0:2411:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5c00 -> ffff94d9040db3a0 00000020:00000001:2.0:1789608863.980745:0:2411:0:(cl_object.c:278:cl_object_dirty_for_sync()) Process entered 00000020:00000001:2.0:1789608863.980749:0:2411:0:(cl_object.c:284:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:2.0:1789608863.980751:0:2411:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608863.980755:0:2411:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d25880 x1876538934309888/t4294967336(4294967336) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 496/448 e 0 to 0 dl 1789608879 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608863.980762:0:2411:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608863.980766:0:2411:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:2.0:1789608863.980768:0:2411:0:(osc_cache.c:908:osc_extent_finish()) extent ffff94d909313900@{[0 -> 255/255], [3|0|-|rpc|wiuY|ffff94d9183e5c00], [1703936|1|+|+|ffff94d9421c1800|256|ffff94d907f24f80]} extent finished. 00000008:00010000:2.0:1789608863.980777:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 000000008c59284d ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000fb34d7d1/0xc54db3288176ff8a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x91bddff8e8ed9b36 expref: -99 pid: 35413 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:2.0:1789608863.980790:0:2411:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:2.0:1789608863.980792:0:2411:0:(cl_page.c:1113:cl_page_complete()) Process entered 00000020:00000001:2.0:1789608863.980797:0:2411:0:(cl_page.c:1115:cl_page_complete()) page@0000000057238e34[2 000000004359ed52 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789608863.980798:0:2411:0:(cl_page.c:1115:cl_page_complete()) 1 0 00000020:00000001:2.0:1789608863.980800:0:2411:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:2.0:1789608863.980802:0:2411:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1789608863.980804:0:2411:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1789608863.980808:0:2411:0:(cl_page.c:518:__cl_page_state_set()) page@0000000057238e34[2 000000004359ed52 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789608863.980809:0:2411:0:(cl_page.c:518:__cl_page_state_set()) 3 -> 1 00000020:00000001:2.0:1789608863.980811:0:2411:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000080:00000001:2.0:1789608863.980814:0:2411:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:2.0:1789608863.980817:0:2411:0:(vvp_page.c:167:vvp_page_complete_write()) page@0000000057238e34[2 000000004359ed52 1 1 0000000000000000 0 0 0] 00000080:00008000:2.0:1789608863.980818:0:2411:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:2.0:1789608863.980835:0:2411:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:2.0:1789608863.980837:0:2411:0:(cl_page.c:1136:cl_page_complete()) Process leaving 00000020:00000001:2.0:1789608863.980839:0:2411:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:2.0:1789608863.980841:0:2411:0:(cl_page.c:567:cl_batch_put()) page@0000000057238e34[2 000000004359ed52 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789608863.980843:0:2411:0:(cl_page.c:567:cl_batch_put()) 2 00000020:00000001:2.0:1789608863.980844:0:2411:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000008:00000001:2.0:1789608863.980846:0:2411:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:2.0:1789608863.980849:0:2411:0:(osc_cache.c:1648:osc_free_grant()) lost 0 grant: 0 avail: 3801088 dirty: 0/0 00000008:00000020:2.0:1789608863.980919:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff94d909313900@{[0 -> 255/255], [2|0|-|inv|wuY|ffff94d9183e5c00], [1703936|0|-|-|ffff94d9421c1800|256|ffff94d907f24f80]} destroyed. 00000008:00010000:2.0:1789608863.980926:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000008c59284d ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000fb34d7d1/0xc54db3288176ff8a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x91bddff8e8ed9b36 expref: -99 pid: 35413 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:2.0:1789608863.980934:0:2411:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1789608863.980937:0:2411:0:(osc_request.c:2540:osc_release_ppga()) kvfree 'ppga': 8 at ffff94d91806b1f8. 00000008:00000020:2.0:1789608863.980945:0:2411:0:(osc_cache.c:2468:__osc_io_unplug()) Queue writeback work for client ffff94d90933d568. 00000008:00000001:2.0:1789608863.980955:0:2411:0:(osc_request.c:2756:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608863.980960:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d25880 x1876538934309888/t4294967336(4294967336) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 496/448 e 0 to 0 dl 1789608879 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789608863.980969:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d25880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934309888:192.168.203.121@tcp:4:multiop.0 00000100:00000001:2.0:1789608863.980975:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608863.980977:0:2411:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608863.980980:0:2411:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d25880 x1876538934309888/t4294967336(4294967336) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 496/448 e 0 to 0 dl 1789608879 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608863.980987:0:2411:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608863.980989:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608863.980996:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608863.980998:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608863.981000:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608863.981002:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608863.981015:0:31476:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789608863.981019:0:31476:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514695880 : -117815194855736 : ffff94d9032956c8) 00000020:00001000:2.0:1789608863.981021:0:31476:0:(cl_object.c:823:cl_env_get()) 1@ffff94d9032956c0 00000008:00000020:2.0:1789608863.981023:0:31476:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff94d90933d568. 00000008:00000001:2.0:1789608863.981025:0:31476:0:(osc_cache.c:2388:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1789608863.981028:0:31476:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:2.0:1789608863.981030:0:31476:0:(osc_cache.c:2379:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608863.981032:0:31476:0:(osc_cache.c:2452:osc_check_rpcs()) Process leaving 00000020:00001000:2.0:1789608863.981033:0:31476:0:(cl_object.c:917:cl_env_put()) 1@ffff94d9032956c0 00000008:00000001:0.0:1789608863.984836:0:35413:0:(osc_cache.c:1008:osc_extent_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608863.984845:0:35413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608863.984847:0:35413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:0.0:1789608863.984853:0:35413:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff94d909313900. 00000008:00000020:0.0:1789608863.984862:0:35413:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff94d9183e5c00 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1789608863.984865:0:35413:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608863.984869:0:35413:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:0.0:1789608863.984871:0:35413:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608863.984874:0:35413:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1789608863.984876:0:35413:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:0.0:1789608863.984879:0:35413:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:0.0:1789608863.984882:0:35413:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1789608863.986669:0:35413:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789608863.986687:0:35413:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1789608863.986689:0:35413:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1789608863.986691:0:35413:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608863.986695:0:35413:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608863.986696:0:35413:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1789608863.986698:0:35413:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1789608863.986700:0:35413:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1789608863.986702:0:35413:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1789608863.991478:0:35413:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1789608863.991487:0:35413:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1789608863.991489:0:35413:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789608863.991490:0:35413:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1789608863.991492:0:35413:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1789608863.991494:0:35413:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608863.991498:0:35413:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608863.991500:0:35413:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789608863.991502:0:35413:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789608863.991504:0:35413:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608863.991507:0:35413:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1789608863.991509:0:35413:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1789608863.991510:0:35413:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1789608863.991511:0:35413:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1789608863.991513:0:35413:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789608863.991517:0:35413:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295000 00020000:00000001:0.0:1789608863.991522:0:35413:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1789608863.991524:0:35413:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1789608863.991527:0:35413:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1789608863.991530:0:35413:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1789608863.991533:0:35413:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1789608863.991535:0:35413:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789608863.991537:0:35413:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295510 00000080:00000001:0.0:1789608863.991539:0:35413:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789608863.991543:0:35413:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608863.991551:0:35413:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789608863.991555:0:35413:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b657c0) owner 0000000000000000/ffff94d907f24f80 00020000:00000002:0.0:1789608863.991612:0:35413:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b657c0) owner 0000000000000000/ffff94d907f24f80 00020000:00000001:0.0:1789608863.991616:0:35413:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789608863.991620:0:35413:0:(file.c:5353:ll_mdsync()) inode ffff94d9189200c8 metadata sync [0x240000402:0x8:0x0] (need_sync=1) 00800000:00000001:0.0:1789608863.991628:0:35413:0:(lmv_obd.c:3058:lmv_fsync()) Process entered 00800000:00000001:0.0:1789608863.991631:0:35413:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789608863.991634:0:35413:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789608863.991636:0:35413:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789608863.991639:0:35413:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789608863.991641:0:35413:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608863.991643:0:35413:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x8:0x0] 00800000:00000001:0.0:1789608863.991645:0:35413:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608863.991652:0:35413:0:(mdc_request.c:2773:mdc_fsync()) Process entered 00000100:00000010:0.0:1789608863.991664:0:35413:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5d880. 00000020:00000040:0.0:1789608863.991669:0:35413:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=7 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000100:00000001:0.0:1789608863.991688:0:35413:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608863.991692:0:35413:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608863.991698:0:35413:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608863.991721:0:35413:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d9109ba800. 00000100:00000001:0.0:1789608863.991728:0:35413:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608863.991735:0:35413:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789608863.991737:0:35413:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789608863.991743:0:35413:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d911db6cc0. 00000100:00000001:0.0:1789608863.991746:0:35413:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258761247936 : -117814948303680 : ffff94d911db6cc0) 00000100:00000001:0.0:1789608863.991748:0:35413:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608863.991750:0:35413:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594158720 : -117815115392896 : ffff94d907e5d880) 00000100:00000001:0.0:1789608863.991754:0:35413:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608863.991758:0:35413:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608863.991760:0:35413:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789608863.991761:0:35413:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608863.991771:0:35413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5d880 x1876538934310016/t0(0) o44->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608863.991780:0:35413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608863.991782:0:35413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608863.991785:0:35413:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608863.991788:0:35413:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608863.991790:0:35413:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608863.991794:0:35413:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5d880 pname:cluuid:pid:xid:nid:opc:job multiop:25f5d458-2cbe-49cd-9693-334c08df7e27:35413:1876538934310016:192.168.203.121@tcp:44:multiop.0 00000100:00000001:0.0:1789608863.991798:0:35413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608863.991803:0:35413:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608863.991805:0:35413:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608863.991808:0:35413:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608863.991812:0:35413:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903116000. 02000000:00000001:0.0:1789608863.991813:0:35413:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608863.991820:0:35413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608863.991825:0:35413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8bb0. 00000400:00000010:0.0:1789608863.991831:0:35413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095eddd0. 00000100:00000200:0.0:1789608863.991838:0:35413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934310016, portal 10 00000100:00000001:0.0:1789608863.991840:0:35413:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608863.991841:0:35413:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594158720 : -117815115392896 : ffff94d907e5d880) 00000100:00000040:0.0:1789608863.991847:0:35413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5d880 x1876538934310016/t0(0) o44->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 448/440 e 0 to 0 dl 1789608879 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608863.991855:0:35413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608863.991858:0:35413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608863.991860:0:35413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed4c8. 00000100:00000200:0.0:1789608863.991863:0:35413:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 12, xid 1876538934310016, offset 0 00000400:00000200:0.0:1789608863.991869:0:35413:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608863.991878:0:35413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608863.991885:0:35413:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608863.991890:0:35413:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608863.991893:0:35413:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608863.991897:0:35413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608863.991900:0:35413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608863.991904:0:35413:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2939:2939:256:4294967295] 192.168.203.121@tcp LPNI seq info [2939:2939:8:4294967295] 00000400:00000200:0.0:1789608863.991909:0:35413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608863.991919:0:35413:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608863.991924:0:35413:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608863.991930:0:35413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa100. 00000800:00000200:0.0:1789608863.991936:0:35413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608863.991944:0:35413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608863.991949:0:35413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa100 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1789608863.991962:0:35413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608863.991966:0:35413:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: using a timeout of 23696 usecs (24 jiffies) 00000400:00000200:0.0:1789608863.991970:0:35413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608863.991972:0:35413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296591106 00000100:00000001:0.0:1789608863.991975:0:35413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296593758 00000100:00000001:0.0:1789608863.991978:0:35413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296591106 00000100:00000001:0.0:1789608863.991980:0:35413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296593758 00000100:00000001:0.0:1789608863.991982:0:35413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608863.991985:0:35413:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608863.991987:0:35413:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608863.991989:0:35413:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789608863.991992:0:35413:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d911db6cc0 going to sleep for 11 seconds 00000100:00000001:0.0:1789608863.991994:0:35413:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608863.991997:0:35413:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608863.993760:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608863.993768:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa100. 00000400:00000200:1.0:1789608863.993777:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608863.993784:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608863.993791:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed4c8 00000400:00000010:1.0:1789608863.993794:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed4c8. 00000100:00000001:1.0:1789608863.993798:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608863.993805:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5d880 x1876538934310016/t0(0) o44->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 448/440 e 0 to 0 dl 1789608879 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608863.993817:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608863.993821:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907e5d880 x1876538934310016/t0(0) o44->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 448/440 e 0 to 0 dl 1789608879 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608863.993829:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608863.993830:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608864.098495:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608864.098517:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608864.098521:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608864.098525:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608864.098533:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608864.098542:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608864.098553:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608864.098559:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608864.098564:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608864.098568:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 440 into portal 10 MB=0x6aab3c4963480 00000400:00000200:1.0:1789608864.098574:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608864.098592:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 440/440 into md 0x8631 [1] + 224 00000800:00000001:1.0:1789608864.098600:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608864.098612:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608864.098616:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608864.098620:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608864.098628:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608864.098637:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5d880 x1876538934310016/t0(0) o44->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 448/440 e 0 to 0 dl 1789608879 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608864.098648:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=440 offset=224 replen=440 req@ffff94d907e5d880 x1876538934310016/t0(0) o44->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 448/440 e 0 to 0 dl 1789608879 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608864.098673:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608864.098719:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608864.098722:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608864.098792:0:35413:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789608864.098799:0:35413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608864.098802:0:35413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608864.098805:0:35413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8bb0. 00000400:00000200:0.0:1789608864.098810:0:35413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095eddd0 00000400:00000010:0.0:1789608864.098812:0:35413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095eddd0. 00000100:00000001:0.0:1789608864.098816:0:35413:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608864.098820:0:35413:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5d880 x1876538934310016/t0(0) o44->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 448/440 e 0 to 0 dl 1789608879 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608864.098828:0:35413:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5d880 x1876538934310016/t0(0) o44->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 448/440 e 0 to 0 dl 1789608879 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608864.098834:0:35413:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608864.098836:0:35413:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608864.098838:0:35413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608864.098841:0:35413:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608864.098844:0:35413:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608864.098846:0:35413:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608864.098849:0:35413:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608864.098858:0:35413:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b17c60 time=72 v=5 (5 104 104 104) 00000100:00001000:0.0:1789608864.098863:0:35413:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b17c18 time=72 v=5 (1 1 1 1) 00000100:00000001:0.0:1789608864.098866:0:35413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608864.098879:0:35413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608864.098882:0:35413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608864.098885:0:35413:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608864.098889:0:35413:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789608864.098892:0:35413:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d904ceb000: committing for last_committed 4294967334 gen 1 00000100:00000040:0.0:1789608864.098898:0:35413:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967334) req@ffff94d907d26300 x1876538934307328/t4294967330(4294967330) o36->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/448 e 0 to 0 dl 1789608879 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608864.098906:0:35413:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608864.098910:0:35413:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d26300 x1876538934307328/t4294967330(4294967330) o36->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/448 e 0 to 0 dl 1789608879 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608864.098917:0:35413:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608864.098919:0:35413:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608864.098923:0:35413:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903dbf400. 02000000:00000001:0.0:1789608864.098928:0:35413:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608864.098930:0:35413:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608864.098932:0:35413:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=6 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:0.0:1789608864.098935:0:35413:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608864.098937:0:35413:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d903dbfc00. 02000000:00000001:0.0:1789608864.098940:0:35413:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608864.098942:0:35413:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608864.098944:0:35413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d26300. 00000100:00000001:0.0:1789608864.098947:0:35413:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608864.098949:0:35413:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608864.098953:0:35413:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967334) req@ffff94d907e5ed80 x1876538934309120/t4294967332(4294967332) o36->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/456 e 0 to 0 dl 1789608879 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608864.098960:0:35413:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608864.098963:0:35413:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5ed80 x1876538934309120/t4294967332(4294967332) o36->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/456 e 0 to 0 dl 1789608879 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608864.098970:0:35413:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608864.098971:0:35413:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608864.098973:0:35413:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903114c00. 02000000:00000001:0.0:1789608864.098975:0:35413:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608864.098976:0:35413:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608864.098978:0:35413:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=5 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:0.0:1789608864.098980:0:35413:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608864.098981:0:35413:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d903116800. 02000000:00000001:0.0:1789608864.098983:0:35413:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608864.098984:0:35413:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608864.098985:0:35413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5ed80. 00000100:00000001:0.0:1789608864.098988:0:35413:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608864.098990:0:35413:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789608864.098995:0:35413:0:(client.c:3175:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff94d907d24380 x1876538934309632/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/664 e 0 to 0 dl 1789608879 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608864.099002:0:35413:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1789608864.099005:0:35413:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d904ceb000: normal: skip=1 replay=2/3 committed=0/0 00000100:00000001:0.0:1789608864.099008:0:35413:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608864.099010:0:35413:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608864.099014:0:35413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5d880 x1876538934310016/t0(0) o44->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 448/440 e 0 to 0 dl 1789608879 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608864.099022:0:35413:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608864.099025:0:35413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608864.099027:0:35413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608864.099031:0:35413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5d880 x1876538934310016/t0(0) o44->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 448/440 e 0 to 0 dl 1789608879 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789608864.099039:0:35413:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5d880 pname:cluuid:pid:xid:nid:opc:job multiop:25f5d458-2cbe-49cd-9693-334c08df7e27:35413:1876538934310016:192.168.203.121@tcp:44:multiop.0 00000100:00000001:0.0:1789608864.099045:0:35413:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608864.099047:0:35413:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608864.099050:0:35413:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789608864.099052:0:35413:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608864.099055:0:35413:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5d880 x1876538934310016/t0(0) o44->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 448/440 e 0 to 0 dl 1789608879 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608864.099065:0:35413:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789608864.099067:0:35413:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d911db6cc0. 00000100:00000001:0.0:1789608864.099070:0:35413:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789608864.099071:0:35413:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608864.099074:0:35413:0:(mdc_request.c:2794:mdc_fsync()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608864.099077:0:35413:0:(lmv_obd.c:3065:lmv_fsync()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608864.099079:0:35413:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608864.099082:0:35413:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5d880 x1876538934310016/t0(0) o44->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 448/440 e 0 to 0 dl 1789608879 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608864.099088:0:35413:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608864.099089:0:35413:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608864.099091:0:35413:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903116000. 02000000:00000001:0.0:1789608864.099093:0:35413:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608864.099094:0:35413:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608864.099095:0:35413:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=4 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:0.0:1789608864.099097:0:35413:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608864.099099:0:35413:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d9109ba800. 02000000:00000001:0.0:1789608864.099102:0:35413:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608864.099103:0:35413:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608864.099104:0:35413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5d880. 00000100:00000001:0.0:1789608864.099106:0:35413:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608864.099107:0:35413:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789608864.099111:0:35413:0:(pcc.c:2839:pcc_fsync()) Process entered 00000080:00000001:0.0:1789608864.099113:0:35413:0:(pcc.c:2842:pcc_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608864.099115:0:35413:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1789608864.099117:0:35413:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789608864.099121:0:35413:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514695448 : -117815194856168 : ffff94d903295518) 00000020:00001000:0.0:1789608864.099124:0:35413:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295510 00000020:00000001:0.0:1789608864.099129:0:35413:0:(cl_object.c:143:cl_object_top()) ffff94d9040db3a0 -> ffff94d9040db3a0 00000020:00000001:0.0:1789608864.099132:0:35413:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1789608864.099134:0:35413:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1789608864.099137:0:35413:0:(vvp_io.c:1826:vvp_io_init()) [0x240000402:0x8:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1789608864.099140:0:35413:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789608864.099142:0:35413:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1789608864.099143:0:35413:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789608864.099147:0:35413:0:(lov_object.c:1590:lov_io_init()) [0x240000402:0x8:0x0]io ffff94d904aad780 type 6 ignore/verify layout 0/0 00020000:00000002:0.0:1789608864.099151:0:35413:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b657c0) owner 0000000000000000/ffff94d907f24f80 00020000:00000001:0.0:1789608864.099155:0:35413:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1789608864.099157:0:35413:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1789608864.099159:0:35413:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1789608864.099161:0:35413:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608864.099163:0:35413:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1789608864.099165:0:35413:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1789608864.099167:0:35413:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608864.099169:0:35413:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789608864.099170:0:35413:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1789608864.099171:0:35413:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1789608864.099173:0:35413:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b657c0) owner 0000000000000000/ffff94d907f24f80 00000020:00000001:0.0:1789608864.099176:0:35413:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608864.099178:0:35413:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:0.0:1789608864.099180:0:35413:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1789608864.099182:0:35413:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1789608864.099185:0:35413:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1789608864.099188:0:35413:0:(lov_offset.c:253:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:0.0:1789608864.099192:0:35413:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789608864.099194:0:35413:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1789608864.099195:0:35413:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789608864.099197:0:35413:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514694152 : -117815194857464 : ffff94d903295008) 00000020:00001000:0.0:1789608864.099200:0:35413:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295000 00000020:00000001:0.0:1789608864.099202:0:35413:0:(cl_object.c:143:cl_object_top()) ffff94d9040db788 -> ffff94d9040db3a0 00000020:00000001:0.0:1789608864.099204:0:35413:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1789608864.099207:0:35413:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789608864.099208:0:35413:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1789608864.099210:0:35413:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1789608864.099212:0:35413:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258539960192 : -117815169591424 : ffff94d904aad780) 00000020:00000001:0.0:1789608864.099214:0:35413:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608864.099216:0:35413:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608864.099218:0:35413:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593373712 : -117815116177904 : ffff94d907d9de10) 00000020:00000001:0.0:1789608864.099220:0:35413:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1789608864.099222:0:35413:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608864.099224:0:35413:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608864.099226:0:35413:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608864.099228:0:35413:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:0.0:1789608864.099229:0:35413:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1789608864.099232:0:35413:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789608864.099233:0:35413:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:0.0:1789608864.099235:0:35413:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789608864.099236:0:35413:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608864.099237:0:35413:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608864.099239:0:35413:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608864.099241:0:35413:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608864.099242:0:35413:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789608864.099244:0:35413:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608864.099245:0:35413:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608864.099247:0:35413:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:0.0:1789608864.099249:0:35413:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1789608864.099250:0:35413:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789608864.099251:0:35413:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:0.0:1789608864.099253:0:35413:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1789608864.099255:0:35413:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000020:0.0:1789608864.099260:0:35413:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff94d9183e5c00 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 1: rc=0. 00000008:00000001:0.0:1789608864.099264:0:35413:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789608864.099267:0:35413:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1789608864.099269:0:35413:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff94d9183e5c00 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1789608864.099272:0:35413:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789608864.099274:0:35413:0:(osc_io.c:1073:osc_fsync_ost()) Process entered 00000020:00000001:0.0:1789608864.099277:0:35413:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1789608864.099279:0:35413:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1789608864.099280:0:35413:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1789608864.099282:0:35413:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1789608864.099283:0:35413:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1789608864.099285:0:35413:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1789608864.099288:0:35413:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:0.0:1789608864.099293:0:35413:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5d880. 00000020:00000040:0.0:1789608864.099297:0:35413:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=4 obd=lustre-OST0000-osc-ffff94d904ceb000 00000100:00000001:0.0:1789608864.099301:0:35413:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608864.099305:0:35413:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608864.099310:0:35413:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608864.099317:0:35413:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d9109ba800. 00000100:00000001:0.0:1789608864.099323:0:35413:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608864.099330:0:35413:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608864.099334:0:35413:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608864.099340:0:35413:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b849195] to pc [ptlrpcd_00_00+0] req@ffff94d907e5d880 x1876538934310144/t0(0) o16->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1789608864.099370:0:35413:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789608864.099373:0:35413:0:(osc_io.c:1090:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789608864.099375:0:35413:0:(osc_io.c:1174:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608864.099377:0:35413:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608864.099379:0:35413:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608864.099380:0:35413:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608864.099382:0:35413:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608864.099384:0:35413:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:0.0:1789608864.099386:0:35413:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1789608864.099388:0:35413:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1789608864.099389:0:35413:0:(cl_io.c:556:cl_io_end()) Process entered 00000100:00000001:1.0:1789608864.099484:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608864.099487:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608864.099489:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608864.099495:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5d880 x1876538934310144/t0(0) o16->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608864.099503:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608864.099505:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608864.099509:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608864.099511:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608864.099513:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608864.099516:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934310144:192.168.203.121@tcp:16:multiop.0 00000100:00000001:1.0:1789608864.099520:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608864.099525:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608864.099527:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608864.099530:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608864.099535:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d908241000. 02000000:00000001:1.0:1789608864.099537:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608864.099542:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608864.099545:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34bb0. 00000400:00000010:1.0:1789608864.099551:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35c38. 00000100:00000200:1.0:1789608864.099557:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934310144, portal 4 00000100:00000001:1.0:1789608864.099559:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608864.099561:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594158720 : -117815115392896 : ffff94d907e5d880) 00000100:00000040:1.0:1789608864.099567:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d907e5d880 x1876538934310144/t0(0) o16->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608880 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608864.099574:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608864.099576:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608864.099579:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35088. 00000100:00000200:1.0:1789608864.099591:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1876538934310144, offset 0 00000400:00000200:1.0:1789608864.099596:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608864.099603:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608864.099610:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608864.099615:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608864.099618:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608864.099621:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608864.099624:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608864.099627:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2940:2940:256:4294967295] 192.168.203.121@tcp LPNI seq info [2940:2940:8:4294967295] 00000400:00000200:1.0:1789608864.099631:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608864.099639:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608864.099645:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608864.099651:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903ee1e00. 00000800:00000200:1.0:1789608864.099657:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608864.099664:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608864.099668:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903ee1e00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:1.0:1789608864.099767:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608864.099772:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 198892 usecs (199 jiffies) 00000400:00000200:1.0:1789608864.099776:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608864.099779:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296591389 00000100:00000001:1.0:1789608864.099782:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296593758 00000100:00000001:1.0:1789608864.099784:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296591389 00000100:00000001:1.0:1789608864.099787:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296593758 00000100:00000001:1.0:1789608864.099789:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608864.099791:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608864.099794:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608864.099797:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608864.099805:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608864.099807:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789608864.099809:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608864.099811:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608864.099812:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608864.099814:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608864.099824:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608864.099827:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608864.100274:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608864.100278:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903ee1e00. 00000400:00000200:0.0:1789608864.100283:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608864.100288:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608864.100293:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35088 00000400:00000010:0.0:1789608864.100295:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35088. 00000100:00000001:0.0:1789608864.100299:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608864.100304:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5d880 x1876538934310144/t0(0) o16->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608880 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608864.100313:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608864.100316:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5d880 x1876538934310144/t0(0) o16->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608880 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608864.100323:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608864.100325:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608864.171179:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608864.171210:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608864.171216:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608864.171219:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608864.171307:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608864.171319:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608864.171336:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608864.171341:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608864.171348:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608864.171354:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 432 into portal 4 MB=0x6aab3c4963500 00000400:00000200:0.0:1789608864.171361:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608864.171370:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 432/432 into md 0x8641 [1] + 224 00000800:00000001:0.0:1789608864.171379:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608864.171393:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608864.171398:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608864.171403:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608864.171415:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608864.171427:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5d880 x1876538934310144/t0(0) o16->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608880 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608864.171439:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff94d907e5d880 x1876538934310144/t0(0) o16->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608880 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608864.174651:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608864.174755:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608864.174770:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608864.175863:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608864.175874:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789608864.175886:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608864.175888:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608864.175894:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34bb0. 00000400:00000200:1.0:1789608864.175904:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35c38 00000400:00000010:1.0:1789608864.175907:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35c38. 00000100:00000001:1.0:1789608864.175912:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608864.176132:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5d880 x1876538934310144/t0(0) o16->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608880 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789608864.176145:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5d880 x1876538934310144/t0(0) o16->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608880 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608864.176798:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608864.176802:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608864.176807:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608864.176811:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608864.176814:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608864.176818:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608864.176822:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608864.176835:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13c60 time=72 v=5 (5 5 5 5) 00000100:00001000:1.0:1789608864.176841:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=22 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608864.176845:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608864.176847:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608864.176850:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608864.176855:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608864.176859:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608864.176862:0:2409:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: skip recheck: last_committed 4294967333 00000100:00000001:1.0:1789608864.176865:0:2409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608864.176868:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608864.176877:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5d880 x1876538934310144/t0(0) o16->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608880 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608864.176885:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608864.176889:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608864.176891:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1789608864.176897:0:2409:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000020:00000001:1.0:1789608864.176906:0:2409:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5c00 -> ffff94d9040db3a0 00000020:00000001:1.0:1789608864.176909:0:2409:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5c00 -> ffff94d9040db3a0 00000020:00000001:1.0:1789608864.176911:0:2409:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1789608864.176916:0:2409:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789608864.176918:0:2409:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608864.177379:0:2409:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608864.177383:0:2409:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5c00 -> ffff94d9040db3a0 00000008:00000001:1.0:1789608864.177456:0:2409:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608864.177468:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5d880 x1876538934310144/t0(0) o16->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608880 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789608864.177478:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934310144:192.168.203.121@tcp:16:multiop.0 00000100:00000001:1.0:1789608864.177484:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608864.177489:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608864.177492:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5d880 x1876538934310144/t0(0) o16->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608880 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608864.177505:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608864.177507:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608864.177513:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d908241000. 02000000:00000001:1.0:1789608864.177520:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608864.177523:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608864.177524:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:1.0:1789608864.177527:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608864.177530:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d9109ba800. 02000000:00000001:1.0:1789608864.177536:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608864.177538:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608864.177540:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5d880. 00000100:00000001:1.0:1789608864.177544:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608864.177546:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608864.177548:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608864.177558:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608864.177561:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608864.177564:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608864.177568:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608864.179237:0:35413:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:0.0:1789608864.179245:0:35413:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608864.179251:0:35413:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000080:00000001:0.0:1789608864.179260:0:35413:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1789608864.179265:0:35413:0:(cl_object.c:143:cl_object_top()) ffff94d9040db3a0 -> ffff94d9040db3a0 00000020:00000001:0.0:1789608864.179268:0:35413:0:(cl_object.c:143:cl_object_top()) ffff94d9040db3a0 -> ffff94d9040db3a0 00000020:00000001:0.0:1789608864.179270:0:35413:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1789608864.179276:0:35413:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1789608864.179338:0:35413:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789608864.179341:0:35413:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:0.0:1789608864.179343:0:35413:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789608864.179344:0:35413:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:0.0:1789608864.179347:0:35413:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x8:1073742850 on OST[0]: s=1 (1) m=1789608863 a=0 c=1789608863 b=11 00020000:00000001:0.0:1789608864.179352:0:35413:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789608864.179354:0:35413:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=1 m=1789608863 a=0 c=1789608863 b=11 00020000:00000001:0.0:1789608864.179358:0:35413:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608864.179361:0:35413:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608864.179362:0:35413:0:(cl_object.c:143:cl_object_top()) ffff94d9040db3a0 -> ffff94d9040db3a0 00000080:00200000:0.0:1789608864.179365:0:35413:0:(file.c:1775:ll_merge_attr_nolock()) [0x240000402:0x8:0x0] updating i_size 1 i_blocks 11 00000080:00000001:0.0:1789608864.179369:0:35413:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1789608864.179371:0:35413:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:0.0:1789608864.179374:0:35413:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:0.0:1789608864.179382:0:35413:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1789608864.179386:0:35413:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789608864.179388:0:35413:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1789608864.179389:0:35413:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1789608864.179391:0:35413:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608864.179393:0:35413:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608864.179395:0:35413:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1789608864.179396:0:35413:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1789608864.179398:0:35413:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1789608864.179400:0:35413:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1789608864.179402:0:35413:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1789608864.179404:0:35413:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1789608864.179405:0:35413:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789608864.179406:0:35413:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1789608864.179407:0:35413:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1789608864.179409:0:35413:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608864.179411:0:35413:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608864.179413:0:35413:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789608864.179414:0:35413:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789608864.179415:0:35413:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608864.179419:0:35413:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1789608864.179421:0:35413:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1789608864.179423:0:35413:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1789608864.179424:0:35413:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1789608864.179426:0:35413:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789608864.179429:0:35413:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295000 00020000:00000001:0.0:1789608864.179433:0:35413:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1789608864.179436:0:35413:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1789608864.179440:0:35413:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1789608864.179442:0:35413:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x8:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1789608864.179446:0:35413:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1789608864.179507:0:35413:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789608864.179511:0:35413:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295510 00000080:00000001:0.0:1789608864.179514:0:35413:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608864.179523:0:35413:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01ccfe48 00000080:00000008:0.0:1789608864.179526:0:35413:0:(file.c:5438:ll_fsync()) COMPLETED file: name=f24a.recovery-small, fid=[0x240000402:0x8:0x0], start=0, end=9223372036854775807, datasync=0, rc=0 00000080:00000001:0.0:1789608864.179530:0:35413:0:(file.c:5440:ll_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608864.241198:0:35417:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789608864.241208:0:35417:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789608864.241213:0:35417:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0147bb78 00000080:00200000:2.0:1789608864.241220:0:35417:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:2.0:1789608864.241230:0:35417:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d911dcd000. 00800000:00000002:2.0:1789608864.241241:0:35417:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:2.0:1789608864.241247:0:35417:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789608864.241254:0:35417:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789608864.241256:0:35417:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0147ba98 00800000:00000002:2.0:1789608864.241259:0:35417:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608864.241264:0:35417:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789608864.241268:0:35417:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608864.241271:0:35417:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608864.241274:0:35417:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608864.241277:0:35417:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608864.241280:0:35417:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608864.241282:0:35417:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608864.241285:0:35417:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608864.241289:0:35417:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789608864.241296:0:35417:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789608864.241298:0:35417:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0147b968 00000002:00010000:2.0:1789608864.241300:0:35417:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789608864.241305:0:35417:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789608864.241307:0:35417:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608864.241311:0:35417:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608864.241320:0:35417:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29d00 count: 2 00010000:00000001:2.0:1789608864.241324:0:35417:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608864.241330:0:35417:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608864.241334:0:35417:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789608864.241340:0:35417:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1400/0xc54db3288176ff6e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9adb expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1789608864.241352:0:35417:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789608864.241359:0:35417:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608864.241362:0:35417:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1400/0xc54db3288176ff6e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9adb expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1789608864.241376:0:35417:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789608864.241378:0:35417:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789608864.241380:0:35417:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608864.241383:0:35417:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608864.241385:0:35417:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608864.241387:0:35417:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789608864.241391:0:35417:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789608864.241394:0:35417:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:2.0:1789608864.241398:0:35417:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dcd000. 00000080:00000001:2.0:1789608864.241404:0:35417:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789608864.241406:0:35417:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608864.241409:0:35417:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:2.0:1789608864.241413:0:35417:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176ff6e 00800000:00000001:2.0:1789608864.241417:0:35417:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789608864.241420:0:35417:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789608864.241422:0:35417:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608864.241425:0:35417:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608864.241429:0:35417:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1400 refcount=3 00000020:00000001:2.0:1789608864.241432:0:35417:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570791424 : -117814138760192 : ffff94d9421c1400) 00010000:00000001:2.0:1789608864.241435:0:35417:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570791424 : -117814138760192 : ffff94d9421c1400) 00010000:00000001:2.0:1789608864.241437:0:35417:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608864.241439:0:35417:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608864.241440:0:35417:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608864.241442:0:35417:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608864.241445:0:35417:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ff6e from it ffffae3e0147bbb0 00010000:00000001:2.0:1789608864.241447:0:35417:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608864.241448:0:35417:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608864.241450:0:35417:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1400 refcount=3 00000020:00000001:2.0:1789608864.241451:0:35417:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570791424 : -117814138760192 : ffff94d9421c1400) 00010000:00000001:2.0:1789608864.241453:0:35417:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570791424 : -117814138760192 : ffff94d9421c1400) 00010000:00000001:2.0:1789608864.241456:0:35417:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608864.241460:0:35417:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1400/0xc54db3288176ff6e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9adb expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789608864.241467:0:35417:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608864.241468:0:35417:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608864.241470:0:35417:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789608864.241473:0:35417:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789608864.241476:0:35417:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1400/0xc54db3288176ff6e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9adb expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1789608864.241487:0:35417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789608864.241491:0:35417:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789608864.241494:0:35417:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608864.241499:0:35417:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608864.241500:0:35417:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608864.241502:0:35417:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608864.241505:0:35417:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789608864.241508:0:35417:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608864.241510:0:35417:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608864.241513:0:35417:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608864.241515:0:35417:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608864.241516:0:35417:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608864.241517:0:35417:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789608864.241521:0:35417:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789608864.241523:0:35417:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608864.241525:0:35417:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 44 00000080:00000001:2.0:1789608864.241531:0:35417:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608864.241536:0:35417:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:2.0:1789608864.241538:0:35417:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1789608864.241540:0:35417:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0147bb78 00000080:00200008:2.0:1789608864.241542:0:35417:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff94d918926c08), flags 504000 00000080:00000010:2.0:1789608864.241549:0:35417:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d91a6d28c0. 00000080:00000001:2.0:1789608864.241555:0:35417:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608864.241557:0:35417:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608864.241824:0:35417:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608864.241828:0:35417:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=8028667f arg=7ffc6ee0dbe0 00000080:00000001:2.0:1789608864.241836:0:35417:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000080:00000001:2.0:1789608864.241839:0:35417:0:(llite_lib.c:4281:ll_get_sb_uuid()) Process entered 00000080:00000001:2.0:1789608864.241842:0:35417:0:(llite_lib.c:4287:ll_get_sb_uuid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608864.241844:0:35417:0:(llite_lib.c:3669:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608864.241846:0:35417:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608864.241857:0:35417:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:2.0:1789608864.241859:0:35417:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1789608864.241861:0:35417:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0147bdd0 00000080:00200008:2.0:1789608864.241863:0:35417:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff94d918926c08), flags 504000 00000080:00400000:2.0:1789608864.241867:0:35417:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:2.0:1789608864.241871:0:35417:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d91a6d28c0. 00000080:00000001:2.0:1789608864.241875:0:35417:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1789608864.241878:0:35417:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e0147bdd0 00000080:00000008:2.0:1789608864.241879:0:35417:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff94d918926c08), flags 504000, rc = 0 00000080:00000001:2.0:1789608864.241882:0:35417:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608864.241883:0:35417:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608864.589894:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608864.589903:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608864.589910:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608864.589911:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608864.589916:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608864.589917:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608864.589922:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608864.589923:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608864.590018:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789608864.590022:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608864.590026:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789608865.274891:0:35413:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:0.0:1789608865.274900:0:35413:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01ccfd88 00000080:00200008:0.0:1789608865.274906:0:35413:0:(file.c:2650:do_file_write_iter()) START file f24a.recovery-small:[0x240000402:0x8:0x0], ppos: 1, count: 1 00000080:00000002:0.0:1789608865.274911:0:35413:0:(file.c:2656:do_file_write_iter()) inode ffff94d9189200c8 need_sync_to_oss [0x240000402:0x8:0x0] 00000080:00000001:0.0:1789608865.274915:0:35413:0:(pcc.c:2644:pcc_file_write_iter()) Process entered 00000080:00000001:0.0:1789608865.274918:0:35413:0:(pcc.c:2647:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608865.274921:0:35413:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1789608865.274930:0:35413:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608865.274933:0:35413:0:(file.c:2588:ll_do_tiny_write()) Process entered 00000020:00000001:0.0:1789608865.274935:0:35413:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:0.0:1789608865.274940:0:35413:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b657c0) owner 0000000000000000/ffff94d907f24f80 00020000:00000002:0.0:1789608865.274944:0:35413:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d907f83240 addref 2/0 by ffff94d907f24f80. 00020000:00000002:0.0:1789608865.274947:0:35413:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b657c0) owner 0000000000000000/ffff94d907f24f80 00000020:00000001:0.0:1789608865.274950:0:35413:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000080:00000001:0.0:1789608865.274961:0:35413:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:0.0:1789608865.274963:0:35413:0:(rw26.c:676:ll_write_begin()) Writing 0 of 1 to 1 bytes 00000080:00000001:0.0:1789608865.274969:0:35413:0:(rw26.c:683:ll_write_begin()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:0.0:1789608865.274973:0:35413:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00200000:0.0:1789608865.274976:0:35413:0:(file.c:2626:ll_do_tiny_write()) result: 0, original count 1 00000080:00000001:0.0:1789608865.274977:0:35413:0:(file.c:2628:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.274979:0:35413:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789608865.274984:0:35413:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514695448 : -117815194856168 : ffff94d903295518) 00000020:00001000:0.0:1789608865.274986:0:35413:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295510 00000080:00000001:0.0:1789608865.274990:0:35413:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1789608865.274992:0:35413:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01ccfc98 00000080:00200000:0.0:1789608865.274995:0:35413:0:(file.c:2090:ll_file_io_generic()) f24a.recovery-small: write ppos: 1, bytes: 1 00000020:00000001:0.0:1789608865.275000:0:35413:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01ccfc30 00000080:00200000:0.0:1789608865.275002:0:35413:0:(file.c:1848:ll_io_set_mirror()) f24a.recovery-small: desiginated mirror: 0 00000020:00000001:0.0:1789608865.275005:0:35413:0:(cl_io.c:210:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1789608865.275012:0:35413:0:(cl_io.c:215:cl_io_rw_init()) header@000000001455e8f8[0x110, 2, [0x240000402:0x8:0x0] hash] 00000020:00200000:0.0:1789608865.275014:0:35413:0:(cl_io.c:215:cl_io_rw_init()) io range: 2 [1, 2) 0 0 00000020:00000001:0.0:1789608865.275017:0:35413:0:(cl_object.c:143:cl_object_top()) ffff94d9040db3a0 -> ffff94d9040db3a0 00000020:00000001:0.0:1789608865.275020:0:35413:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1789608865.275023:0:35413:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1789608865.275026:0:35413:0:(vvp_io.c:1826:vvp_io_init()) [0x240000402:0x8:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1789608865.275030:0:35413:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789608865.275031:0:35413:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1789608865.275034:0:35413:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608865.275039:0:35413:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608865.275042:0:35413:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1789608865.275044:0:35413:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608865.275046:0:35413:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789608865.275050:0:35413:0:(lov_object.c:1590:lov_io_init()) [0x240000402:0x8:0x0]io ffff94d904aad780 type 2 ignore/verify layout 0/0 00020000:00000002:0.0:1789608865.275053:0:35413:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b657c0) owner 0000000000000000/ffff94d907f24f80 00020000:00000001:0.0:1789608865.275056:0:35413:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1789608865.275058:0:35413:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1789608865.275061:0:35413:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1789608865.275063:0:35413:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:0.0:1789608865.275065:0:35413:0:(lov_io.c:860:lov_io_slice_init()) 1 2 00020000:00000001:0.0:1789608865.275067:0:35413:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:0.0:1789608865.275069:0:35413:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1789608865.275070:0:35413:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.275072:0:35413:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789608865.275073:0:35413:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1789608865.275075:0:35413:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1789608865.275076:0:35413:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b657c0) owner 0000000000000000/ffff94d907f24f80 00000020:00000001:0.0:1789608865.275078:0:35413:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.275079:0:35413:0:(cl_io.c:218:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789608865.275081:0:35413:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 0] 00000001:00000001:0.0:1789608865.275084:0:35413:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:0.0:1789608865.275087:0:35413:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.275090:0:35413:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:0.0:1789608865.275092:0:35413:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1789608865.275095:0:35413:0:(cl_io.c:915:cl_page_list_init()) Process entered 00000020:00000001:0.0:1789608865.275097:0:35413:0:(cl_io.c:918:cl_page_list_init()) Process leaving 00020000:00000001:0.0:1789608865.275099:0:35413:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:0.0:1789608865.275102:0:35413:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 1 chunk: [1, 2) 2, 1 00020000:00000001:0.0:1789608865.275105:0:35413:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1789608865.275107:0:35413:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1789608865.275112:0:35413:0:(lov_offset.c:253:lov_stripe_intersects()) [1->1] -> [(0) 1->1 (0)] 00020000:00000001:0.0:1789608865.275115:0:35413:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789608865.275117:0:35413:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1789608865.275118:0:35413:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789608865.275120:0:35413:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514694152 : -117815194857464 : ffff94d903295008) 00000020:00001000:0.0:1789608865.275122:0:35413:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295000 00000020:00000001:0.0:1789608865.275125:0:35413:0:(cl_object.c:143:cl_object_top()) ffff94d9040db788 -> ffff94d9040db3a0 00000020:00000001:0.0:1789608865.275127:0:35413:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1789608865.275132:0:35413:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789608865.275133:0:35413:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1789608865.275135:0:35413:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1789608865.275137:0:35413:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258539960192 : -117815169591424 : ffff94d904aad780) 00000020:00000001:0.0:1789608865.275138:0:35413:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.275141:0:35413:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.275142:0:35413:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593373712 : -117815116177904 : ffff94d907d9de10) 00000020:00000001:0.0:1789608865.275146:0:35413:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1789608865.275148:0:35413:0:(osc_io.c:525:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1789608865.275152:0:35413:0:(osc_io.c:545:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.275154:0:35413:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.275156:0:35413:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.275158:0:35413:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.275160:0:35413:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.275161:0:35413:0:(cl_io.c:315:cl_io_lock()) Process entered 00000080:00000001:0.0:1789608865.275164:0:35413:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1789608865.275166:0:35413:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1789608865.275169:0:35413:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:0.0:1789608865.275172:0:35413:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608865.275175:0:35413:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608865.275177:0:35413:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1789608865.275179:0:35413:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000020:00000001:0.0:1789608865.275181:0:35413:0:(cl_io.c:477:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1789608865.275182:0:35413:0:(cl_io.c:260:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1789608865.275184:0:35413:0:(cl_io.c:277:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.275186:0:35413:0:(cl_io.c:484:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608865.275188:0:35413:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608865.275190:0:35413:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608865.275192:0:35413:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.275194:0:35413:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1789608865.275196:0:35413:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789608865.275197:0:35413:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:0.0:1789608865.275199:0:35413:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789608865.275200:0:35413:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.275202:0:35413:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.275204:0:35413:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.275206:0:35413:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.275207:0:35413:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789608865.275209:0:35413:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1789608865.275211:0:35413:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1789608865.275214:0:35413:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1789608865.275216:0:35413:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1789608865.275220:0:35413:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000010:0.0:1789608865.275228:0:35413:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d90330c580. 00020000:00000002:0.0:1789608865.275231:0:35413:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:0.0:1789608865.275233:0:35413:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1789608865.275235:0:35413:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789608865.275236:0:35413:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593373712 : -117815116177904 : ffff94d907d9de10) 00000020:00000001:0.0:1789608865.275238:0:35413:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1789608865.275243:0:35413:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d90611c850. 00000008:00010000:0.0:1789608865.275246:0:35413:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1789608865.275249:0:35413:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789608865.275250:0:35413:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1789608865.275254:0:35413:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d90330c5b0, osc lock ffff94d90611c850, flags 0x0 00000020:00000001:0.0:1789608865.275256:0:35413:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.275258:0:35413:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.275261:0:35413:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626258515182976 : -117815194368640 : ffff94d90330c580) 00000020:00000001:0.0:1789608865.275263:0:35413:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789608865.275264:0:35413:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1789608865.275266:0:35413:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.275267:0:35413:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.275270:0:35413:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1789608865.275272:0:35413:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1789608865.275273:0:35413:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789608865.275274:0:35413:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593373712 : -117815116177904 : ffff94d907d9de10) 00000020:00000001:0.0:1789608865.275276:0:35413:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1789608865.275278:0:35413:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1789608865.275280:0:35413:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1789608865.275282:0:35413:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.275286:0:35413:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1789608865.275288:0:35413:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1789608865.275289:0:35413:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1789608865.275291:0:35413:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1789608865.275292:0:35413:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1789608865.275294:0:35413:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1789608865.275296:0:35413:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1789608865.275301:0:35413:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608865.275310:0:35413:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29000 count: 2 00010000:00000001:0.0:1789608865.275314:0:35413:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789608865.275321:0:35413:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608865.275326:0:35413:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789608865.275331:0:35413:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000fb34d7d1/0xc54db3288176ff8a lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x91bddff8e8ed9b36 expref: -99 pid: 35413 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1789608865.275344:0:35413:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789608865.275350:0:35413:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608865.275354:0:35413:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000fb34d7d1/0xc54db3288176ff8a lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x91bddff8e8ed9b36 expref: -99 pid: 35413 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789608865.275362:0:35413:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608865.275365:0:35413:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608865.275368:0:35413:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1800 refcount=3 00000020:00000001:0.0:1789608865.275370:0:35413:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:0.0:1789608865.275373:0:35413:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00000008:00000001:0.0:1789608865.275377:0:35413:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1789608865.275379:0:35413:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608865.275380:0:35413:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608865.275382:0:35413:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1800 refcount=4 00000020:00000001:0.0:1789608865.275383:0:35413:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:0.0:1789608865.275386:0:35413:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:0.0:1789608865.275388:0:35413:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608865.275389:0:35413:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608865.275390:0:35413:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1800 refcount=5 00000020:00000001:0.0:1789608865.275392:0:35413:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:0.0:1789608865.275394:0:35413:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:0.0:1789608865.275396:0:35413:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608865.275398:0:35413:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608865.275401:0:35413:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000fb34d7d1/0xc54db3288176ff8a lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x91bddff8e8ed9b36 expref: -99 pid: 35413 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789608865.275413:0:35413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608865.275415:0:35413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789608865.275418:0:35413:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608865.275420:0:35413:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608865.275421:0:35413:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608865.275423:0:35413:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1800 refcount=6 00000020:00000001:0.0:1789608865.275424:0:35413:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:0.0:1789608865.275426:0:35413:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:0.0:1789608865.275428:0:35413:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789608865.275431:0:35413:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000fb34d7d1/0xc54db3288176ff8a lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x91bddff8e8ed9b36 expref: -99 pid: 35413 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789608865.275437:0:35413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608865.275439:0:35413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789608865.275441:0:35413:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000fb34d7d1/0xc54db3288176ff8a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x91bddff8e8ed9b36 expref: -99 pid: 35413 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789608865.275448:0:35413:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789608865.275450:0:35413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608865.275451:0:35413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608865.275452:0:35413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608865.275453:0:35413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789608865.275454:0:35413:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789608865.275457:0:35413:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.275459:0:35413:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.275461:0:35413:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.275462:0:35413:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.275464:0:35413:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.275466:0:35413:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.275468:0:35413:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.275470:0:35413:0:(cl_io.c:529:cl_io_start()) Process entered 00000080:00000001:0.0:1789608865.275472:0:35413:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000020:00000001:0.0:1789608865.275484:0:35413:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01ccfb80 00000080:00200000:0.0:1789608865.275486:0:35413:0:(vvp_io.c:1292:vvp_io_write_start()) f24a.recovery-small: write [1, 2) append 0 append lockpos 0 00000020:00000001:0.0:1789608865.275489:0:35413:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:0.0:1789608865.275490:0:35413:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b657c0) owner 0000000000000000/ffff94d907f24f80 00020000:00000002:0.0:1789608865.275493:0:35413:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d907f83240 addref 2/0 by ffff94d907f24f80. 00020000:00000002:0.0:1789608865.275495:0:35413:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b657c0) owner 0000000000000000/ffff94d907f24f80 00000020:00000001:0.0:1789608865.275497:0:35413:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:0.0:1789608865.275500:0:35413:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1789608865.275503:0:35413:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1789608865.275505:0:35413:0:(lov_offset.c:253:lov_stripe_intersects()) [1->1] -> [(0) 1->1 (0)] 00020000:00000001:0.0:1789608865.275507:0:35413:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789608865.275509:0:35413:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593373712 : -117815116177904 : ffff94d907d9de10) 00000020:00000001:0.0:1789608865.275511:0:35413:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1789608865.275513:0:35413:0:(osc_io.c:1417:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1789608865.275516:0:35413:0:(osc_io.c:1430:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.275518:0:35413:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.275520:0:35413:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.275521:0:35413:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608865.275525:0:35413:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:0.0:1789608865.275526:0:35413:0:(rw26.c:676:ll_write_begin()) Writing 0 of 1 to 1 bytes 00000020:00000001:0.0:1789608865.275530:0:35413:0:(cl_page.c:432:cl_page_find()) Process entered 00000020:00008000:0.0:1789608865.275532:0:35413:0:(cl_page.c:438:cl_page_find()) 0@[0x240000402:0x8:0x0] ffffe9a1048c7e80 ffff94d9043d5620 1 00000020:00000001:0.0:1789608865.275535:0:35413:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1789608865.275537:0:35413:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446626258532783648 : -117815176767968 : ffff94d9043d5620) 00000020:00000001:0.0:1789608865.275539:0:35413:0:(cl_page.c:455:cl_page_find()) Process leaving (rc=18446626258532783648 : -117815176767968 : ffff94d9043d5620) 00000020:00000001:0.0:1789608865.275542:0:35413:0:(cl_page.c:811:cl_page_assume()) Process entered 00000020:00000001:0.0:1789608865.275544:0:35413:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1789608865.275545:0:35413:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258539960192 : -117815169591424 : ffff94d904aad780) 00000020:00000001:0.0:1789608865.275547:0:35413:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1789608865.275549:0:35413:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1789608865.275551:0:35413:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1789608865.275555:0:35413:0:(cl_page.c:518:__cl_page_state_set()) page@0000000057238e34[2 000000004359ed52 1 1 000000001032b354 0 0 0] 00000020:00000001:0.0:1789608865.275557:0:35413:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1789608865.275559:0:35413:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1789608865.275560:0:35413:0:(cl_page.c:825:cl_page_assume()) Process leaving 00000080:00000001:0.0:1789608865.275561:0:35413:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:0.0:1789608865.275563:0:35413:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608865.275567:0:35413:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:0.0:1789608865.275568:0:35413:0:(rw26.c:871:ll_write_end()) pos 1, len 1, copied 1 00000020:00000001:0.0:1789608865.275570:0:35413:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1789608865.275583:0:35413:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258539960192 : -117815169591424 : ffff94d904aad780) 00000020:00000001:0.0:1789608865.275586:0:35413:0:(cl_page.c:680:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1789608865.275588:0:35413:0:(cl_page.c:682:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789608865.275590:0:35413:0:(cl_io.c:928:cl_page_list_add()) Process entered 00000020:00000001:0.0:1789608865.275592:0:35413:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:0.0:1789608865.275593:0:35413:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:0.0:1789608865.275595:0:35413:0:(cl_io.c:939:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1789608865.275598:0:35413:0:(rw26.c:929:ll_write_end()) page@0000000057238e34[3 000000004359ed52 2 1 000000001032b354 0 0 0] 00000080:00200000:0.0:1789608865.275601:0:35413:0:(rw26.c:929:ll_write_end()) vmpage @0000000091f2ce5f 17ffffc0001029 2:0 ffff94d9043d5620 0 lru 00000080:00200000:0.0:1789608865.275608:0:35413:0:(rw26.c:929:ll_write_end()) osc-page@00000000612cd5d4 0: 1< 2 - - > 2< 0 0 1 0x0 0x40420 | 00000000730c4733 00000000ca486bfd > 3< 0 0 > 4< 0 0 8 3801088 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1789608865.275610:0:35413:0:(rw26.c:929:ll_write_end()) end page@0000000057238e34 00000080:00200000:0.0:1789608865.275612:0:35413:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:0.0:1789608865.275614:0:35413:0:(rw26.c:950:ll_write_end()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789608865.275619:0:35413:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:0.0:1789608865.275621:0:35413:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 1, to 2 prio 0 00000020:00000001:0.0:1789608865.275623:0:35413:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00020000:00000001:0.0:1789608865.275626:0:35413:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:0.0:1789608865.275628:0:35413:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789608865.275629:0:35413:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593373712 : -117815116177904 : ffff94d907d9de10) 00000020:00000001:0.0:1789608865.275631:0:35413:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00000008:00000001:0.0:1789608865.275633:0:35413:0:(osc_io.c:419:osc_io_commit_async()) Process entered 00000008:00000001:0.0:1789608865.275635:0:35413:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:0.0:1789608865.275636:0:35413:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:0.0:1789608865.275637:0:35413:0:(cl_page.c:547:cl_page_get()) Process leaving 00000008:00000001:0.0:1789608865.275640:0:35413:0:(osc_cache.c:2526:osc_queue_async_io()) Process entered 00000008:00000020:0.0:1789608865.275644:0:35413:0:(osc_cache.c:2585:osc_queue_async_io()) obj ffff94d9183e5c00 ready 0|-|- wr 0|-|- rd 0|- oap ffff94d9043d5690 folio ffffe9a1048c7e80 pg:0 added for cmd 2 00000008:00000001:0.0:1789608865.275649:0:35413:0:(osc_cache.c:1780:osc_enter_cache()) Process entered 00000008:00000020:0.0:1789608865.275651:0:35413:0:(osc_cache.c:1782:osc_enter_cache()) lustre-OST0000-osc-ffff94d904ceb000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 3801088, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }need:1703936 00000008:00000020:0.0:1789608865.275657:0:35413:0:(osc_cache.c:1682:osc_enter_cache_try()) lustre-OST0000-osc-ffff94d904ceb000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 3801088, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }need:1703936 00000008:00000020:0.0:1789608865.275662:0:35413:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff94d9043d56c8 page ffffe9a1048c7e80 00000008:00000020:0.0:1789608865.275666:0:35413:0:(osc_cache.c:1814:osc_enter_cache()) lustre-OST0000-osc-ffff94d904ceb000: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 1703936, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }granted from cache 00000008:00000001:0.0:1789608865.275671:0:35413:0:(osc_cache.c:1830:osc_enter_cache()) Process leaving 00000008:00000001:0.0:1789608865.275672:0:35413:0:(osc_cache.c:1833:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789608865.275705:0:35413:0:(osc_cache.c:707:osc_extent_find()) Process entered 00000008:00000010:0.0:1789608865.275710:0:35413:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff94d9060a9900. 00000008:00000020:0.0:1789608865.275716:0:35413:0:(osc_cache.c:1309:__osc_extent_tree_dump()) Dump object ffff94d9183e5c00 extents at osc_extent_find:840, mppr: 256. 00000008:00000020:0.0:1789608865.275722:0:35413:0:(osc_cache.c:1926:osc_update_pending()) obj ffff94d9183e5c00 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:0.0:1789608865.275728:0:35413:0:(osc_cache.c:858:osc_extent_find()) extent ffff94d9060a9900@{[0 -> 255/255], [3|1|-|active|wi|ffff94d9183e5c00], [1703936|0|-|-|ffff94d9421c1800|256|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:0.0:1789608865.275734:0:35413:0:(osc_cache.c:858:osc_extent_find()) ### extent: 0000000095c6bf37 ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000fb34d7d1/0xc54db3288176ff8a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x91bddff8e8ed9b36 expref: -99 pid: 35413 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1789608865.275742:0:35413:0:(osc_cache.c:875:osc_extent_find()) Process leaving 00000008:00000001:0.0:1789608865.275746:0:35413:0:(osc_cache.c:2722:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789608865.275749:0:35413:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789608865.275751:0:35413:0:(osc_io.c:380:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1789608865.275753:0:35413:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5c00 -> ffff94d9040db3a0 00000008:00000002:0.0:1789608865.275755:0:35413:0:(osc_io.c:388:osc_page_touch_at()) stripe KMS increasing 1->2 1 00000020:00000001:0.0:1789608865.275757:0:35413:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5c00 -> ffff94d9040db3a0 00000020:00000001:0.0:1789608865.275759:0:35413:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1789608865.275762:0:35413:0:(osc_object.c:161:osc_attr_update()) set kms from 1to 2 00020000:00000001:0.0:1789608865.275765:0:35413:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1789608865.275767:0:35413:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.275769:0:35413:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.275771:0:35413:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5c00 -> ffff94d9040db3a0 00000008:00000001:0.0:1789608865.275772:0:35413:0:(osc_io.c:403:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1789608865.275774:0:35413:0:(cl_io.c:952:cl_page_list_del()) Process entered 00000020:00000001:0.0:1789608865.275776:0:35413:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1789608865.275780:0:35413:0:(cl_page.c:567:cl_batch_put()) page@0000000057238e34[4 000000004359ed52 2 1 000000001032b354 0 0 0] 00000020:00000001:0.0:1789608865.275782:0:35413:0:(cl_page.c:567:cl_batch_put()) 4 00000020:00000001:0.0:1789608865.275784:0:35413:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1789608865.275785:0:35413:0:(cl_io.c:957:cl_page_list_del()) Process leaving 00000008:00000020:0.0:1789608865.275787:0:35413:0:(osc_request.c:745:osc_update_next_shrink()) next time 3125 to shrink grant 00000080:00000001:0.0:1789608865.275790:0:35413:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:0.0:1789608865.275792:0:35413:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:0.0:1789608865.275801:0:35413:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff94d918920278, count 1, dirtied 1 00000080:00000001:0.0:1789608865.275804:0:35413:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:0.0:1789608865.275805:0:35413:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:0.0:1789608865.275807:0:35413:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1789608865.275809:0:35413:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1789608865.275810:0:35413:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1789608865.275813:0:35413:0:(cl_page.c:518:__cl_page_state_set()) page@0000000057238e34[3 000000004359ed52 2 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1789608865.275815:0:35413:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1789608865.275816:0:35413:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1789608865.275817:0:35413:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1789608865.275818:0:35413:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1789608865.275821:0:35413:0:(cl_page.c:567:cl_batch_put()) page@0000000057238e34[3 000000004359ed52 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1789608865.275822:0:35413:0:(cl_page.c:567:cl_batch_put()) 3 00000020:00000001:0.0:1789608865.275823:0:35413:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000080:00000001:0.0:1789608865.275824:0:35413:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:0.0:1789608865.275826:0:35413:0:(osc_io.c:492:osc_io_commit_async()) 0 0 00000008:00000001:0.0:1789608865.275827:0:35413:0:(osc_io.c:493:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.275829:0:35413:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.275831:0:35413:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.275833:0:35413:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789608865.275835:0:35413:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 1 bytes, tot: 1 00000020:00000001:0.0:1789608865.275837:0:35413:0:(cl_io.c:1044:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1789608865.275839:0:35413:0:(cl_io.c:1048:cl_page_list_fini()) Process leaving 00000080:00000001:0.0:1789608865.275840:0:35413:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.275843:0:35413:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01ccfb80 00000080:00200000:0.0:1789608865.275845:0:35413:0:(vvp_io.c:1358:vvp_io_write_start()) f24a.recovery-small: write bytes 0, result: 1 00000080:00000001:0.0:1789608865.275847:0:35413:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.275850:0:35413:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1789608865.275851:0:35413:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789608865.275852:0:35413:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:0.0:1789608865.275853:0:35413:0:(osc_io.c:1053:osc_io_write_start()) Process entered 00000020:00000001:0.0:1789608865.275855:0:35413:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5c00 -> ffff94d9040db3a0 00000020:00000001:0.0:1789608865.275857:0:35413:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5c00 -> ffff94d9040db3a0 00000020:00000001:0.0:1789608865.275858:0:35413:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1789608865.275860:0:35413:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1789608865.275861:0:35413:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.275862:0:35413:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.275864:0:35413:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5c00 -> ffff94d9040db3a0 00000008:00000001:0.0:1789608865.275866:0:35413:0:(osc_io.c:1061:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.275869:0:35413:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.275870:0:35413:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.275872:0:35413:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.275873:0:35413:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.275876:0:35413:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:0.0:1789608865.275877:0:35413:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1789608865.275880:0:35413:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1789608865.275881:0:35413:0:(cl_io.c:556:cl_io_end()) Process entered 00000008:00000001:0.0:1789608865.275883:0:35413:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:0.0:1789608865.275886:0:35413:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1789608865.275891:0:35413:0:(osc_cache.c:1926:osc_update_pending()) obj ffff94d9183e5c00 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:0.0:1789608865.275899:0:35413:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1789608865.275902:0:35413:0:(osc_cache.c:1911:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789608865.275903:0:35413:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1789608865.275905:0:35413:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789608865.275907:0:35413:0:(osc_cache.c:674:osc_extent_release()) Process leaving 00000020:00000001:0.0:1789608865.275909:0:35413:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:0.0:1789608865.275910:0:35413:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.275912:0:35413:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.275915:0:35413:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:0.0:1789608865.275916:0:35413:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1789608865.275918:0:35413:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1789608865.275920:0:35413:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d9084e6308 (ffff94d903295518/0) at cl_lock_release():245 00000020:00000001:0.0:1789608865.275923:0:35413:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789608865.275925:0:35413:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d9084e6308 (ffff94d903295518/0) at cl_lock_cancel():142 00020000:00000001:0.0:1789608865.275928:0:35413:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1789608865.275929:0:35413:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789608865.275931:0:35413:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593373712 : -117815116177904 : ffff94d907d9de10) 00000020:00000001:0.0:1789608865.275932:0:35413:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789608865.275933:0:35413:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d90330c5b0 (ffff94d903295008/1) at cl_lock_cancel():142 00000008:00000001:0.0:1789608865.275936:0:35413:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1789608865.275938:0:35413:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1789608865.275939:0:35413:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608865.275941:0:35413:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608865.275943:0:35413:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1800 refcount=5 00000020:00000001:0.0:1789608865.275944:0:35413:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:0.0:1789608865.275946:0:35413:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:0.0:1789608865.275949:0:35413:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789608865.275952:0:35413:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000fb34d7d1/0xc54db3288176ff8a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x91bddff8e8ed9b36 expref: -99 pid: 35413 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789608865.275959:0:35413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608865.275961:0:35413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608865.275962:0:35413:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789608865.275965:0:35413:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789608865.275967:0:35413:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000fb34d7d1/0xc54db3288176ff8a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x91bddff8e8ed9b36 expref: -99 pid: 35413 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789608865.275977:0:35413:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789608865.275980:0:35413:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789608865.275982:0:35413:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789608865.275987:0:35413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608865.275988:0:35413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608865.275989:0:35413:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608865.275993:0:35413:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789608865.275995:0:35413:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608865.275997:0:35413:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608865.276000:0:35413:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608865.276001:0:35413:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789608865.276002:0:35413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608865.276003:0:35413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608865.276004:0:35413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608865.276005:0:35413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789608865.276007:0:35413:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1789608865.276009:0:35413:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1789608865.276010:0:35413:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789608865.276011:0:35413:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789608865.276013:0:35413:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789608865.276014:0:35413:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d9084e6308 (ffff94d903295518/0) at cl_lock_fini():72 00020000:00000001:0.0:1789608865.276017:0:35413:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1789608865.276018:0:35413:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789608865.276019:0:35413:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d90330c5b0 (ffff94d903295518/1) at cl_lock_fini():72 00000008:00000010:0.0:1789608865.276023:0:35413:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d90611c850. 00000020:00000001:0.0:1789608865.276027:0:35413:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1789608865.276028:0:35413:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d90330c580. 00020000:00000001:0.0:1789608865.276033:0:35413:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1789608865.276034:0:35413:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1789608865.276036:0:35413:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1789608865.276037:0:35413:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1789608865.276039:0:35413:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789608865.276040:0:35413:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1789608865.276041:0:35413:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1789608865.276043:0:35413:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.276044:0:35413:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.276046:0:35413:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1789608865.276047:0:35413:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1789608865.276049:0:35413:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1789608865.276051:0:35413:0:(vvp_io.c:533:vvp_io_advance()) advancing 1 bytes 00000020:00000001:0.0:1789608865.276052:0:35413:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1789608865.276053:0:35413:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1789608865.276055:0:35413:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1789608865.276056:0:35413:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789608865.276057:0:35413:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1789608865.276060:0:35413:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1789608865.276062:0:35413:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.276064:0:35413:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.276065:0:35413:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789608865.276067:0:35413:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789608865.276069:0:35413:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789608865.276072:0:35413:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 0] 00000001:00000001:0.0:1789608865.276074:0:35413:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:0.0:1789608865.276077:0:35413:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:0.0:1789608865.276079:0:35413:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1789608865.276082:0:35413:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1789608865.276083:0:35413:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1789608865.276085:0:35413:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1789608865.276086:0:35413:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789608865.276088:0:35413:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295000 00020000:00000001:0.0:1789608865.276092:0:35413:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1789608865.276094:0:35413:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1789608865.276096:0:35413:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1789608865.276098:0:35413:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x8:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1789608865.276101:0:35413:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1789608865.276103:0:35413:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00000001:0.0:1789608865.276105:0:35413:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01ccfc98 00000080:00200000:0.0:1789608865.276107:0:35413:0:(file.c:2238:ll_file_io_generic()) f24a.recovery-small: 2 io complete with rc: 0, result: 1, restart: 0 00000080:00000001:0.0:1789608865.276111:0:35413:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1789608865.276114:0:35413:0:(cl_object.c:143:cl_object_top()) ffff94d9040db3a0 -> ffff94d9040db3a0 00000020:00000001:0.0:1789608865.276116:0:35413:0:(cl_object.c:143:cl_object_top()) ffff94d9040db3a0 -> ffff94d9040db3a0 00000020:00000001:0.0:1789608865.276118:0:35413:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1789608865.276122:0:35413:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1789608865.276126:0:35413:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789608865.276129:0:35413:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=2 : 2 : 2) 00020000:00000001:0.0:1789608865.276130:0:35413:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789608865.276131:0:35413:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=2 : 2 : 2) 00020000:00000002:0.0:1789608865.276134:0:35413:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x8:1073742850 on OST[0]: s=2 (1) m=1789608865 a=0 c=1789608865 b=11 00020000:00000001:0.0:1789608865.276137:0:35413:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789608865.276139:0:35413:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=2 m=1789608865 a=0 c=1789608865 b=11 00020000:00000001:0.0:1789608865.276142:0:35413:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.276144:0:35413:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.276146:0:35413:0:(cl_object.c:143:cl_object_top()) ffff94d9040db3a0 -> ffff94d9040db3a0 00000080:00200000:0.0:1789608865.276149:0:35413:0:(file.c:1775:ll_merge_attr_nolock()) [0x240000402:0x8:0x0] updating i_size 2 i_blocks 11 00000080:00000001:0.0:1789608865.276152:0:35413:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:0.0:1789608865.276155:0:35413:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1 00000080:00000001:0.0:1789608865.276157:0:35413:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:0.0:1789608865.276159:0:35413:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295510 00000020:00000001:0.0:1789608865.276162:0:35413:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01ccfd88 00000080:00000008:0.0:1789608865.276164:0:35413:0:(file.c:2732:do_file_write_iter()) COMPLETED: file f24a.recovery-small:[0x240000402:0x8:0x0], ppos: 2, count: 0, rc = 1 00000080:00000001:0.0:1789608865.276167:0:35413:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789608865.276179:0:35413:0:(file.c:5379:ll_fsync()) Process entered 00000020:00000001:0.0:1789608865.276180:0:35413:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01ccfe48 00000080:00200008:0.0:1789608865.276182:0:35413:0:(file.c:5384:ll_fsync()) START file: name=f24a.recovery-small, fid=[0x240000402:0x8:0x0], start=0, end=9223372036854775807, datasync=0, need_sync 0/1 00000080:00000001:0.0:1789608865.276190:0:35413:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:0.0:1789608865.276192:0:35413:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1789608865.276194:0:35413:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789608865.276196:0:35413:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514695448 : -117815194856168 : ffff94d903295518) 00000020:00001000:0.0:1789608865.276198:0:35413:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295510 00000020:00000001:0.0:1789608865.276200:0:35413:0:(cl_object.c:143:cl_object_top()) ffff94d9040db3a0 -> ffff94d9040db3a0 00000020:00000001:0.0:1789608865.276202:0:35413:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1789608865.276204:0:35413:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1789608865.276205:0:35413:0:(vvp_io.c:1826:vvp_io_init()) [0x240000402:0x8:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1789608865.276208:0:35413:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789608865.276209:0:35413:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1789608865.276210:0:35413:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789608865.276214:0:35413:0:(lov_object.c:1590:lov_io_init()) [0x240000402:0x8:0x0]io ffff94d904aad780 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1789608865.276217:0:35413:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b657c0) owner 0000000000000000/ffff94d907f24f80 00020000:00000001:0.0:1789608865.276220:0:35413:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1789608865.276221:0:35413:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1789608865.276223:0:35413:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1789608865.276224:0:35413:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.276226:0:35413:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1789608865.276229:0:35413:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1789608865.276230:0:35413:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.276232:0:35413:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789608865.276233:0:35413:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1789608865.276234:0:35413:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1789608865.276236:0:35413:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b657c0) owner 0000000000000000/ffff94d907f24f80 00000020:00000001:0.0:1789608865.276238:0:35413:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.276239:0:35413:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:0.0:1789608865.276241:0:35413:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1789608865.276242:0:35413:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1789608865.276244:0:35413:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1789608865.276246:0:35413:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1789608865.276249:0:35413:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789608865.276250:0:35413:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1789608865.276251:0:35413:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789608865.276253:0:35413:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514694152 : -117815194857464 : ffff94d903295008) 00000020:00001000:0.0:1789608865.276255:0:35413:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295000 00000020:00000001:0.0:1789608865.276257:0:35413:0:(cl_object.c:143:cl_object_top()) ffff94d9040db788 -> ffff94d9040db3a0 00000020:00000001:0.0:1789608865.276258:0:35413:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1789608865.276260:0:35413:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789608865.276261:0:35413:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1789608865.276262:0:35413:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1789608865.276263:0:35413:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258539960192 : -117815169591424 : ffff94d904aad780) 00000020:00000001:0.0:1789608865.276265:0:35413:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.276267:0:35413:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.276269:0:35413:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593373712 : -117815116177904 : ffff94d907d9de10) 00000020:00000001:0.0:1789608865.276271:0:35413:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1789608865.276273:0:35413:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.276275:0:35413:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.276277:0:35413:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.276278:0:35413:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:0.0:1789608865.276280:0:35413:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1789608865.276281:0:35413:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789608865.276282:0:35413:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:0.0:1789608865.276284:0:35413:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789608865.276285:0:35413:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.276287:0:35413:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.276288:0:35413:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.276289:0:35413:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.276290:0:35413:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789608865.276292:0:35413:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.276293:0:35413:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.276294:0:35413:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:0.0:1789608865.276296:0:35413:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1789608865.276298:0:35413:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789608865.276299:0:35413:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:0.0:1789608865.276300:0:35413:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1789608865.276303:0:35413:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1789608865.276307:0:35413:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1789608865.276308:0:35413:0:(osc_cache.c:1880:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1789608865.276309:0:35413:0:(osc_cache.c:1881:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1789608865.276312:0:35413:0:(osc_cache.c:2388:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1789608865.276314:0:35413:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:0.0:1789608865.276316:0:35413:0:(osc_cache.c:2357:osc_next_obj()) Process leaving (rc=18446626258868395008 : -117814841156608 : ffff94d9183e5c00) 00000008:00000020:0.0:1789608865.276320:0:35413:0:(osc_cache.c:2393:osc_check_rpcs()) obj ffff94d9183e5c00 ready 0|-|- wr 1|-|+ rd 0|- 0 in flight 00000008:00000001:0.0:1789608865.276323:0:35413:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1789608865.276324:0:35413:0:(osc_cache.c:1880:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1789608865.276325:0:35413:0:(osc_cache.c:1881:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1789608865.276326:0:35413:0:(osc_cache.c:2213:osc_send_write_rpc()) Process entered 00000008:00000001:0.0:1789608865.276329:0:35413:0:(osc_cache.c:2070:try_to_add_extent_for_io()) Process entered 00000008:00000020:0.0:1789608865.276332:0:35413:0:(osc_cache.c:2074:try_to_add_extent_for_io()) extent ffff94d9060a9900@{[0 -> 255/255], [1|0|+|cache|wiuY|ffff94d9183e5c00], [1703936|1|+|-|ffff94d9421c1800|256|0000000000000000]} trying to add this extent 00000008:00010000:0.0:1789608865.276339:0:35413:0:(osc_cache.c:2074:try_to_add_extent_for_io()) ### extent: 0000000095c6bf37 ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000fb34d7d1/0xc54db3288176ff8a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x91bddff8e8ed9b36 expref: -99 pid: 35413 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:0.0:1789608865.276347:0:35413:0:(osc_cache.c:2123:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:0.0:1789608865.276350:0:35413:0:(osc_cache.c:1926:osc_update_pending()) obj ffff94d9183e5c00 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:0.0:1789608865.276355:0:35413:0:(osc_cache.c:1166:osc_extent_make_ready()) Process entered 00000008:00000001:0.0:1789608865.276357:0:35413:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1789608865.276361:0:35413:0:(osc_cache.c:1174:osc_extent_make_ready()) extent ffff94d9060a9900@{[0 -> 255/255], [1|0|+|locking|wiuY|ffff94d9183e5c00], [1703936|1|+|-|ffff94d9421c1800|256|ffff94d907f24f80]} make ready 00000008:00010000:0.0:1789608865.276367:0:35413:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 0000000095c6bf37 ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000fb34d7d1/0xc54db3288176ff8a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x91bddff8e8ed9b36 expref: -99 pid: 35413 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:0.0:1789608865.276373:0:35413:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:0.0:1789608865.276375:0:35413:0:(cl_page.c:1159:cl_page_make_ready()) Process entered 00000020:00008000:0.0:1789608865.276388:0:35413:0:(cl_page.c:1171:cl_page_make_ready()) page@0000000057238e34[2 000000004359ed52 1 1 0000000000000000 0 0 0] 00000020:00008000:0.0:1789608865.276390:0:35413:0:(cl_page.c:1171:cl_page_make_ready()) readied 00000020:00000001:0.0:1789608865.276392:0:35413:0:(cl_page.c:1020:cl_page_io_start()) Process entered 00000020:00000001:0.0:1789608865.276393:0:35413:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1789608865.276395:0:35413:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1789608865.276397:0:35413:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:0.0:1789608865.276398:0:35413:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1789608865.276400:0:35413:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1789608865.276403:0:35413:0:(cl_page.c:518:__cl_page_state_set()) page@0000000057238e34[2 000000004359ed52 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1789608865.276404:0:35413:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 3 00000020:00000001:0.0:1789608865.276406:0:35413:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1789608865.276407:0:35413:0:(cl_page.c:1023:cl_page_io_start()) Process leaving 00000020:00000001:0.0:1789608865.276410:0:35413:0:(cl_page.c:1193:cl_page_make_ready()) page@0000000057238e34[2 000000004359ed52 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1789608865.276411:0:35413:0:(cl_page.c:1193:cl_page_make_ready()) 1 0 00000008:00000001:0.0:1789608865.276413:0:35413:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.276415:0:35413:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5c00 -> ffff94d9040db3a0 00000020:00000001:0.0:1789608865.276416:0:35413:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5c00 -> ffff94d9040db3a0 00000020:00000001:0.0:1789608865.276418:0:35413:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1789608865.276420:0:35413:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.276422:0:35413:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5c00 -> ffff94d9040db3a0 00000008:00000001:0.0:1789608865.276424:0:35413:0:(osc_cache.c:1227:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789608865.276427:0:35413:0:(osc_request.c:2819:osc_build_rpc()) Process entered 00000008:00000020:0.0:1789608865.276430:0:35413:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff94d904ceb000: cli: ffff94d90933d568 unstable pages: 0, osc unstable pages: 0 00000008:00000010:0.0:1789608865.276438:0:35413:0:(osc_request.c:2850:osc_build_rpc()) kmalloced '(pga)': 8 at ffff94d902d8bb18. 00000008:00000010:0.0:1789608865.276442:0:35413:0:(osc_request.c:2854:osc_build_rpc()) slab-alloced 'oa': 208 at ffff94d907f2ab60. 00000020:00000001:0.0:1789608865.276445:0:35413:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00020000:00000001:0.0:1789608865.276447:0:35413:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:0.0:1789608865.276448:0:35413:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00000020:00000002:0.0:1789608865.276451:0:35413:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1789608865/1789608865 00000020:00000001:0.0:1789608865.276455:0:35413:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00020000:00000001:0.0:1789608865.276456:0:35413:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:0.0:1789608865.276460:0:35413:0:(osc_lock.c:1343:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:0.0:1789608865.276462:0:35413:0:(osc_request.c:3331:osc_match_base()) Process entered 00010000:00000001:0.0:1789608865.276464:0:35413:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608865.276469:0:35413:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29000 count: 2 00010000:00000001:0.0:1789608865.276471:0:35413:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789608865.276475:0:35413:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1789608865.276477:0:35413:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1789608865.276480:0:35413:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789608865.276483:0:35413:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608865.276485:0:35413:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000fb34d7d1/0xc54db3288176ff8a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x91bddff8e8ed9b36 expref: -99 pid: 35413 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1789608865.276491:0:35413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608865.276492:0:35413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789608865.276494:0:35413:0:(osc_request.c:3346:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1789608865.276495:0:35413:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608865.276497:0:35413:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608865.276499:0:35413:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1800 refcount=3 00000020:00000001:0.0:1789608865.276501:0:35413:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:0.0:1789608865.276503:0:35413:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00000008:00000001:0.0:1789608865.276506:0:35413:0:(osc_lock.c:1377:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:0.0:1789608865.276508:0:35413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608865.276508:0:35413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1789608865.276509:0:35413:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00000008:00000001:0.0:1789608865.276511:0:35413:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:0.0:1789608865.276518:0:35413:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5ed80. 00000020:00000040:0.0:1789608865.276522:0:35413:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=4 obd=lustre-OST0000-osc-ffff94d904ceb000 00000100:00000001:0.0:1789608865.276530:0:35413:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608865.276534:0:35413:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608865.276537:0:35413:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608865.276546:0:35413:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d9112a8800. 00000100:00000001:0.0:1789608865.276554:0:35413:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1789608865.276564:0:35413:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 2 00000008:00000020:0.0:1789608865.276570:0:35413:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff94d904ceb000: dirty: 1703936 undirty: 485097472 dropped 0 grant: 2097152 cl_lost_grant 0 00000008:00000001:0.0:1789608865.276588:0:35413:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:0.0:1789608865.276625:0:35413:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 10415 MB/s 00000008:00008000:0.0:1789608865.276633:0:35413:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffe9a1048c7e80 map ffff94d918920278 index 0 flags 17ffffc0005028 count 2 priv ffff94d9043d5620: off 0 00000008:00000001:0.0:1789608865.276643:0:35413:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:0.0:1789608865.276645:0:35413:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: c9a4775b (4) 00000008:00100000:0.0:1789608865.276650:0:35413:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff94d907e5ed80 - object 0x280000400:5 offset 0<>2 00000008:00000001:0.0:1789608865.276652:0:35413:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.276654:0:35413:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00020000:00000001:0.0:1789608865.276656:0:35413:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:0.0:1789608865.276657:0:35413:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00000020:00000002:0.0:1789608865.276659:0:35413:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1789608865/1789608865 00000020:00000001:0.0:1789608865.276661:0:35413:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00020000:00000001:0.0:1789608865.276662:0:35413:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:0.0:1789608865.276663:0:35413:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00000100:00000001:0.0:1789608865.276666:0:35413:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608865.276668:0:35413:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594164096 : -117815115387520 : ffff94d907e5ed80) 00000008:00000002:0.0:1789608865.276712:0:35413:0:(osc_request.c:2976:osc_build_rpc()) @@@ 1 pages, aa 0000000092d2a7d8, now 0r/1w/0d in flight req@ffff94d907e5ed80 x1876538934310272/t0(0) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:0.0:1789608865.276722:0:35413:0:(osc_request.c:2988:osc_build_rpc()) [0x240000402:0x8:0x0]: 1 write pages, start 0, end 0, now 0r/1w/0d in flight 00000100:00000040:0.0:1789608865.276731:0:35413:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007c964e7] to pc [ptlrpcd_00_01+1] req@ffff94d907e5ed80 x1876538934310272/t0(0) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1789608865.276760:0:35413:0:(osc_request.c:2994:osc_build_rpc()) Process leaving 00000008:00000001:0.0:1789608865.276762:0:35413:0:(osc_request.c:3019:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789608865.276765:0:35413:0:(osc_cache.c:2262:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789608865.276767:0:35413:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1789608865.276768:0:35413:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789608865.276770:0:35413:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1789608865.276772:0:35413:0:(osc_cache.c:1870:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789608865.276773:0:35413:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1789608865.276774:0:35413:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789608865.276778:0:35413:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:0.0:1789608865.276781:0:35413:0:(osc_cache.c:2379:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789608865.276783:0:35413:0:(osc_cache.c:2452:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1789608865.276786:0:35413:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff94d9183e5c00 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:0.0:1789608865.276790:0:35413:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1789608865.276792:0:35413:0:(osc_io.c:1174:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.276795:0:35413:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.276796:0:35413:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.276798:0:35413:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.276799:0:35413:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.276801:0:35413:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:0.0:1789608865.276803:0:35413:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1789608865.276805:0:35413:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1789608865.276806:0:35413:0:(cl_io.c:556:cl_io_end()) Process entered 00000008:00000001:0.0:1789608865.276809:0:35413:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000001:0.0:1789608865.276811:0:35413:0:(osc_cache.c:973:osc_extent_wait()) Process entered 00000008:00000001:0.0:1789608865.276813:0:35413:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608865.277026:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608865.277031:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608865.277034:0:2410:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608865.277043:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5ed80 x1876538934310272/t0(0) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608865.277052:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608865.277054:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608865.277058:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608865.277061:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608865.277064:0:2410:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608865.277067:0:2410:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934310272:192.168.203.121@tcp:4:multiop.0 00000100:00000001:1.0:1789608865.277072:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608865.277080:0:2410:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608865.277082:0:2410:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608865.277085:0:2410:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608865.277091:0:2410:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d908241400. 02000000:00000001:1.0:1789608865.277094:0:2410:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608865.277103:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608865.277108:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34bb0. 00000400:00000010:1.0:1789608865.277116:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35c38. 00000100:00000200:1.0:1789608865.277124:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934310272, portal 4 00000100:00000001:1.0:1789608865.277126:0:2410:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608865.277128:0:2410:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594164096 : -117815115387520 : ffff94d907e5ed80) 00000100:00000040:1.0:1789608865.277135:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d907e5ed80 x1876538934310272/t0(0) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 496/448 e 0 to 0 dl 1789608881 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608865.277142:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608865.277146:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608865.277148:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35e58. 00000100:00000200:1.0:1789608865.277152:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 6, xid 1876538934310272, offset 0 00000400:00000200:1.0:1789608865.277159:0:2410:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608865.277170:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.277179:0:2410:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608865.277186:0:2410:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608865.277190:0:2410:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608865.277195:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608865.277197:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608865.277201:0:2410:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2941:2941:256:4294967295] 192.168.203.121@tcp LPNI seq info [2941:2941:8:4294967295] 00000400:00000200:1.0:1789608865.277205:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.277216:0:2410:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608865.277223:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608865.277229:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903ee1000. 00000800:00000200:1.0:1789608865.277237:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608865.277246:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608865.277251:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903ee1000 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1789608865.277269:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608865.277274:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 198448 usecs (199 jiffies) 00000400:00000200:1.0:1789608865.277278:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608865.277282:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296592558 00000100:00000001:1.0:1789608865.277285:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296593758 00000100:00000001:1.0:1789608865.277288:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296592558 00000100:00000001:1.0:1789608865.277290:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296593758 00000100:00000001:1.0:1789608865.277292:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608865.277295:0:2410:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608865.277299:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608865.277302:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608865.277310:0:2410:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608865.277313:0:2410:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789608865.277315:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608865.277317:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608865.277318:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608865.277321:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608865.277331:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608865.277333:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608865.281826:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608865.281840:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903ee1000. 00000400:00000200:0.0:1789608865.281851:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608865.281863:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608865.281875:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35e58 00000400:00000010:0.0:1789608865.281879:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35e58. 00000100:00000001:0.0:1789608865.281885:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608865.281896:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5ed80 x1876538934310272/t0(0) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 496/448 e 0 to 0 dl 1789608881 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608865.282220:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608865.282227:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907e5ed80 x1876538934310272/t0(0) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 496/448 e 0 to 0 dl 1789608881 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608865.282235:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608865.282237:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608865.285705:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608865.285733:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608865.285739:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608865.285743:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608865.285754:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.285764:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608865.285778:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.285785:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.285791:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.285797:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c4963580 00000400:00000200:0.0:1789608865.285802:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.285809:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x8651 [1] + 224 00000800:00000001:0.0:1789608865.285818:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608865.285831:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608865.285836:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608865.285840:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608865.285850:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608865.285860:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5ed80 x1876538934310272/t0(0) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 496/448 e 0 to 0 dl 1789608881 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608865.285871:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=224 offset=224 replen=448 req@ffff94d907e5ed80 x1876538934310272/t0(0) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 496/448 e 0 to 0 dl 1789608881 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608865.285895:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608865.285905:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608865.285909:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608865.286071:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608865.286077:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789608865.286086:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608865.286088:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608865.286092:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34bb0. 00000400:00000200:1.0:1789608865.286098:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35c38 00000400:00000010:1.0:1789608865.286102:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35c38. 00000100:00000001:1.0:1789608865.286105:0:2410:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608865.286110:0:2410:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5ed80 x1876538934310272/t0(0) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 496/448 e 0 to 0 dl 1789608881 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789608865.286120:0:2410:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5ed80 x1876538934310272/t0(0) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 496/448 e 0 to 0 dl 1789608881 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608865.286127:0:2410:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608865.286129:0:2410:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608865.286132:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608865.286136:0:2410:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608865.286139:0:2410:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608865.286142:0:2410:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608865.286146:0:2410:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608865.286159:0:2410:0:(import.c:2196:obd_at_measure()) add 0 to ffff94d902b13ca8 time=72 v=5 (5 0 0 0) 00000100:00001000:1.0:1789608865.286164:0:2410:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=23 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608865.286167:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:02020000:1.0:1789608865.286172:0:2410:0:(client.c:1505:ptlrpc_check_status()) lustre-OST0000-osc-ffff94d904ceb000: operation ost_write to node 192.168.203.121@tcp failed: rc = -107 00000100:00000001:1.0:1789608865.321070:0:2410:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1789608865.321087:0:2410:0:(recover.c:202:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1789608865.321096:0:2410:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-OST0000-osc-ffff94d904ceb000 of lustre-OST0000_UUID@192.168.203.121@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1789608865.321103:0:2410:0:(import.c:65:import_set_state_nolock()) ffff94d902b13800 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1789608865.321109:0:2410:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffff94d904ceb000: Connection to lustre-OST0000 (at 192.168.203.121@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:1.0:1789608865.321113:0:2410:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1789608865.321117:0:2410:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:1.0:1789608865.321120:0:2410:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608865.321122:0:2410:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:1.0:1789608865.321124:0:2410:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789608865.321126:0:2410:0:(import.c:65:import_set_state_nolock()) ffff94d902b13800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789608865.321130:0:2410:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789608865.321134:0:2410:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff94d904ceb000: connect to NID 192.168.203.121@tcp last attempt 1902 00000400:00000200:1.0:1789608865.321144:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.321152:0:2410:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.121@tcp is discovered: rc = 1 00000100:00000040:1.0:1789608865.321156:0:2410:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff94d907ddb340 refcount 14 to 192.168.203.121@tcp 00000100:00000001:1.0:1789608865.321160:0:2410:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789608865.321162:0:2410:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff94d907ddb340 refcount 15 to 192.168.203.121@tcp 00000100:00000001:1.0:1789608865.321165:0:2410:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446626258593624896 : -117815115926720 : ffff94d907ddb340) 00000020:00000001:1.0:1789608865.321174:0:2410:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789608865.321176:0:2410:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc54db3288176f35f 00000020:00000001:1.0:1789608865.321180:0:2410:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608865.321184:0:2410:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d903103800 refcount=4 00000020:00000001:1.0:1789608865.321187:0:2410:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258513049600 : -117815196502016 : ffff94d903103800) 00000020:00000001:1.0:1789608865.321189:0:2410:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626258513049600 : -117815196502016 : ffff94d903103800) 00000100:00000040:1.0:1789608865.321193:0:2410:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff94d907ddb340 refcount 14 to 192.168.203.121@tcp 00000100:00000001:1.0:1789608865.321196:0:2410:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789608865.321197:0:2410:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff94d907ddb340 refcount 15 to 192.168.203.121@tcp 00000100:00000001:1.0:1789608865.321199:0:2410:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446626258593624896 : -117815115926720 : ffff94d907ddb340) 00000020:00000040:1.0:1789608865.321202:0:2410:0:(genops.c:879:class_export_put()) PUTting export ffff94d903103800 : new refcount 3 00000100:00080000:1.0:1789608865.321206:0:2410:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff94d904ceb000: import ffff94d902b13800 using connection 192.168.203.121@tcp/192.168.203.121@tcp 00000100:00000001:1.0:1789608865.321208:0:2410:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608865.321211:0:2410:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789608865.321220:0:2410:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608865.321224:0:2410:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608865.321226:0:2410:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1789608865.321230:0:2410:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 1703936, lost: 0. 00000008:00000001:1.0:1789608865.321232:0:2410:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608865.321234:0:2410:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789608865.321246:0:2410:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904055f80. 00000020:00000040:1.0:1789608865.321250:0:2410:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=5 obd=lustre-OST0000-osc-ffff94d904ceb000 02000000:00000001:1.0:1789608865.321255:0:2410:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789608865.321257:0:2410:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608865.321260:0:2410:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608865.321264:0:2410:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608865.321269:0:2410:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608865.321280:0:2410:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d908243000. 00000100:00000001:1.0:1789608865.321286:0:2410:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608865.321296:0:2410:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94d904055f80 x1876538934310400/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608865.321307:0:2410:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608865.321311:0:2410:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608865.321315:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ae15b1e] to pc [ptlrpcd_rcv+-1] req@ffff94d904055f80 x1876538934310400/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608865.321340:0:2410:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608865.321342:0:2410:0:(recover.c:221:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1789608865.321344:0:2410:0:(client.c:1715:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1789608865.321347:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608865.321351:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608865.321361:0:2410:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608865.321364:0:2410:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608865.321366:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608865.321368:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608865.321372:0:2410:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608865.321374:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608865.321377:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608865.321379:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608865.321382:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608865.322612:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608865.322619:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608865.322624:0:2408:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608865.322635:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904055f80 x1876538934310400/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608865.322647:0:2408:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608865.322649:0:2408:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608865.322653:0:2408:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608865.322657:0:2408:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608865.322660:0:2408:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608865.322664:0:2408:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904055f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25f5d458-2cbe-49cd-9693-334c08df7e27:2408:1876538934310400:192.168.203.121@tcp:8:ptlrpcd_00_01.0 00000100:00000001:3.0:1789608865.322668:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608865.322673:0:2408:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608865.322712:0:2408:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608865.322715:0:2408:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608865.322725:0:2408:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d908399000. 02000000:00000001:3.0:1789608865.322727:0:2408:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608865.322735:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608865.322740:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a898. 00000400:00000010:3.0:1789608865.322748:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a95d8. 00000100:00000200:3.0:1789608865.322757:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934310400, portal 4 00000100:00000001:3.0:1789608865.322760:0:2408:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608865.322761:0:2408:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529116032 : -117815180435584 : ffff94d904055f80) 00000100:00000040:3.0:1789608865.322771:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904055f80 x1876538934310400/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1789608875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608865.322780:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608865.322783:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608865.322786:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a92a8. 00000100:00000200:3.0:1789608865.322790:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876538934310400, offset 0 00000400:00000200:3.0:1789608865.322797:0:2408:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608865.322807:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608865.322816:0:2408:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608865.322822:0:2408:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608865.322829:0:2408:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608865.322832:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608865.322835:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608865.322839:0:2408:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2942:2942:256:4294967295] 192.168.203.121@tcp LPNI seq info [2942:2942:8:4294967295] 00000400:00000200:3.0:1789608865.322843:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608865.322855:0:2408:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608865.322862:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608865.322868:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d9104bd700. 00000800:00000200:3.0:1789608865.322877:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608865.322887:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608865.322892:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d9104bd700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789608865.323980:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608865.323993:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 197640 usecs (198 jiffies) 00000400:00000200:3.0:1789608865.324000:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608865.324004:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296592612 00000100:00000001:3.0:1789608865.324009:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296593758 00000100:00000001:3.0:1789608865.324012:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296592612 00000100:00000001:3.0:1789608865.324014:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296593758 00000100:00000001:3.0:1789608865.324017:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608865.324021:0:2408:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608865.324025:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608865.324029:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608865.324040:0:2408:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608865.324042:0:2408:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789608865.324045:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608865.324047:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608865.324049:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608865.324050:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608865.324259:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608865.324266:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bd700. 00000400:00000200:0.0:1789608865.324273:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608865.324280:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608865.324289:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a92a8 00000400:00000010:0.0:1789608865.324291:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a92a8. 00000100:00000001:0.0:1789608865.324297:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608865.324303:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904055f80 x1876538934310400/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1789608875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608865.324315:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608865.324320:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904055f80 x1876538934310400/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1789608875 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608865.324327:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608865.324329:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608865.340707:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608865.340731:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608865.340736:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608865.340738:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608865.340749:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.340758:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608865.340770:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.340775:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.340782:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.340788:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 416 into portal 4 MB=0x6aab3c4963600 00000400:00000200:0.0:1789608865.340793:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.340800:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 416/416 into md 0x8661 [1] + 0 00000800:00000001:0.0:1789608865.340808:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608865.340816:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608865.340820:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608865.340826:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608865.340836:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608865.340846:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904055f80 x1876538934310400/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1789608875 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608865.340859:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff94d904055f80 x1876538934310400/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1789608875 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608865.340876:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608865.340887:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608865.340891:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608865.343000:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608865.343009:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608865.343020:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608865.343023:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608865.343029:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a898. 00000400:00000200:3.0:1789608865.343039:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a95d8 00000400:00000010:3.0:1789608865.343042:0:2408:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a95d8. 00000100:00000001:3.0:1789608865.343048:0:2408:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608865.343061:0:2408:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904055f80 x1876538934310400/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1789608875 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608865.343073:0:2408:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904055f80 x1876538934310400/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1789608875 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608865.343081:0:2408:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608865.343083:0:2408:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608865.343086:0:2408:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608865.343091:0:2408:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608865.343093:0:2408:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608865.343096:0:2408:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608865.343099:0:2408:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608865.343111:0:2408:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13c60 time=73 v=5 (5 5 5 5) 00000100:00001000:3.0:1789608865.343116:0:2408:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=23 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608865.343118:0:2408:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608865.343120:0:2408:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.343124:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608865.343129:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608865.343134:0:2408:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608865.343137:0:2408:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: skip recheck: last_committed 4294967333 00000100:00000001:3.0:1789608865.343139:0:2408:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608865.343144:0:2408:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608865.343149:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904055f80 x1876538934310400/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/416 e 0 to 0 dl 1789608875 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608865.343157:0:2408:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608865.343161:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608865.343163:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608865.343166:0:2408:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1789608865.343175:0:2408:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff94d904ceb000: connect to target with instance 1 00000020:00000001:3.0:1789608865.343179:0:2408:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789608865.343181:0:2408:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc54db3288176f35f 00000020:00000001:3.0:1789608865.343185:0:2408:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.343190:0:2408:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d903103800 refcount=4 00000020:00000001:3.0:1789608865.343194:0:2408:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258513049600 : -117815196502016 : ffff94d903103800) 00000020:00000001:3.0:1789608865.343196:0:2408:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626258513049600 : -117815196502016 : ffff94d903103800) 00000100:00001000:3.0:1789608865.343199:0:2408:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=1789608865 v=0 (0 0 0 0) 00000100:00001000:3.0:1789608865.343202:0:2408:0:(import.c:2262:obd_at_measure()) AT ffff94d902b13c18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1789608865.343208:0:2408:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1703, crc32c 10415, adler 1371 00000020:00000040:3.0:1789608865.343227:0:2408:0:(genops.c:879:class_export_put()) PUTting export ffff94d903103800 : new refcount 3 00000100:00000001:3.0:1789608865.343230:0:2408:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1789608865.343235:0:2408:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:3.0:1789608865.343239:0:2408:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff94d904ceb000, setting cl_avail_grant: 393216 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:3.0:1789608865.343243:0:2408:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:3.0:1789608865.343248:0:2408:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:3.0:1789608865.343252:0:2408:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1789608865.343255:0:2408:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.343258:0:2408:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789608865.343260:0:2408:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789608865.343262:0:2408:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608865.343264:0:2408:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1789608865.343268:0:2408:0:(import.c:1383:ptlrpc_connect_interpret()) @@@ lustre-OST0000-osc-ffff94d904ceb000: evicting (reconnect/recover flags not set: 4) req@ffff94d904055f80 x1876538934310400/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/416 e 0 to 0 dl 1789608875 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789608865.343277:0:2408:0:(import.c:65:import_set_state_nolock()) ffff94d902b13800 lustre-OST0000_UUID: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1789608865.343282:0:2408:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:02020000:3.0:1789608865.343286:0:2408:0:(import.c:1708:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff94d904ceb000: This client was evicted by lustre-OST0000; in progress operations using this service will fail. 00000100:00080000:3.0:1789608865.359293:0:2408:0:(import.c:1719:ptlrpc_import_recovery_state_machine()) evicted from lustre-OST0000_UUID@192.168.203.121@tcp; invalidating 00000020:00000040:3.0:1789608865.359302:0:2408:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=6 obd=lustre-OST0000-osc-ffff94d904ceb000 00000100:00000001:0.0:1789608865.361005:0:2408:0:(import.c:1740:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608865.361014:0:2408:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608865.361034:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904055f80 x1876538934310400/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/416 e 0 to 0 dl 1789608875 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789608865.361047:0:2408:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904055f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25f5d458-2cbe-49cd-9693-334c08df7e27:2408:1876538934310400:192.168.203.121@tcp:8:ptlrpcd_00_01.0 00000100:00000001:0.0:1789608865.361053:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608865.361058:0:2408:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608865.361063:0:2408:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904055f80 x1876538934310400/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/416 e 0 to 0 dl 1789608875 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608865.361070:0:2408:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608865.361074:0:2408:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608865.361079:0:2408:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d908399000. 02000000:00000001:0.0:1789608865.361084:0:2408:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608865.361087:0:2408:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608865.361089:0:2408:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=5 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:0.0:1789608865.361091:0:2408:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608865.361094:0:2408:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d908243000. 02000000:00000001:0.0:1789608865.361098:0:2408:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608865.361100:0:2408:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608865.361101:0:2408:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904055f80. 00000100:00000001:0.0:1789608865.361106:0:2408:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608865.361108:0:2408:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608865.361111:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608865.361122:0:2408:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608865.361125:0:2408:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608865.361129:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608865.361131:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608865.361318:0:35426:0:(import.c:1639:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:2.0:1789608865.361329:0:35426:0:(import.c:1643:ptlrpc_invalidate_import_thread()) thread invalidate import lustre-OST0000-osc-ffff94d904ceb000 to lustre-OST0000_UUID@192.168.203.121@tcp 00000100:00000001:2.0:1789608865.361334:0:35426:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1789608865.361335:0:35426:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:2.0:1789608865.361337:0:35426:0:(client.c:3576:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1789608865.361345:0:35426:0:(client.c:3603:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff94d907e5ed80 x1876538934310272/t0(0) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 496/224 e 0 to 0 dl 1789608881 ref 2 fl Rpc:RSQU/600/0 rc -107/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608865.361389:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608865.361393:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608865.361411:0:35426:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1789608865.361414:0:35426:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: committing for last_committed 4294967333 gen 18 00000100:00100000:2.0:1789608865.361422:0:35426:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff94d907d25880 x1876538934309888/t4294967336(4294967336) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 496/448 e 0 to 0 dl 1789608879 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608865.361428:0:35426:0:(client.c:3165:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608865.361432:0:35426:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608865.361435:0:35426:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d25880 x1876538934309888/t4294967336(4294967336) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 496/448 e 0 to 0 dl 1789608879 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608865.361454:0:35426:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608865.361456:0:35426:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608865.361458:0:35426:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903dbc000. 02000000:00000001:2.0:1789608865.361461:0:35426:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608865.361463:0:35426:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608865.361464:0:35426:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=4 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:2.0:1789608865.361466:0:35426:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608865.361468:0:35426:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d911dcd800. 02000000:00000001:2.0:1789608865.361471:0:35426:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608865.361472:0:35426:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608865.361473:0:35426:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d25880. 00000100:00000001:2.0:1789608865.361583:0:35426:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608865.361585:0:35426:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608865.361589:0:35426:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: normal: skip=0 replay=1/1 committed=0/0 00000100:00000001:2.0:1789608865.361592:0:35426:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608865.361593:0:35426:0:(client.c:3621:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1789608865.361594:0:35426:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1789608865.361597:0:35426:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:2.0:1789608865.361600:0:35426:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:2.0:1789608865.361603:0:35426:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:2.0:1789608865.361607:0:35426:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:2.0:1789608865.361610:0:35426:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:2.0:1789608865.361612:0:35426:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff94d90937d568 for uuid lustre-OST0000_UUID event(2) 00020000:01000000:2.0:1789608865.361617:0:35426:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID inactive 00020000:00000040:2.0:1789608865.361620:0:35426:0:(lov_obd.c:417:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn c54db3288176f35f 00020000:00000001:2.0:1789608865.361623:0:35426:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.361626:0:35426:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1789608865.361629:0:35426:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608865.361632:0:35426:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608865.361634:0:35426:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608865.361637:0:35426:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608865.361638:0:35426:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00100000:2.0:1789608865.361641:0:35426:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1789608865.361821:0:2410:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608865.361830:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5ed80 x1876538934310272/t0(0) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 496/224 e 0 to 0 dl 1789608881 ref 2 fl Rpc:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608865.361839:0:2410:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:1.0:1789608865.361841:0:2410:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608865.361845:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608865.361847:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1789608865.361849:0:2410:0:(osc_request.c:2581:brw_interpret()) Process entered 00000008:00000001:1.0:1789608865.361852:0:2410:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:00000040:1.0:1789608865.361855:0:2410:0:(osc_request.c:2175:osc_brw_fini_request()) @@@ Failed request: rc = -5 req@ffff94d907e5ed80 x1876538934310272/t0(0) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 496/224 e 0 to 0 dl 1789608881 ref 2 fl Interpret:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1789608865.361862:0:2410:0:(osc_request.c:2176:osc_brw_fini_request()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000008:00000002:1.0:1789608865.361864:0:2410:0:(osc_request.c:2586:brw_interpret()) request ffff94d907e5ed80 aa ffff94d907e5ef30 rc -5 00000008:00080000:1.0:1789608865.361869:0:2410:0:(osc_request.c:2601:brw_interpret()) lustre-OST0000-osc-ffff94d904ceb000: resend cross eviction for object: 0x280000400:5: rc = -5. 00000008:00000010:1.0:1789608865.361874:0:2410:0:(osc_request.c:2668:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff94d907f2ab60. 00000100:00000001:1.0:1789608865.361879:0:2410:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608865.361883:0:2410:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5ed80 x1876538934310272/t0(0) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 496/224 e 0 to 0 dl 1789608881 ref 2 fl Interpret:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608865.361889:0:2410:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789608865.361895:0:2410:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:1.0:1789608865.361898:0:2410:0:(osc_cache.c:908:osc_extent_finish()) extent ffff94d9060a9900@{[0 -> 255/255], [3|0|-|rpc|wiuY|ffff94d9183e5c00], [1703936|1|+|+|ffff94d9421c1800|256|ffff94d907f24f80]} extent finished. 00000008:00010000:1.0:1789608865.361908:0:2410:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 0000000095c6bf37 ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000fb34d7d1/0xc54db3288176ff8a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x91bddff8e8ed9b36 expref: -99 pid: 35413 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00000001:1.0:1789608865.362029:0:2410:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:1.0:1789608865.362032:0:2410:0:(cl_page.c:1113:cl_page_complete()) Process entered 00000020:00000001:1.0:1789608865.362038:0:2410:0:(cl_page.c:1115:cl_page_complete()) page@0000000057238e34[2 000000004359ed52 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789608865.362040:0:2410:0:(cl_page.c:1115:cl_page_complete()) 1 -5 00000020:00000001:1.0:1789608865.362042:0:2410:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:1.0:1789608865.362043:0:2410:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1789608865.362045:0:2410:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789608865.362049:0:2410:0:(cl_page.c:518:__cl_page_state_set()) page@0000000057238e34[2 000000004359ed52 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789608865.362050:0:2410:0:(cl_page.c:518:__cl_page_state_set()) 3 -> 1 00000020:00000001:1.0:1789608865.362052:0:2410:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000080:00000001:1.0:1789608865.362055:0:2410:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:1.0:1789608865.362058:0:2410:0:(vvp_page.c:167:vvp_page_complete_write()) page@0000000057238e34[2 000000004359ed52 1 1 0000000000000000 0 0 0] 00000080:00008000:1.0:1789608865.362060:0:2410:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with -5 00000080:00000400:0.0:1789608865.362176:0:2410:0:(llite_lib.c:4342:ll_dirty_page_discard_warn()) lustre: dirty page discard: 192.168.203.121@tcp:/lustre/fid: [0x240000402:0x8:0x0]// may get corrupted (rc -5) 00000080:00000001:0.0:1789608865.378086:0:2410:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:0.0:1789608865.378096:0:2410:0:(cl_page.c:1136:cl_page_complete()) Process leaving 00000020:00000001:0.0:1789608865.378100:0:2410:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1789608865.378114:0:2410:0:(cl_page.c:567:cl_batch_put()) page@0000000057238e34[2 000000004359ed52 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1789608865.378116:0:2410:0:(cl_page.c:567:cl_batch_put()) 2 00000020:00000001:0.0:1789608865.378118:0:2410:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000008:00000001:0.0:1789608865.378121:0:2410:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:0.0:1789608865.378127:0:2410:0:(osc_cache.c:1648:osc_free_grant()) lost 0 grant: 0 avail: 393216 dirty: 0/0 00000008:00000020:0.0:1789608865.378401:0:2410:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff94d9060a9900@{[0 -> 255/255], [2|0|-|inv|wuY|ffff94d9183e5c00], [1703936|0|-|-|ffff94d9421c1800|256|ffff94d907f24f80]} destroyed. 00000008:00010000:0.0:1789608865.378413:0:2410:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000095c6bf37 ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000fb34d7d1/0xc54db3288176ff8a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x91bddff8e8ed9b36 expref: -99 pid: 35413 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00000001:0.0:1789608865.378427:0:2410:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1789608865.378449:0:2410:0:(osc_request.c:2540:osc_release_ppga()) kvfree 'ppga': 8 at ffff94d902d8bb18. 00000008:00000020:0.0:1789608865.378465:0:2410:0:(osc_cache.c:2468:__osc_io_unplug()) Queue writeback work for client ffff94d90933d568. 00000008:00000001:0.0:1789608865.378472:0:2410:0:(osc_request.c:2756:brw_interpret()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000040:0.0:1789608865.378498:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5ed80 x1876538934310272/t0(0) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 496/224 e 0 to 0 dl 1789608881 ref 1 fl Interpret:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789608865.378509:0:2410:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934310272:192.168.203.121@tcp:4:multiop.0 00000100:00000001:0.0:1789608865.378530:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608865.378535:0:2410:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608865.378540:0:2410:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5ed80 x1876538934310272/t0(0) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 496/224 e 0 to 0 dl 1789608881 ref 1 fl Complete:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608865.378547:0:2410:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608865.378552:0:2410:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608865.378557:0:2410:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d908241400. 02000000:00000001:0.0:1789608865.378562:0:2410:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608865.378566:0:2410:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608865.378568:0:2410:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:0.0:1789608865.378582:0:2410:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608865.378586:0:2410:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d9112a8800. 02000000:00000001:0.0:1789608865.378591:0:2410:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608865.378592:0:2410:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608865.378595:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5ed80. 00000100:00000001:0.0:1789608865.378600:0:2410:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608865.378601:0:2410:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608865.378604:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608865.378615:0:2410:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608865.378617:0:2410:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608865.378620:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608865.378624:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.378665:0:32114:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789608865.378670:0:32114:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514698040 : -117815194853576 : ffff94d903295f38) 00000020:00001000:0.0:1789608865.378674:0:32114:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295f30 00000008:00000020:0.0:1789608865.378742:0:32114:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff94d90933d568. 00000008:00000001:0.0:1789608865.378745:0:32114:0:(osc_cache.c:2388:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1789608865.378747:0:32114:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:0.0:1789608865.378750:0:32114:0:(osc_cache.c:2379:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789608865.378752:0:32114:0:(osc_cache.c:2452:osc_check_rpcs()) Process leaving 00000020:00001000:0.0:1789608865.378755:0:32114:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295f30 00000008:00000001:2.0:1789608865.380377:0:35413:0:(osc_cache.c:1008:osc_extent_wait()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1789608865.380386:0:35413:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608865.380390:0:35413:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:2.0:1789608865.380397:0:35413:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff94d9060a9900. 00000008:00000020:2.0:1789608865.380409:0:35413:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff94d9183e5c00 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1789608865.380412:0:35413:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:2.0:1789608865.380416:0:35413:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:2.0:1789608865.380419:0:35413:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608865.380423:0:35413:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1789608865.380426:0:35413:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:2.0:1789608865.380565:0:35413:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:2.0:1789608865.380569:0:35413:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1789608865.380583:0:35413:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1789608865.380584:0:35413:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:2.0:1789608865.380586:0:35413:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1789608865.380587:0:35413:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608865.380590:0:35413:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608865.380592:0:35413:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1789608865.380593:0:35413:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1789608865.380594:0:35413:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1789608865.380596:0:35413:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1789608865.380598:0:35413:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1789608865.380600:0:35413:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1789608865.380601:0:35413:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1789608865.380602:0:35413:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1789608865.380603:0:35413:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1789608865.380604:0:35413:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608865.380606:0:35413:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608865.380608:0:35413:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1789608865.380609:0:35413:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1789608865.380612:0:35413:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:2.0:1789608865.380616:0:35413:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:2.0:1789608865.380618:0:35413:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1789608865.380620:0:35413:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1789608865.380621:0:35413:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:2.0:1789608865.380622:0:35413:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789608865.380625:0:35413:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295000 00020000:00000001:2.0:1789608865.380628:0:35413:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1789608865.380631:0:35413:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1789608865.380634:0:35413:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1789608865.380636:0:35413:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1789608865.380640:0:35413:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789608865.380641:0:35413:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789608865.380644:0:35413:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295510 00000080:00000001:2.0:1789608865.380647:0:35413:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000080:00000001:2.0:1789608865.380651:0:35413:0:(rw.c:1554:ll_writepages()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00020000:00000001:2.0:1789608865.380657:0:35413:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00000100:00000001:1.0:1789608865.380657:0:35426:0:(obd_class.h:1222:obd_import_event()) Process entered 00020000:00000002:2.0:1789608865.380661:0:35413:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b657c0) owner 0000000000000000/ffff94d907f24f80 00000008:00000001:1.0:1789608865.380662:0:35426:0:(osc_request.c:3902:osc_import_event()) Process entered 00020000:00000002:2.0:1789608865.380666:0:35413:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b657c0) owner 0000000000000000/ffff94d907f24f80 00000001:00000001:1.0:1789608865.380666:0:35426:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00020000:00000001:2.0:1789608865.380669:0:35413:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000001:00000001:1.0:1789608865.380670:0:35426:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000080:00000002:2.0:1789608865.380673:0:35413:0:(file.c:5353:ll_mdsync()) inode ffff94d9189200c8 metadata sync [0x240000402:0x8:0x0] (need_sync=0) 00010000:00000040:1.0:1789608865.380713:0:35426:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29000 count: 2 00010000:00000001:1.0:1789608865.380720:0:35426:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1789608865.380722:0:35426:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608865.380725:0:35426:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608865.380729:0:35426:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1800 refcount=3 00000020:00000001:1.0:1789608865.380732:0:35426:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:1.0:1789608865.380735:0:35426:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:1.0:1789608865.380740:0:35426:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789608865.380745:0:35426:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000fb34d7d1/0xc54db3288176ff8a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x80012e400000000 nid: local remote: 0x91bddff8e8ed9b36 expref: -99 pid: 35413 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00000001:1.0:1789608865.380759:0:35426:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1789608865.380761:0:35426:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789608865.380941:0:35426:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514697752 : -117815194853864 : ffff94d903295e18) 00000020:00001000:1.0:1789608865.380945:0:35426:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295e10 00000008:00000001:1.0:1789608865.380948:0:35426:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1789608865.380951:0:35426:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:1.0:1789608865.380952:0:35426:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789608865.380955:0:35426:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514696600 : -117815194855016 : ffff94d903295998) 00000020:00001000:1.0:1789608865.380957:0:35426:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295990 00000008:00000001:1.0:1789608865.380960:0:35426:0:(osc_cache.c:3760:osc_ldlm_hp_handle()) Process entered 00000008:00000020:1.0:1789608865.380962:0:35426:0:(osc_cache.c:3780:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:1.0:1789608865.380965:0:35426:0:(osc_cache.c:3796:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1789608865.380968:0:35426:0:(osc_cache.c:3844:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789608865.380971:0:35426:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1789608865.380974:0:35426:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1789608865.380976:0:35426:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff94d9183e5c00 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1789608865.380980:0:35426:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1789608865.380983:0:35426:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff94d9183e5c00 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 1: rc=0. 00000008:00000001:1.0:1789608865.380986:0:35426:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1789608865.380989:0:35426:0:(osc_lock.c:372:osc_lock_flush()) object ffff94d9183e5c00: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:1.0:1789608865.380992:0:35426:0:(osc_cache.c:3729:osc_lock_discard_pages()) Process entered 00000020:00000001:1.0:1789608865.380995:0:35426:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5c00 -> ffff94d9040db3a0 00000020:00000001:1.0:1789608865.380997:0:35426:0:(cl_object.c:143:cl_object_top()) ffff94d9040db3a0 -> ffff94d9040db3a0 00000020:00000001:1.0:1789608865.380999:0:35426:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:1.0:1789608865.381001:0:35426:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1789608865.381003:0:35426:0:(vvp_io.c:1826:vvp_io_init()) [0x240000402:0x8:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1789608865.381006:0:35426:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789608865.381008:0:35426:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1789608865.381009:0:35426:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789608865.381012:0:35426:0:(lov_object.c:1590:lov_io_init()) [0x240000402:0x8:0x0]io ffff94d9080cc3c0 type 8 ignore/verify layout 1/0 00020000:00000001:1.0:1789608865.381016:0:35426:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1789608865.381018:0:35426:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1789608865.381021:0:35426:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1789608865.381023:0:35426:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1789608865.381025:0:35426:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608865.381026:0:35426:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789608865.381027:0:35426:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1789608865.381028:0:35426:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:1.0:1789608865.381029:0:35426:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789608865.381033:0:35426:0:(osc_cache.c:3516:osc_page_gang_lookup()) Process entered 00000020:00000001:1.0:1789608865.381037:0:35426:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:1.0:1789608865.381039:0:35426:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:1.0:1789608865.381042:0:35426:0:(cl_page.c:711:__cl_page_own()) Process entered 00000020:00000001:1.0:1789608865.381045:0:35426:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789608865.381047:0:35426:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258596709312 : -117815112842304 : ffff94d9080cc3c0) 00000020:00000001:1.0:1789608865.381049:0:35426:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1789608865.381051:0:35426:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1789608865.381053:0:35426:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789608865.381058:0:35426:0:(cl_page.c:518:__cl_page_state_set()) page@0000000057238e34[2 000000004359ed52 1 1 000000002e65e5c6 0 0 0] 00000020:00000001:1.0:1789608865.381060:0:35426:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1789608865.381061:0:35426:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000040:1.0:1789608865.381063:0:35426:0:(cl_page.c:755:__cl_page_own()) res 0 00000020:00000001:1.0:1789608865.381064:0:35426:0:(cl_page.c:758:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608865.381067:0:35426:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:1.0:1789608865.381069:0:35426:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:1.0:1789608865.381071:0:35426:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1789608865.381072:0:35426:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1789608865.381073:0:35426:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789608865.381076:0:35426:0:(cl_page.c:518:__cl_page_state_set()) page@0000000057238e34[2 000000004359ed52 2 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789608865.381077:0:35426:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 5 00000020:00000001:1.0:1789608865.381079:0:35426:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:1.0:1789608865.381081:0:35426:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:1.0:1789608865.381083:0:35426:0:(osc_page.c:138:osc_page_delete()) ffff94d9043d5680 00000008:00000001:1.0:1789608865.381085:0:35426:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:1.0:1789608865.381087:0:35426:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff94d9043d5690 page ffff94d9043d5680 at index 0. 00000008:00000001:1.0:1789608865.381090:0:35426:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789608865.381097:0:35426:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:1.0:1789608865.381099:0:35426:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe9a1048c7e80 index 0 00000020:00000001:1.0:1789608865.381105:0:35426:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:1.0:1789608865.381106:0:35426:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:1.0:1789608865.381117:0:35426:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:1.0:1789608865.381119:0:35426:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1789608865.381119:0:35426:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1789608865.381121:0:35426:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1789608865.381242:0:35426:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:1.0:1789608865.381247:0:35426:0:(cl_page.c:567:cl_batch_put()) page@0000000057238e34[1 000000004359ed52 5 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789608865.381249:0:35426:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:1.0:1789608865.381251:0:35426:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:1.0:1789608865.381256:0:35426:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff94d9043d5620. 00000020:00000001:1.0:1789608865.381260:0:35426:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:1.0:1789608865.381262:0:35426:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000008:00000001:1.0:1789608865.381286:0:35426:0:(osc_cache.c:3593:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789608865.381288:0:35426:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1789608865.381290:0:35426:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1789608865.381357:0:35426:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1789608865.381359:0:35426:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1789608865.381361:0:35426:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:1.0:1789608865.381364:0:35426:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1789608865.381365:0:35426:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000008:00000001:1.0:1789608865.381367:0:35426:0:(osc_cache.c:3748:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789608865.381369:0:35426:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295990 00000008:00000001:1.0:1789608865.381372:0:35426:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608865.381375:0:35426:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5c00 -> ffff94d9040db3a0 00010000:00000001:1.0:1789608865.381378:0:35426:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:1.0:1789608865.381381:0:35426:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608865.381383:0:35426:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5c00 -> ffff94d9040db3a0 00000020:00000001:1.0:1789608865.381384:0:35426:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1789608865.381387:0:35426:0:(osc_object.c:161:osc_attr_update()) set kms from 2to 0 00020000:00000001:1.0:1789608865.381599:0:35426:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789608865.381603:0:35426:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608865.381605:0:35426:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608865.381607:0:35426:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5c00 -> ffff94d9040db3a0 00000020:00000001:1.0:1789608865.381608:0:35426:0:(cl_object.c:143:cl_object_top()) ffff94d9040db3a0 -> ffff94d9040db3a0 00000020:00000001:1.0:1789608865.381610:0:35426:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000080:00000001:2.0:1789608865.381612:0:35413:0:(pcc.c:2839:pcc_fsync()) Process entered 00000020:00000001:1.0:1789608865.381612:0:35426:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608865.381614:0:35426:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5c00 -> ffff94d9040db3a0 00000080:00000001:2.0:1789608865.381615:0:35413:0:(pcc.c:2842:pcc_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.381618:0:35413:0:(file.c:5295:cl_sync_file_range()) Process entered 00000008:00000001:1.0:1789608865.381618:0:35426:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.381619:0:35413:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00001000:1.0:1789608865.381620:0:35426:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295e10 00000020:00000001:2.0:1789608865.381621:0:35413:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514695448 : -117815194856168 : ffff94d903295518) 00000008:00000001:1.0:1789608865.381622:0:35426:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789608865.381624:0:35413:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295510 00010000:00010000:1.0:1789608865.381626:0:35426:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00000001:2.0:1789608865.381627:0:35413:0:(cl_object.c:143:cl_object_top()) ffff94d9040db3a0 -> ffff94d9040db3a0 00010000:00000001:1.0:1789608865.381628:0:35426:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1789608865.381629:0:35413:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:2.0:1789608865.381630:0:35413:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1789608865.381632:0:35413:0:(vvp_io.c:1826:vvp_io_init()) [0x240000402:0x8:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1789608865.381634:0:35413:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00010000:00000001:1.0:1789608865.381634:0:35426:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000020:00000001:2.0:1789608865.381635:0:35413:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1789608865.381636:0:35413:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608865.381636:0:35426:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789608865.381638:0:35426:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00020000:00000002:2.0:1789608865.381639:0:35413:0:(lov_object.c:1590:lov_io_init()) [0x240000402:0x8:0x0]io ffff94d904aad780 type 6 ignore/verify layout 0/0 00020000:00000002:2.0:1789608865.381642:0:35413:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b657c0) owner 0000000000000000/ffff94d907f24f80 00010000:00000001:1.0:1789608865.381642:0:35426:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:2.0:1789608865.381645:0:35413:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1789608865.381646:0:35413:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00000020:00000040:1.0:1789608865.381646:0:35426:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d9421c1800 with handle 0xc54db3288176ff8a from hash 00020000:00000001:2.0:1789608865.381648:0:35413:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00010000:00000001:1.0:1789608865.381648:0:35426:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00020000:00000001:2.0:1789608865.381650:0:35413:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608865.381651:0:35426:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00020000:00000001:2.0:1789608865.381653:0:35413:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789608865.381653:0:35426:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608865.381654:0:35426:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00020000:00000001:2.0:1789608865.381655:0:35413:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1789608865.381656:0:35413:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.381658:0:35413:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789608865.381659:0:35413:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00010000:00000001:1.0:1789608865.381659:0:35426:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00020000:00000001:2.0:1789608865.381660:0:35413:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00010000:00000001:1.0:1789608865.381661:0:35426:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00020000:00000002:2.0:1789608865.381662:0:35413:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b657c0) owner 0000000000000000/ffff94d907f24f80 00000020:00000001:2.0:1789608865.381664:0:35413:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608865.381664:0:35426:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608865.381665:0:35426:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1789608865.381666:0:35413:0:(cl_io.c:824:cl_io_loop()) Process entered 00010000:00000001:1.0:1789608865.381667:0:35426:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.381668:0:35413:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00010000:00000001:1.0:1789608865.381668:0:35426:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00020000:00000001:2.0:1789608865.381670:0:35413:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00010000:00010000:1.0:1789608865.381672:0:35426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000fb34d7d1/0xc54db3288176ff8a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x80496f400000000 nid: local remote: 0x91bddff8e8ed9b36 expref: -99 pid: 35413 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00020000:00200000:2.0:1789608865.381673:0:35413:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00010000:00000010:1.0:1789608865.381706:0:35426:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d904af6180. 00010000:00000001:1.0:1789608865.381717:0:35426:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:1.0:1789608865.381720:0:35426:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d904e29000 count: 0 00010000:00000010:1.0:1789608865.381726:0:35426:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff94d904e29900. 00000001:00000001:1.0:1789608865.381758:0:35426:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789608865.381761:0:35426:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1789608865.381762:0:35426:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00020000:00000002:2.0:1789608865.381828:0:35413:0:(lov_offset.c:253:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:2.0:1789608865.381833:0:35413:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789608865.381835:0:35413:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1789608865.381837:0:35413:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789608865.381839:0:35413:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514694152 : -117815194857464 : ffff94d903295008) 00000020:00001000:2.0:1789608865.381841:0:35413:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295000 00000020:00000001:2.0:1789608865.381844:0:35413:0:(cl_object.c:143:cl_object_top()) ffff94d9040db788 -> ffff94d9040db3a0 00000020:00000001:2.0:1789608865.381846:0:35413:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:2.0:1789608865.381849:0:35413:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789608865.381850:0:35413:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1789608865.381852:0:35413:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1789608865.381853:0:35413:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258539960192 : -117815169591424 : ffff94d904aad780) 00000020:00000001:2.0:1789608865.381855:0:35413:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608865.381857:0:35413:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608865.381859:0:35413:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593373712 : -117815116177904 : ffff94d907d9de10) 00000020:00000001:2.0:1789608865.381862:0:35413:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1789608865.381863:0:35413:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608865.381866:0:35413:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.381868:0:35413:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.381870:0:35413:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:2.0:1789608865.381872:0:35413:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1789608865.381873:0:35413:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1789608865.381874:0:35413:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:2.0:1789608865.381876:0:35413:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1789608865.381877:0:35413:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.381879:0:35413:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608865.381880:0:35413:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608865.381882:0:35413:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.381883:0:35413:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1789608865.381884:0:35413:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.381885:0:35413:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.381887:0:35413:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:2.0:1789608865.381889:0:35413:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1789608865.381891:0:35413:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1789608865.381892:0:35413:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:2.0:1789608865.381894:0:35413:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1789608865.381896:0:35413:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000020:2.0:1789608865.381899:0:35413:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff94d9183e5c00 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 0: rc=0. 00000008:00000001:2.0:1789608865.381903:0:35413:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608865.381906:0:35413:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:2.0:1789608865.381908:0:35413:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff94d9183e5c00 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1789608865.381980:0:35413:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608865.381984:0:35413:0:(osc_io.c:1073:osc_fsync_ost()) Process entered 00000020:00000001:2.0:1789608865.381987:0:35413:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1789608865.381989:0:35413:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1789608865.381990:0:35413:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1789608865.381992:0:35413:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1789608865.381994:0:35413:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1789608865.381995:0:35413:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1789608865.381997:0:35413:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:2.0:1789608865.382010:0:35413:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d25880. 00000020:00000040:2.0:1789608865.382015:0:35413:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=4 obd=lustre-OST0000-osc-ffff94d904ceb000 00000100:00000001:2.0:1789608865.382020:0:35413:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608865.382025:0:35413:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608865.382031:0:35413:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608865.382041:0:35413:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d911dcd800. 00000100:00000001:2.0:1789608865.382049:0:35413:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608865.382068:0:35413:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000001:00000001:1.0:1789608865.382069:0:35426:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608865.382072:0:35426:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000100:00000001:2.0:1789608865.382073:0:35413:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608865.382074:0:35426:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514697752 : -117815194853864 : ffff94d903295e18) 00000020:00001000:1.0:1789608865.382076:0:35426:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295e10 00000008:00000001:1.0:1789608865.382079:0:35426:0:(osc_cache.c:2388:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1789608865.382081:0:35426:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:1.0:1789608865.382084:0:35426:0:(osc_cache.c:2379:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789608865.382086:0:35426:0:(osc_cache.c:2452:osc_check_rpcs()) Process leaving 00000100:00000040:2.0:1789608865.382088:0:35413:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000018fafb34] to pc [ptlrpcd_01_00+0] req@ffff94d907d25880 x1876538934310528/t0(0) o16->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000001:00000001:1.0:1789608865.382088:0:35426:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1789608865.382089:0:35426:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1789608865.382113:0:35426:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789608865.382115:0:35426:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295e10 00000008:00000001:2.0:1789608865.382116:0:35413:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789608865.382117:0:35426:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1789608865.382118:0:35426:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000008:00000001:2.0:1789608865.382119:0:35413:0:(osc_io.c:1090:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608865.382120:0:35413:0:(osc_io.c:1174:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.382123:0:35413:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608865.382124:0:35413:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608865.382126:0:35413:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.382128:0:35413:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.382130:0:35413:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:2.0:1789608865.382132:0:35413:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1789608865.382134:0:35413:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1789608865.382135:0:35413:0:(cl_io.c:556:cl_io_end()) Process entered 00000001:00000001:1.0:1789608865.382211:0:35426:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789608865.382213:0:35426:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1789608865.382215:0:35426:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1789608865.382241:0:35426:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789608865.382244:0:35426:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608865.382247:0:35426:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1789608865.382253:0:35426:0:(import.c:65:import_set_state_nolock()) ffff94d902b13800 lustre-OST0000_UUID: changing import state from EVICTED to RECOVER 00000100:00000001:1.0:1789608865.382257:0:35426:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1789608865.382260:0:35426:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1789608865.382263:0:35426:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789608865.382266:0:35426:0:(import.c:65:import_set_state_nolock()) ffff94d902b13800 lustre-OST0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:1.0:1789608865.382269:0:35426:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1789608865.382271:0:35426:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:1.0:1789608865.382273:0:35426:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1789608865.382277:0:35426:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:1.0:1789608865.382280:0:35426:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:1.0:1789608865.382283:0:35426:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff94d90937d568 for uuid lustre-OST0000_UUID event(1) 00020000:01000000:1.0:1789608865.382288:0:35426:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000100:00000001:3.0:1789608865.382313:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608865.382318:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608865.382322:0:2411:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608865.382330:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d25880 x1876538934310528/t0(0) o16->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608865.382344:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608865.382347:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608865.382351:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00020000:00000040:1.0:1789608865.382353:0:35426:0:(lov_obd.c:417:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn c54db3288176f35f 02000000:00000001:3.0:1789608865.382355:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1789608865.382356:0:35426:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608865.382357:0:2411:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608865.382359:0:35426:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000100:00100000:3.0:1789608865.382361:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d25880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934310528:192.168.203.121@tcp:16:multiop.0 00000080:00000001:1.0:1789608865.382363:0:35426:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:1.0:1789608865.382365:0:35426:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000100:00000001:3.0:1789608865.382366:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000080:00000001:1.0:1789608865.382367:0:35426:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:1.0:1789608865.382368:0:35426:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:1.0:1789608865.382371:0:35426:0:(lov_obd.c:1160:lov_get_info()) Process entered 02000000:00000001:3.0:1789608865.382372:0:2411:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00020000:00000001:1.0:1789608865.382373:0:35426:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608865.382374:0:2411:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608865.382375:0:35426:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608865.382377:0:2411:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000080:00000001:1.0:1789608865.382377:0:35426:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:1.0:1789608865.382378:0:35426:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:1.0:1789608865.382380:0:35426:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608865.382381:0:35426:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608865.382383:0:2411:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d90839a800. 00000080:00080000:1.0:1789608865.382383:0:35426:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 02000000:00000001:3.0:1789608865.382385:0:2411:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608865.382387:0:35426:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:1.0:1789608865.382389:0:35426:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608865.382391:0:35426:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608865.382392:0:35426:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608865.382394:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000080:00000001:1.0:1789608865.382394:0:35426:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608865.382397:0:35426:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789608865.382399:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a898. 00000008:00000001:1.0:1789608865.382399:0:35426:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789608865.382400:0:35426:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608865.382402:0:35426:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1789608865.382407:0:35426:0:(import.c:1788:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff94d904ceb000: Connection restored to 192.168.203.121@tcp (at 192.168.203.121@tcp) 00000400:00000010:3.0:1789608865.382408:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a95d8. 00000100:00000001:1.0:1789608865.382411:0:35426:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608865.382414:0:35426:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608865.382415:0:35426:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00000100:00000200:3.0:1789608865.382416:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934310528, portal 4 00000020:00000001:1.0:1789608865.382418:0:35426:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:3.0:1789608865.382419:0:2411:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608865.382419:0:35426:0:(import.c:1656:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608865.382421:0:2411:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592880768 : -117815116670848 : ffff94d907d25880) 00000100:00000040:3.0:1789608865.382428:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d907d25880 x1876538934310528/t0(0) o16->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608881 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608865.382792:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608865.382796:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608865.382801:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9908. 00000100:00000200:3.0:1789608865.382805:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1876538934310528, offset 0 00000400:00000200:3.0:1789608865.382814:0:2411:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608865.382825:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608865.382833:0:2411:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608865.382839:0:2411:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608865.382844:0:2411:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608865.382848:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608865.382851:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608865.382855:0:2411:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2943:2943:256:4294967295] 192.168.203.121@tcp LPNI seq info [2943:2943:8:4294967295] 00000400:00000200:3.0:1789608865.382860:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608865.382871:0:2411:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608865.382879:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608865.382885:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d9104bd100. 00000800:00000200:3.0:1789608865.382893:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608865.382901:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608865.382906:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d9104bd100 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:3.0:1789608865.383050:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608865.383055:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 196906 usecs (197 jiffies) 00000400:00000200:3.0:1789608865.383058:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608865.383061:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296592670 00000100:00000001:3.0:1789608865.383064:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296593758 00000100:00000001:3.0:1789608865.383066:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296592670 00000100:00000001:3.0:1789608865.383067:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296593758 00000100:00000001:3.0:1789608865.383069:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608865.383071:0:2411:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608865.383074:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608865.383077:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608865.383084:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608865.383087:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789608865.383089:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608865.383090:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608865.383091:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608865.383093:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608865.383103:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608865.383105:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608865.386511:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608865.386751:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bd100. 00000400:00000200:0.0:1789608865.386763:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608865.386773:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608865.386782:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9908 00000400:00000010:0.0:1789608865.386785:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9908. 00000100:00000001:0.0:1789608865.386792:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608865.386802:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25880 x1876538934310528/t0(0) o16->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608881 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608865.386815:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608865.386828:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d25880 x1876538934310528/t0(0) o16->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608881 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608865.386836:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608865.386837:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608865.388004:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608865.388022:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608865.388027:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608865.388030:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608865.388040:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.388046:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608865.388056:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.388061:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.388066:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.388071:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 432 into portal 4 MB=0x6aab3c4963680 00000400:00000200:0.0:1789608865.388077:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.388084:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 432/432 into md 0x8669 [1] + 224 00000800:00000001:0.0:1789608865.388092:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608865.388099:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608865.388102:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608865.388105:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608865.388112:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608865.388119:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d25880 x1876538934310528/t0(0) o16->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608881 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608865.388132:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff94d907d25880 x1876538934310528/t0(0) o16->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608881 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608865.388216:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608865.388288:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608865.388293:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1789608865.388336:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608865.388340:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1789608865.388385:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608865.388388:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608865.388392:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a898. 00000400:00000200:3.0:1789608865.388398:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a95d8 00000400:00000010:3.0:1789608865.388401:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a95d8. 00000100:00000001:3.0:1789608865.388405:0:2411:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608865.388411:0:2411:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d25880 x1876538934310528/t0(0) o16->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608881 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789608865.388421:0:2411:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d25880 x1876538934310528/t0(0) o16->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608881 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608865.388427:0:2411:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608865.388430:0:2411:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608865.388433:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608865.388493:0:2411:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608865.388497:0:2411:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608865.388500:0:2411:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608865.388504:0:2411:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608865.388629:0:2411:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13c60 time=73 v=5 (5 5 5 5) 00000100:00001000:3.0:1789608865.388634:0:2411:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608865.388636:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608865.388639:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.388642:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608865.388647:0:2411:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608865.388651:0:2411:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608865.388654:0:2411:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: skip recheck: last_committed 4294967333 00000100:00000001:3.0:1789608865.388656:0:2411:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608865.388658:0:2411:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608865.388665:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d25880 x1876538934310528/t0(0) o16->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608881 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608865.388672:0:2411:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608865.388764:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608865.388767:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1789608865.388772:0:2411:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000020:00000001:3.0:1789608865.388782:0:2411:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5c00 -> ffff94d9040db3a0 00000020:00000001:3.0:1789608865.388785:0:2411:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5c00 -> ffff94d9040db3a0 00000020:00000001:3.0:1789608865.388787:0:2411:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1789608865.388791:0:2411:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1789608865.388795:0:2411:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.388797:0:2411:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.388798:0:2411:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5c00 -> ffff94d9040db3a0 00000008:00000001:3.0:1789608865.388890:0:2411:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608865.388897:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d25880 x1876538934310528/t0(0) o16->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608881 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789608865.388905:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d25880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934310528:192.168.203.121@tcp:16:multiop.0 00000100:00000001:3.0:1789608865.388910:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608865.388914:0:2411:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608865.388918:0:2411:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d25880 x1876538934310528/t0(0) o16->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608881 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608865.388924:0:2411:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608865.388928:0:2411:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608865.388932:0:2411:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d90839a800. 02000000:00000001:3.0:1789608865.388935:0:2411:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608865.388939:0:2411:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608865.388941:0:2411:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=2 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:3.0:1789608865.388943:0:2411:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608865.388946:0:2411:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d911dcd800. 02000000:00000001:3.0:1789608865.388950:0:2411:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608865.388952:0:2411:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608865.388955:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d25880. 00000100:00000001:3.0:1789608865.388959:0:2411:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608865.388960:0:2411:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608865.388963:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608865.388971:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608865.388974:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608865.388977:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608865.388980:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.389015:0:35413:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:2.0:1789608865.389020:0:35413:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608865.389023:0:35413:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000080:00000001:2.0:1789608865.389031:0:35413:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1789608865.389034:0:35413:0:(cl_object.c:143:cl_object_top()) ffff94d9040db3a0 -> ffff94d9040db3a0 00000020:00000001:2.0:1789608865.389036:0:35413:0:(cl_object.c:143:cl_object_top()) ffff94d9040db3a0 -> ffff94d9040db3a0 00000020:00000001:2.0:1789608865.389038:0:35413:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1789608865.389043:0:35413:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1789608865.389048:0:35413:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1789608865.389050:0:35413:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608865.389052:0:35413:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1789608865.389053:0:35413:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=2 : 2 : 2) 00020000:00000002:2.0:1789608865.389055:0:35413:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x8:1073742850 on OST[0]: s=2 (1) m=1789608865 a=0 c=1789608865 b=11 00020000:00000001:2.0:1789608865.389059:0:35413:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789608865.389061:0:35413:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=2 m=1789608865 a=0 c=1789608865 b=11 00020000:00000001:2.0:1789608865.389065:0:35413:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.389067:0:35413:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.389068:0:35413:0:(cl_object.c:143:cl_object_top()) ffff94d9040db3a0 -> ffff94d9040db3a0 00000080:00200000:2.0:1789608865.389070:0:35413:0:(file.c:1775:ll_merge_attr_nolock()) [0x240000402:0x8:0x0] updating i_size 2 i_blocks 11 00000080:00000001:2.0:1789608865.389074:0:35413:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1789608865.389076:0:35413:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:2.0:1789608865.389079:0:35413:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:2.0:1789608865.389082:0:35413:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1789608865.389085:0:35413:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1789608865.389086:0:35413:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:2.0:1789608865.389087:0:35413:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1789608865.389089:0:35413:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608865.389091:0:35413:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608865.389092:0:35413:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1789608865.389093:0:35413:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1789608865.389095:0:35413:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1789608865.389096:0:35413:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1789608865.389098:0:35413:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1789608865.389100:0:35413:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1789608865.389101:0:35413:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1789608865.389102:0:35413:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1789608865.389104:0:35413:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1789608865.389105:0:35413:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608865.389107:0:35413:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608865.389109:0:35413:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1789608865.389110:0:35413:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1789608865.389112:0:35413:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.389114:0:35413:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:2.0:1789608865.389117:0:35413:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1789608865.389119:0:35413:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1789608865.389120:0:35413:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:2.0:1789608865.389122:0:35413:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789608865.389124:0:35413:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295000 00020000:00000001:2.0:1789608865.389128:0:35413:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1789608865.389130:0:35413:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1789608865.389354:0:35413:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1789608865.389357:0:35413:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x8:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1789608865.389361:0:35413:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789608865.389362:0:35413:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789608865.389365:0:35413:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295510 00000080:00000001:2.0:1789608865.389368:0:35413:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.389373:0:35413:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01ccfe48 00000080:00000008:2.0:1789608865.389375:0:35413:0:(file.c:5438:ll_fsync()) COMPLETED file: name=f24a.recovery-small, fid=[0x240000402:0x8:0x0], start=0, end=9223372036854775807, datasync=0, rc=-5 00000080:00000001:2.0:1789608865.389379:0:35413:0:(file.c:5440:ll_fsync()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00020000:00000001:2.0:1789608865.390561:0:35413:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1789608865.390568:0:35413:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b657c0) owner 0000000000000000/ffff94d907f24f80 00020000:00000002:2.0:1789608865.390584:0:35413:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b657c0) owner 0000000000000000/ffff94d907f24f80 00020000:00000001:2.0:1789608865.390587:0:35413:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.390605:0:35413:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1789608865.390608:0:35413:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01ccfd88 00000080:00200008:2.0:1789608865.390611:0:35413:0:(file.c:479:ll_file_release()) START file f24a.recovery-small:[0x240000402:0x8:0x0](ffff94d9189200c8), flags 100002 00000080:00000001:2.0:1789608865.390616:0:35413:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:2.0:1789608865.390619:0:35413:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:2.0:1789608865.390621:0:35413:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1789608865.390622:0:35413:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b657c0) owner 0000000000000000/ffff94d907f24f80 00020000:00000002:2.0:1789608865.390624:0:35413:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b657c0) owner 0000000000000000/ffff94d907f24f80 00020000:00000001:2.0:1789608865.390627:0:35413:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.390629:0:35413:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:2.0:1789608865.390635:0:35413:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608865.390639:0:35413:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608865.390642:0:35413:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608865.390646:0:35413:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608865.390648:0:35413:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608865.390650:0:35413:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x8:0x0] 00800000:00000001:2.0:1789608865.390653:0:35413:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608865.390660:0:35413:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608865.390664:0:35413:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608865.390673:0:35413:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69300 count: 2 00010000:00000001:2.0:1789608865.390702:0:35413:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789608865.390709:0:35413:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608865.390711:0:35413:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x240000402:0x8:0x0]: 0 00000080:00000001:2.0:1789608865.390714:0:35413:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1789608865.390716:0:35413:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1789608865.390722:0:35413:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff94d911dcc200. 00000080:00000001:2.0:1789608865.390725:0:35413:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1789608865.390731:0:35413:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1789608865.390736:0:35413:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:2.0:1789608865.390738:0:35413:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608865.390739:0:35413:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608865.390741:0:35413:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608865.390742:0:35413:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608865.390744:0:35413:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608865.390746:0:35413:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x8:0x0] 00800000:00000001:2.0:1789608865.390748:0:35413:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608865.390750:0:35413:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x240000402:0x8:0x0] 00000002:00000001:2.0:1789608865.390754:0:35413:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1789608865.390756:0:35413:0:(mdc_request.c:882:mdc_close()) lustre-MDT0001-mdc-ffff94d904ceb000: [0x240000402:0x8:0x0] file closed with intent: 200 00000100:00000010:2.0:1789608865.390763:0:35413:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d25180. 00000020:00000040:2.0:1789608865.390773:0:35413:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=5 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000100:00000001:2.0:1789608865.390779:0:35413:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608865.390783:0:35413:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608865.390788:0:35413:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608865.390797:0:35413:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d911dcd000. 00000100:00000001:2.0:1789608865.390804:0:35413:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1789608865.390830:0:35413:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94d907d24380 x1876538934309632/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/664 e 0 to 0 dl 1789608879 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1789608865.390842:0:35413:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff94d904ceb000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1789608865.390848:0:35413:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d907d25180 x1876538934310784/t0(0) o35->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1789608865.390854:0:35413:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789608865.390857:0:35413:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789608865.390867:0:35413:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d9112a3f00. 00000100:00000001:2.0:1789608865.390869:0:35413:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258749636352 : -117814959915264 : ffff94d9112a3f00) 00000100:00000001:2.0:1789608865.390872:0:35413:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608865.390874:0:35413:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592878976 : -117815116672640 : ffff94d907d25180) 00000100:00000001:2.0:1789608865.390879:0:35413:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608865.390884:0:35413:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608865.390886:0:35413:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789608865.390888:0:35413:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608865.390892:0:35413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d25180 x1876538934310784/t0(0) o35->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608865.390900:0:35413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608865.390902:0:35413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608865.390906:0:35413:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608865.390909:0:35413:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608865.390912:0:35413:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608865.390916:0:35413:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d25180 pname:cluuid:pid:xid:nid:opc:job multiop:25f5d458-2cbe-49cd-9693-334c08df7e27:35413:1876538934310784:192.168.203.121@tcp:35:multiop.0 00000100:00000001:2.0:1789608865.390920:0:35413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608865.390927:0:35413:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608865.390929:0:35413:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608865.390932:0:35413:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608865.390937:0:35413:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903dbc000. 02000000:00000001:2.0:1789608865.390939:0:35413:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608865.390948:0:35413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608865.390953:0:35413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21aa8. 00000400:00000010:2.0:1789608865.390961:0:35413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c550. 00000100:00000200:2.0:1789608865.390969:0:35413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934310784, portal 10 00000100:00000001:2.0:1789608865.390971:0:35413:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608865.390972:0:35413:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592878976 : -117815116672640 : ffff94d907d25180) 00000100:00000040:2.0:1789608865.390979:0:35413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d907d25180 x1876538934310784/t0(0) o35->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608881 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608865.390986:0:35413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608865.390990:0:35413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608865.390993:0:35413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6cee0. 00000100:00000200:2.0:1789608865.390997:0:35413:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876538934310784, offset 0 00000400:00000200:2.0:1789608865.391005:0:35413:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608865.391014:0:35413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608865.391022:0:35413:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608865.391029:0:35413:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608865.391033:0:35413:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608865.391037:0:35413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608865.391040:0:35413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608865.391044:0:35413:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2944:2944:256:4294967295] 192.168.203.121@tcp LPNI seq info [2944:2944:8:4294967295] 00000400:00000200:2.0:1789608865.391048:0:35413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608865.391060:0:35413:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608865.391066:0:35413:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608865.391072:0:35413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a01af00. 00000800:00000200:2.0:1789608865.391080:0:35413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608865.391090:0:35413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608865.391095:0:35413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a01af00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1789608865.391117:0:35413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608865.391122:0:35413:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: using a timeout of 24076 usecs (25 jiffies) 00000400:00000200:2.0:1789608865.391126:0:35413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608865.391129:0:35413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296592505 00000100:00000001:2.0:1789608865.391132:0:35413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296593758 00000100:00000001:2.0:1789608865.391135:0:35413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296592505 00000100:00000001:2.0:1789608865.391137:0:35413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296593758 00000100:00000001:2.0:1789608865.391139:0:35413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608865.391142:0:35413:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608865.391145:0:35413:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608865.391147:0:35413:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789608865.391150:0:35413:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d9112a3f00 going to sleep for 11 seconds 00000100:00000001:2.0:1789608865.391153:0:35413:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608865.391157:0:35413:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608865.391444:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608865.391450:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a01af00. 00000400:00000200:0.0:1789608865.391456:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608865.391461:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608865.391468:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6cee0 00000400:00000010:0.0:1789608865.391471:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6cee0. 00000100:00000001:0.0:1789608865.391475:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608865.391479:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25180 x1876538934310784/t0(0) o35->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608881 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608865.391491:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608865.391494:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d25180 x1876538934310784/t0(0) o35->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608881 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608865.391501:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608865.391503:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1789608865.393985:0:35231:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1800. 00010000:00000010:1.1:1789608865.394009:0:35231:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904e29000. 00000800:00000001:0.0:1789608865.396083:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608865.396105:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608865.396112:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608865.396115:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608865.396125:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.396142:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608865.396153:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.396159:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.396164:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.396169:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 456 into portal 10 MB=0x6aab3c4963780 00000400:00000200:0.0:1789608865.396175:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.396182:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 456/456 into md 0x8671 [1] + 224 00000800:00000001:0.0:1789608865.396191:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608865.396198:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608865.396202:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608865.396207:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608865.396220:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608865.396231:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d25180 x1876538934310784/t0(0) o35->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608881 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608865.396242:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94d907d25180 x1876538934310784/t0(0) o35->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608881 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608865.396256:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608865.396265:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608865.396268:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608865.396422:0:35413:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608865.396432:0:35413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608865.396434:0:35413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608865.396439:0:35413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21aa8. 00000400:00000200:2.0:1789608865.396454:0:35413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c550 00000400:00000010:2.0:1789608865.396457:0:35413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c550. 00000100:00000001:2.0:1789608865.396461:0:35413:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608865.396465:0:35413:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d25180 x1876538934310784/t0(0) o35->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608881 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789608865.396474:0:35413:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d25180 x1876538934310784/t0(0) o35->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608881 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608865.396480:0:35413:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608865.396483:0:35413:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608865.396485:0:35413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608865.396489:0:35413:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608865.396492:0:35413:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608865.396495:0:35413:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608865.396499:0:35413:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608865.396526:0:35413:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b17d38 time=128 v=5 (5 0 0 5) 00000100:00001000:2.0:1789608865.396531:0:35413:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b17c18 time=73 v=5 (1 1 1 1) 00000100:00000001:2.0:1789608865.396534:0:35413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608865.396536:0:35413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608865.396539:0:35413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608865.396544:0:35413:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608865.396548:0:35413:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789608865.396550:0:35413:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1789608865.396551:0:35413:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789608865.396554:0:35413:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608865.396556:0:35413:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592878976 : -117815116672640 : ffff94d907d25180) 00000100:00000001:2.0:1789608865.396559:0:35413:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608865.396561:0:35413:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967334 00000100:00000001:2.0:1789608865.396563:0:35413:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608865.396567:0:35413:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608865.396582:0:35413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d25180 x1876538934310784/t4294967336(4294967336) o35->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608881 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608865.396596:0:35413:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608865.396599:0:35413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608865.396601:0:35413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608865.396605:0:35413:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d25180 x1876538934310784/t4294967336(4294967336) o35->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608881 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789608865.396613:0:35413:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d25180 pname:cluuid:pid:xid:nid:opc:job multiop:25f5d458-2cbe-49cd-9693-334c08df7e27:35413:1876538934310784:192.168.203.121@tcp:35:multiop.0 00000100:00000001:2.0:1789608865.396618:0:35413:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608865.396622:0:35413:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608865.396625:0:35413:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789608865.396627:0:35413:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608865.396631:0:35413:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d25180 x1876538934310784/t4294967336(4294967336) o35->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608881 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608865.396638:0:35413:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608865.396642:0:35413:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d9112a3f00. 00000100:00000001:2.0:1789608865.396645:0:35413:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789608865.396647:0:35413:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608865.396657:0:35413:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608865.396658:0:35413:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592878976 : -117815116672640 : ffff94d907d25180) 00000002:00000001:2.0:1789608865.396660:0:35413:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608865.396663:0:35413:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789608865.396668:0:35413:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dcc200. 00000080:00000001:2.0:1789608865.396672:0:35413:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1789608865.396694:0:35413:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1789608865.396698:0:35413:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608865.396701:0:35413:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608865.396703:0:35413:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608865.396707:0:35413:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608865.396710:0:35413:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608865.396712:0:35413:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x8:0x0] 00800000:00000001:2.0:1789608865.396714:0:35413:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608865.396719:0:35413:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1789608865.396726:0:35413:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94d907d24380 x1876538934309632/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/664 e 0 to 0 dl 1789608879 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608865.396734:0:35413:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608865.396736:0:35413:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592875392 : -117815116676224 : ffff94d907d24380) 00000100:00000001:2.0:1789608865.396738:0:35413:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608865.396741:0:35413:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d24380 x1876538934309632/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/664 e 0 to 0 dl 1789608879 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608865.396748:0:35413:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608865.396750:0:35413:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608865.396752:0:35413:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d24380 x1876538934309632/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/664 e 0 to 0 dl 1789608879 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608865.396759:0:35413:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1789608865.396763:0:35413:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608865.396765:0:35413:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=4 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:2.0:1789608865.396767:0:35413:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608865.396771:0:35413:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d903dbe800. 02000000:00000001:2.0:1789608865.396776:0:35413:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608865.396778:0:35413:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608865.396780:0:35413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d24380. 00000100:00000001:2.0:1789608865.396785:0:35413:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608865.396786:0:35413:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608865.396788:0:35413:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608865.396791:0:35413:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d25180 x1876538934310784/t4294967336(4294967336) o35->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608881 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608865.396798:0:35413:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608865.396800:0:35413:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff94d907f68a00. 00000002:00000001:2.0:1789608865.396803:0:35413:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608865.396805:0:35413:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789608865.396807:0:35413:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94d9071bf0c0. 00000100:00000001:2.0:1789608865.396810:0:35413:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608865.396813:0:35413:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d25180 x1876538934310784/t4294967336(4294967336) o35->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608881 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608865.396824:0:35413:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.396827:0:35413:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789608865.396832:0:35413:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d91a6d2f00. 00000080:00000001:2.0:1789608865.396838:0:35413:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.396845:0:35413:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01ccfd88 00000080:00000008:2.0:1789608865.396848:0:35413:0:(file.c:523:ll_file_release()) COMPLETED file f24a.recovery-small:[0x240000402:0x8:0x0](ffff94d9189200c8), flags 100002, rc = 0 00000080:00000001:2.0:1789608865.396851:0:35413:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.396858:0:35413:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789608865.396860:0:35413:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01ccfd98 00000080:00002000:2.0:1789608865.396862:0:35413:0:(dcache.c:127:ll_ddelete()) keeping dentry f24a.recovery-small (ffff94d91155bca8, parent ffff94d918b4baf8, inode ffff94d9189200c8) hashed, 00000080:00000001:2.0:1789608865.396865:0:35413:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608865.415851:0:35428:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789608865.415864:0:35428:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789608865.415867:0:35428:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789608865.415871:0:35428:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cdfbc0 00000080:00200000:1.0:1789608865.415877:0:35428:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:1.0:1789608865.415889:0:35428:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d901343000. 00800000:00000002:1.0:1789608865.415900:0:35428:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:1.0:1789608865.415905:0:35428:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789608865.415911:0:35428:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789608865.415914:0:35428:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cdfae0 00800000:00000002:1.0:1789608865.415917:0:35428:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789608865.415922:0:35428:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789608865.415925:0:35428:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789608865.415928:0:35428:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789608865.415932:0:35428:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789608865.415935:0:35428:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789608865.415937:0:35428:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608865.415940:0:35428:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789608865.415942:0:35428:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608865.415946:0:35428:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789608865.415952:0:35428:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789608865.415954:0:35428:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cdf9b0 00000002:00010000:1.0:1789608865.415956:0:35428:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789608865.415960:0:35428:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789608865.415963:0:35428:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789608865.415968:0:35428:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789608865.415977:0:35428:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29d00 count: 2 00010000:00000001:1.0:1789608865.415981:0:35428:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789608865.415988:0:35428:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608865.415993:0:35428:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789608865.415999:0:35428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1400/0xc54db3288176ff6e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9adb expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1789608865.416014:0:35428:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789608865.416022:0:35428:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608865.416025:0:35428:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1400/0xc54db3288176ff6e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9adb expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1789608865.416033:0:35428:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789608865.416035:0:35428:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789608865.416038:0:35428:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789608865.416040:0:35428:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789608865.416042:0:35428:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789608865.416044:0:35428:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789608865.416047:0:35428:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789608865.416050:0:35428:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:1.0:1789608865.416054:0:35428:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d901343000. 00000080:00000001:1.0:1789608865.416061:0:35428:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789608865.416063:0:35428:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789608865.416067:0:35428:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:1.0:1789608865.416070:0:35428:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176ff6e 00800000:00000001:1.0:1789608865.416074:0:35428:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789608865.416076:0:35428:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789608865.416078:0:35428:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608865.416081:0:35428:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608865.416084:0:35428:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1400 refcount=3 00000020:00000001:1.0:1789608865.416087:0:35428:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570791424 : -117814138760192 : ffff94d9421c1400) 00010000:00000001:1.0:1789608865.416090:0:35428:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570791424 : -117814138760192 : ffff94d9421c1400) 00010000:00000001:1.0:1789608865.416093:0:35428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608865.416095:0:35428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789608865.416096:0:35428:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608865.416098:0:35428:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789608865.416101:0:35428:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ff6e from it ffffae3e01cdfbf8 00010000:00000001:1.0:1789608865.416104:0:35428:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608865.416105:0:35428:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608865.416106:0:35428:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1400 refcount=3 00000020:00000001:1.0:1789608865.416108:0:35428:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570791424 : -117814138760192 : ffff94d9421c1400) 00010000:00000001:1.0:1789608865.416110:0:35428:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570791424 : -117814138760192 : ffff94d9421c1400) 00010000:00000001:1.0:1789608865.416113:0:35428:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789608865.416116:0:35428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1400/0xc54db3288176ff6e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9adb expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1789608865.416122:0:35428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608865.416123:0:35428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608865.416125:0:35428:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789608865.416128:0:35428:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789608865.416427:0:35428:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1400/0xc54db3288176ff6e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9adb expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789608865.416442:0:35428:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789608865.416446:0:35428:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789608865.416499:0:35428:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789608865.416506:0:35428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608865.416508:0:35428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608865.416511:0:35428:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608865.416600:0:35428:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789608865.416604:0:35428:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608865.416607:0:35428:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608865.416610:0:35428:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608865.416613:0:35428:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789608865.416614:0:35428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608865.416616:0:35428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789608865.416621:0:35428:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789608865.416623:0:35428:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789608865.416628:0:35428:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 1 00000080:00000001:1.0:1789608865.416633:0:35428:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789608865.416654:0:35428:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d907ed9f60. 00000080:00000001:1.0:1789608865.416659:0:35428:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789608865.416662:0:35428:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789608865.416663:0:35428:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cdfb00 00000080:00200000:1.0:1789608865.416665:0:35428:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:1.0:1789608865.416670:0:35428:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d901343000. 00800000:00000002:1.0:1789608865.416674:0:35428:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:0.0:1789608865.419011:0:35428:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789608865.419024:0:35428:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789608865.419029:0:35428:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cdfa20 00800000:00000002:0.0:1789608865.419035:0:35428:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789608865.419042:0:35428:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789608865.419045:0:35428:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789608865.419048:0:35428:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789608865.419051:0:35428:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789608865.419054:0:35428:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789608865.419056:0:35428:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608865.419058:0:35428:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789608865.419061:0:35428:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608865.419065:0:35428:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789608865.419071:0:35428:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789608865.419073:0:35428:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cdf8f0 00000002:00010000:0.0:1789608865.419075:0:35428:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789608865.419080:0:35428:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789608865.419082:0:35428:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608865.419087:0:35428:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608865.419097:0:35428:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29d00 count: 2 00010000:00000001:0.0:1789608865.419101:0:35428:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789608865.419108:0:35428:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608865.419113:0:35428:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789608865.419119:0:35428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1400/0xc54db3288176ff6e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9adb expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1789608865.419132:0:35428:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789608865.419149:0:35428:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608865.419153:0:35428:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1400/0xc54db3288176ff6e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9adb expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1789608865.419160:0:35428:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789608865.419163:0:35428:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789608865.419165:0:35428:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789608865.419167:0:35428:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789608865.419169:0:35428:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789608865.419172:0:35428:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789608865.419175:0:35428:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789608865.419187:0:35428:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:0.0:1789608865.419192:0:35428:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d901343000. 00000080:00000001:0.0:1789608865.419197:0:35428:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789608865.419199:0:35428:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789608865.419201:0:35428:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:0.0:1789608865.419205:0:35428:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176ff6e 00800000:00000001:0.0:1789608865.419210:0:35428:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789608865.419212:0:35428:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789608865.419366:0:35428:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608865.419369:0:35428:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608865.419373:0:35428:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1400 refcount=3 00000020:00000001:0.0:1789608865.419376:0:35428:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570791424 : -117814138760192 : ffff94d9421c1400) 00010000:00000001:0.0:1789608865.419379:0:35428:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570791424 : -117814138760192 : ffff94d9421c1400) 00010000:00000001:0.0:1789608865.419383:0:35428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608865.419385:0:35428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789608865.419386:0:35428:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608865.419388:0:35428:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789608865.419391:0:35428:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ff6e from it ffffae3e01cdfb38 00010000:00000001:0.0:1789608865.419393:0:35428:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608865.419394:0:35428:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608865.419395:0:35428:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1400 refcount=3 00000020:00000001:0.0:1789608865.419397:0:35428:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570791424 : -117814138760192 : ffff94d9421c1400) 00010000:00000001:0.0:1789608865.419399:0:35428:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570791424 : -117814138760192 : ffff94d9421c1400) 00010000:00000001:0.0:1789608865.419402:0:35428:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789608865.419406:0:35428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1400/0xc54db3288176ff6e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9adb expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1789608865.419413:0:35428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608865.419414:0:35428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608865.419415:0:35428:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789608865.419418:0:35428:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789608865.419421:0:35428:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1400/0xc54db3288176ff6e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9adb expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1789608865.419429:0:35428:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789608865.419432:0:35428:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789608865.419434:0:35428:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789608865.419449:0:35428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608865.419450:0:35428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608865.419452:0:35428:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608865.419456:0:35428:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789608865.419458:0:35428:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608865.419460:0:35428:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608865.419463:0:35428:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608865.419466:0:35428:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789608865.419467:0:35428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608865.419468:0:35428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789608865.419472:0:35428:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789608865.419474:0:35428:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789608865.419485:0:35428:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 3 00000080:00000001:0.0:1789608865.419491:0:35428:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608865.419497:0:35428:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1789608865.419500:0:35428:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cdfb58 00000080:00200000:0.0:1789608865.419502:0:35428:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff94d918926c08), file ffff94d91830cf00, open_flags 8441, mode 81b6 opened 0 00000080:00000010:0.0:1789608865.419613:0:35428:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff94d9082d7a80. 00000080:00000001:0.0:1789608865.419619:0:35428:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1789608865.419622:0:35428:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cdfa08 00000080:00200000:0.0:1789608865.419624:0:35428:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff94d918926c08), intent=open|creat 00000080:00000010:0.0:1789608865.419635:0:35428:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d908fa5000. 00800000:00000002:0.0:1789608865.419640:0:35428:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:0.0:1789608865.419646:0:35428:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789608865.419649:0:35428:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789608865.419651:0:35428:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cdf928 00800000:00000002:0.0:1789608865.419652:0:35428:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789608865.419656:0:35428:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1789608865.419659:0:35428:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1789608865.419663:0:35428:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789608865.419664:0:35428:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789608865.419666:0:35428:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789608865.419668:0:35428:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789608865.419670:0:35428:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608865.419672:0:35428:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789608865.419674:0:35428:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608865.419760:0:35428:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446626258787724288 : -117814921827328 : ffff94d9136f6c00) 00800000:00000001:0.0:1789608865.419820:0:35428:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1789608865.419824:0:35428:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1789608865.419827:0:35428:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1789608865.419831:0:35428:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1789608865.419834:0:35428:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94d904ceb000: Allocated FID [0x200000405:0x2b:0x0] 40000000:00000001:0.0:1789608865.419837:0:35428:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608865.419839:0:35428:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608865.419841:0:35428:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608865.419843:0:35428:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.419845:0:35428:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cdf8a8 00800000:00000002:0.0:1789608865.419847:0:35428:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='recon' -> mds #0 layout version 1 00000002:00000001:0.0:1789608865.419851:0:35428:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789608865.419853:0:35428:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cdf7e0 00000002:00010000:0.0:1789608865.419855:0:35428:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: recon,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0102102 00000002:00000001:0.0:1789608865.419860:0:35428:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789608865.419863:0:35428:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1789608865.419867:0:35428:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1789608865.419872:0:35428:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608865.419874:0:35428:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789608865.419876:0:35428:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29d00 count: 2 00010000:00000001:0.0:1789608865.419879:0:35428:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789608865.419881:0:35428:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789608865.419885:0:35428:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789608865.419889:0:35428:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1400/0xc54db3288176ff6e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x91bddff8e8ed9adb expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1789608865.419899:0:35428:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789608865.419904:0:35428:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789608865.419907:0:35428:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789608865.419909:0:35428:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1789608865.419912:0:35428:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608865.419913:0:35428:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608865.419916:0:35428:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29d00 count: 3 00010000:00000001:0.0:1789608865.419918:0:35428:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789608865.419920:0:35428:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608865.419922:0:35428:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608865.419923:0:35428:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608865.419925:0:35428:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29d00 count: 3 00010000:00000001:0.0:1789608865.419926:0:35428:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789608865.419929:0:35428:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608865.419930:0:35428:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608865.419931:0:35428:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608865.419933:0:35428:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29d00 count: 3 00010000:00000001:0.0:1789608865.419935:0:35428:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789608865.419936:0:35428:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608865.419938:0:35428:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789608865.419941:0:35428:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff94d918926b40, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1789608865.419946:0:35428:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1789608865.419950:0:35428:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1789608865.419953:0:35428:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789608865.419954:0:35428:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608865.419958:0:35428:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789608865.419962:0:35428:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789608865.419963:0:35428:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789608865.419965:0:35428:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608865.419967:0:35428:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789608865.419970:0:35428:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d9421c1400 with handle 0xc54db3288176ff6e from hash 00010000:00000001:0.0:1789608865.419972:0:35428:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789608865.419974:0:35428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608865.419975:0:35428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608865.419977:0:35428:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789608865.419980:0:35428:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789608865.419982:0:35428:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789608865.419985:0:35428:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789608865.419987:0:35428:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789608865.419990:0:35428:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1789608865.419998:0:35428:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5ed80. 00000020:00000040:0.0:1789608865.420003:0:35428:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d904ceb000 02000000:00000001:0.0:1789608865.420010:0:35428:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789608865.420012:0:35428:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608865.420016:0:35428:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789608865.420021:0:35428:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789608865.420023:0:35428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608865.420024:0:35428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608865.420026:0:35428:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608865.420028:0:35428:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608865.420030:0:35428:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608865.420033:0:35428:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608865.420042:0:35428:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d903117800. 00000100:00000001:0.0:1789608865.420050:0:35428:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608865.420056:0:35428:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789608865.420059:0:35428:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789608865.420063:0:35428:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1400/0xc54db3288176ff6e lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed9adb expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1789608865.420075:0:35428:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1789608865.420077:0:35428:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789608865.420079:0:35428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789608865.420082:0:35428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1400/0xc54db3288176ff6e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed9adb expref: -99 pid: 35406 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:0.0:1789608865.420090:0:35428:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d904e29d00 count: 0 00010000:00000010:0.0:1789608865.420096:0:35428:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d903cc7000. 00010000:00000001:0.0:1789608865.420105:0:35428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608865.420107:0:35428:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608865.420108:0:35428:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789608865.420110:0:35428:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608865.420112:0:35428:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608865.420122:0:35428:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446626258594164096 : -117815115387520 : ffff94d907e5ed80) 00010000:00000001:0.0:1789608865.420127:0:35428:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789608865.420130:0:35428:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789608865.420922:0:35428:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d909aba100. 00010000:00000010:0.0:1789608865.420930:0:35428:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d90330c580. 00010000:00000001:0.0:1789608865.420935:0:35428:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789608865.420939:0:35428:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d905f54e00. 00000020:00000001:0.0:1789608865.420942:0:35428:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789608865.420945:0:35428:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d905f54e00 with handle 0xc54db3288176ff91 to hash 00000020:00000001:0.0:1789608865.420948:0:35428:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789608865.420949:0:35428:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:0.0:1789608865.420953:0:35428:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:0.0:1789608865.420957:0:35428:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608865.420959:0:35428:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608865.420962:0:35428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176ff91 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35428 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789608865.420970:0:35428:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176ff91 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35428 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1789608865.420986:0:35428:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d904ceb000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1789608865.421001:0:35428:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d907e5ed80 x1876538934311040/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1789608865.421010:0:35428:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176ff91 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35428 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789608865.421016:0:35428:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789608865.421019:0:35428:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789608865.421027:0:35428:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d911db60c0. 00000100:00000001:0.0:1789608865.421029:0:35428:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258761244864 : -117814948306752 : ffff94d911db60c0) 00000100:00000001:0.0:1789608865.421032:0:35428:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608865.421033:0:35428:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594164096 : -117815115387520 : ffff94d907e5ed80) 00000100:00000001:0.0:1789608865.421039:0:35428:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608865.421043:0:35428:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608865.421046:0:35428:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789608865.421048:0:35428:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608865.421052:0:35428:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5ed80 x1876538934311040/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608865.421059:0:35428:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608865.421061:0:35428:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608865.421066:0:35428:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608865.421068:0:35428:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608865.421071:0:35428:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608865.421074:0:35428:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5ed80 pname:cluuid:pid:xid:nid:opc:job bash:25f5d458-2cbe-49cd-9693-334c08df7e27:35428:1876538934311040:192.168.203.121@tcp:101:bash.0 00000100:00000001:0.0:1789608865.421078:0:35428:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608865.421084:0:35428:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608865.421087:0:35428:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608865.421089:0:35428:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608865.421421:0:35428:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff94d9086c0000. 02000000:00000001:0.0:1789608865.421425:0:35428:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608865.421444:0:35428:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608865.421452:0:35428:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8bb0. 00000400:00000010:0.0:1789608865.421462:0:35428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff94d903117c00. 00000100:00000200:0.0:1789608865.421471:0:35428:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876538934311040, portal 10 00000100:00000001:0.0:1789608865.421473:0:35428:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608865.421483:0:35428:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594164096 : -117815115387520 : ffff94d907e5ed80) 00000100:00000040:0.0:1789608865.421491:0:35428:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d907e5ed80 x1876538934311040/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789608881 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608865.421500:0:35428:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608865.421503:0:35428:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608865.421937:0:35428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095eddd0. 00000100:00000200:0.0:1789608865.421945:0:35428:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876538934311040, offset 0 00000400:00000200:0.0:1789608865.421956:0:35428:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608865.421967:0:35428:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.421978:0:35428:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608865.421984:0:35428:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608865.421989:0:35428:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608865.421992:0:35428:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608865.421996:0:35428:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608865.422000:0:35428:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2945:2945:256:4294967295] 192.168.203.121@tcp LPNI seq info [2945:2945:8:4294967295] 00000400:00000200:0.0:1789608865.422005:0:35428:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.422015:0:35428:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608865.422023:0:35428:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608865.422061:0:35428:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faad00. 00000800:00000200:0.0:1789608865.422087:0:35428:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608865.422097:0:35428:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608865.422102:0:35428:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faad00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1789608865.422169:0:35428:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608865.422175:0:35428:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 871890 usecs (872 jiffies) 00000400:00000200:0.0:1789608865.422179:0:35428:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608865.422189:0:35428:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296593384 00000100:00000001:0.0:1789608865.422192:0:35428:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296593758 00000100:00000001:0.0:1789608865.422195:0:35428:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296593384 00000100:00000001:0.0:1789608865.422197:0:35428:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296593758 00000100:00000001:0.0:1789608865.422199:0:35428:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608865.422203:0:35428:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608865.422206:0:35428:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608865.422208:0:35428:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789608865.422211:0:35428:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d911db60c0 going to sleep for 11 seconds 00000100:00000001:0.0:1789608865.422320:0:35428:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608865.422325:0:35428:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608865.428371:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608865.428385:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faad00. 00000400:00000200:1.0:1789608865.428398:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608865.428409:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608865.428420:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095eddd0 00000400:00000010:1.0:1789608865.428424:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095eddd0. 00000100:00000001:1.0:1789608865.428432:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608865.428443:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5ed80 x1876538934311040/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789608881 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608865.428458:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608865.428463:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907e5ed80 x1876538934311040/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789608881 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608865.428471:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608865.428473:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1789608865.430891:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904e29d00. 00010000:00000010:0.1:1789608865.430904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1400. 00000800:00000001:0.0:1789608865.441752:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608865.441775:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608865.441780:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608865.441783:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608865.441794:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.441804:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608865.441815:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.441821:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.441827:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.441831:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 664 into portal 10 MB=0x6aab3c4963880 00000400:00000200:0.0:1789608865.441837:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.441845:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 664/664 into md 0x8679 [32] + 224 00000800:00000001:0.0:1789608865.441853:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608865.441863:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608865.441867:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608865.441872:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608865.441882:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608865.441894:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5ed80 x1876538934311040/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789608881 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608865.441905:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff94d907e5ed80 x1876538934311040/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789608881 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608865.441932:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608865.441945:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608865.441948:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608865.443364:0:35428:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608865.443380:0:35428:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608865.443382:0:35428:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608865.443387:0:35428:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8bb0. 00000400:00000200:2.0:1789608865.443398:0:35428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d903117c00 00000400:00000010:2.0:1789608865.443401:0:35428:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff94d903117c00. 00000100:00000001:2.0:1789608865.443408:0:35428:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608865.443421:0:35428:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5ed80 x1876538934311040/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789608881 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789608865.443433:0:35428:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5ed80 x1876538934311040/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789608881 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608865.443450:0:35428:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608865.443452:0:35428:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608865.443456:0:35428:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608865.443460:0:35428:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608865.443463:0:35428:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608865.443465:0:35428:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608865.443468:0:35428:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608865.443487:0:35428:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=73 v=5 (5 104 104 104) 00000100:00001000:2.0:1789608865.443491:0:35428:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=28 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608865.443493:0:35428:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608865.443495:0:35428:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608865.443500:0:35428:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608865.443504:0:35428:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608865.443513:0:35428:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789608865.443515:0:35428:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009c/0x1] 00000100:00000001:2.0:1789608865.443517:0:35428:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789608865.443519:0:35428:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608865.443521:0:35428:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594164096 : -117815115387520 : ffff94d907e5ed80) 00000100:00000001:2.0:1789608865.443525:0:35428:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608865.443527:0:35428:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967640 00000100:00000001:2.0:1789608865.443529:0:35428:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608865.443531:0:35428:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608865.443537:0:35428:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5ed80 x1876538934311040/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789608881 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608865.443544:0:35428:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608865.443548:0:35428:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608865.443551:0:35428:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608865.443555:0:35428:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5ed80 x1876538934311040/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789608881 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789608865.443562:0:35428:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5ed80 pname:cluuid:pid:xid:nid:opc:job bash:25f5d458-2cbe-49cd-9693-334c08df7e27:35428:1876538934311040:192.168.203.121@tcp:101:bash.0 00000100:00000001:2.0:1789608865.443567:0:35428:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608865.443580:0:35428:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608865.443583:0:35428:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789608865.443586:0:35428:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608865.443590:0:35428:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907e5ed80 x1876538934311040/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789608881 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608865.443597:0:35428:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608865.443601:0:35428:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d911db60c0. 00000100:00000001:2.0:1789608865.443605:0:35428:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789608865.443607:0:35428:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608865.443610:0:35428:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789608865.443617:0:35428:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608865.443620:0:35428:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608865.443625:0:35428:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54e00 refcount=4 00000020:00000001:2.0:1789608865.443628:0:35428:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:2.0:1789608865.443630:0:35428:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000040:2.0:1789608865.443638:0:35428:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d905f54e00, remote cookie: 0x91bddff8e8ed9b59, flags: 0x1001 00010000:00010000:2.0:1789608865.443645:0:35428:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176ff91 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b59 expref: -99 pid: 35428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789608865.443656:0:35428:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x2b:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1789608865.443659:0:35428:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1789608865.443673:0:35428:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d903b69d00. 00010000:00000010:2.0:1789608865.443726:0:35428:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d90847b180. 00010000:00000040:2.0:1789608865.443734:0:35428:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d909aba100 count: 0 00010000:00000010:2.0:1789608865.443741:0:35428:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d90330c580. 00010000:00000001:2.0:1789608865.443751:0:35428:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608865.443755:0:35428:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176ff91 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b59 expref: -99 pid: 35428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789608865.443773:0:35428:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176ff91 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b59 expref: -99 pid: 35428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608865.443782:0:35428:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789608865.443786:0:35428:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789608865.443789:0:35428:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789608865.443790:0:35428:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789608865.443792:0:35428:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789608865.443794:0:35428:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x2b:0x0].0x0 (ffff94d903b69d00) refcount = 1 00010000:00010000:2.0:1789608865.443799:0:35428:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176ff91 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9b59 expref: -99 pid: 35428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608865.443806:0:35428:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789608865.443811:0:35428:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789608865.443813:0:35428:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608865.443816:0:35428:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789608865.443820:0:35428:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608865.443823:0:35428:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176ff91 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b59 expref: -99 pid: 35428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608865.443829:0:35428:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789608865.443831:0:35428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608865.443832:0:35428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608865.443833:0:35428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608865.443835:0:35428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608865.443836:0:35428:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608865.443842:0:35428:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789608865.443845:0:35428:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608865.443847:0:35428:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608865.443849:0:35428:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54e00 refcount=3 00000020:00000001:2.0:1789608865.443850:0:35428:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:2.0:1789608865.443853:0:35428:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:2.0:1789608865.443855:0:35428:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608865.443856:0:35428:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608865.443857:0:35428:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54e00 refcount=4 00000020:00000001:2.0:1789608865.443859:0:35428:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:2.0:1789608865.443861:0:35428:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:2.0:1789608865.443864:0:35428:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608865.443868:0:35428:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608865.443871:0:35428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176ff91 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9b59 expref: -99 pid: 35428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608865.443878:0:35428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608865.443879:0:35428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608865.443880:0:35428:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608865.443882:0:35428:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608865.443883:0:35428:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54e00 refcount=5 00000020:00000001:2.0:1789608865.443885:0:35428:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:2.0:1789608865.443888:0:35428:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:2.0:1789608865.443890:0:35428:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608865.443893:0:35428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176ff91 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9b59 expref: -99 pid: 35428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608865.443900:0:35428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608865.443901:0:35428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789608865.443904:0:35428:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176ff91 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9b59 expref: -99 pid: 35428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608865.443909:0:35428:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608865.443911:0:35428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608865.443912:0:35428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608865.443913:0:35428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608865.443914:0:35428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789608865.443919:0:35428:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff94d907e5ed80 x1876538934311040/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789608881 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789608865.443929:0:35428:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1789608865.443934:0:35428:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d907e5ed80 x1876538934311040/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789608881 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789608865.443942:0:35428:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608865.443950:0:35428:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608865.443952:0:35428:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608865.443953:0:35428:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54e00 refcount=3 00000020:00000001:2.0:1789608865.443955:0:35428:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:2.0:1789608865.443957:0:35428:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00000002:00010000:2.0:1789608865.443960:0:35428:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176ff91 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b59 expref: -99 pid: 35428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1789608865.443970:0:35428:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff94d9071bf6c0. 00010000:00000001:2.0:1789608865.443972:0:35428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608865.443974:0:35428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608865.443975:0:35428:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608865.443977:0:35428:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608865.443981:0:35428:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1789608865.443983:0:35428:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608865.443985:0:35428:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594164096 : -117815115387520 : ffff94d907e5ed80) 00000100:00000001:2.0:1789608865.443987:0:35428:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608865.443988:0:35428:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594164096 : -117815115387520 : ffff94d907e5ed80) 00010000:00000001:2.0:1789608865.443990:0:35428:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608865.443991:0:35428:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608865.443992:0:35428:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54e00 refcount=3 00000020:00000001:2.0:1789608865.443994:0:35428:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:2.0:1789608865.443996:0:35428:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00000002:00010000:2.0:1789608865.443999:0:35428:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176ff91 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b59 expref: -99 pid: 35428 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608865.444004:0:35428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608865.444006:0:35428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608865.444007:0:35428:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789608865.444008:0:35428:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608865.444009:0:35428:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608865.444011:0:35428:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54e00 refcount=3 00000020:00000001:2.0:1789608865.444013:0:35428:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:2.0:1789608865.444015:0:35428:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000040:2.0:1789608865.444019:0:35428:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69d00 count: 2 00010000:00000001:2.0:1789608865.444021:0:35428:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789608865.444026:0:35428:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d91081f000 type 13 mode 4 res 8589935621/43 (0 0) 00010000:00000001:2.0:1789608865.444028:0:35428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608865.444029:0:35428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608865.444031:0:35428:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789608865.444034:0:35428:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cdf768 00000002:00002000:2.0:1789608865.444036:0:35428:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=recon intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:2.0:1789608865.444040:0:35428:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608865.444044:0:35428:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608865.444047:0:35428:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789608865.444050:0:35428:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1789608865.444054:0:35428:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608865.444058:0:35428:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000001:2.0:1789608865.444062:0:35428:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1789608865.444064:0:35428:0:(namei.c:674:ll_lookup_it_finish()) it ffff94d9082d7a80 it_disposition 1800037 00000080:00002000:2.0:1789608865.444070:0:35428:0:(namei.c:653:ll_splice_alias()) Add dentry ffff94d91141b948 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1789608865.444076:0:35428:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789608865.444079:0:35428:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:2.0:1789608865.444081:0:35428:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cdf990 00000080:00200000:2.0:1789608865.444083:0:35428:0:(namei.c:1628:ll_create_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff94d918926c08), intent=open|creat 00000080:00000001:2.0:1789608865.444086:0:35428:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:2.0:1789608865.444089:0:35428:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789608865.444095:0:35428:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1789608865.444099:0:35428:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789608865.444102:0:35428:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611179 : 144115205339611179 : 20000040500002b) 00000080:00000001:2.0:1789608865.444105:0:35428:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1789608865.444126:0:35428:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94d918924200. 00000020:00000001:2.0:1789608865.444138:0:35428:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:2.0:1789608865.444140:0:35428:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1789608865.444144:0:35428:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:2.0:1789608865.444146:0:35428:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff94d9189242c8) 00000020:00000001:2.0:1789608865.444151:0:35428:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789608865.444156:0:35428:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514695448 : -117815194856168 : ffff94d903295518) 00000020:00001000:2.0:1789608865.444159:0:35428:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295510 00000020:00000001:2.0:1789608865.444164:0:35428:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:2.0:1789608865.444169:0:35428:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff94d9040dbe10. 00000020:00000001:2.0:1789608865.444172:0:35428:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1789608865.444174:0:35428:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608865.444184:0:35428:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:2.0:1789608865.444189:0:35428:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff94d910b650f8. 00020000:00000001:2.0:1789608865.444191:0:35428:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446626258742038776 : -117814967512840 : ffff94d910b650f8) 00020000:00000001:2.0:1789608865.444195:0:35428:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:2.0:1789608865.444199:0:35428:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789608865.444205:0:35428:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d907f83d80. 00020000:00000010:2.0:1789608865.444210:0:35428:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d903f8b580. 00020000:00000010:3.0:1789608865.444999:0:35428:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d9092654e0. 00020000:00000001:3.0:1789608865.445007:0:35428:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626258615162080 : -117815094389536 : ffff94d9092654e0) 00020000:00000002:3.0:1789608865.445013:0:35428:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d9092654e0, objid 0x2b:1029, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789608865.445018:0:35428:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789608865.445024:0:35428:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d903f8b580: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000001:3.0:1789608865.445028:0:35428:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:3.0:1789608865.445030:0:35428:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d9092654e0, objid 0x2b:1029, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789608865.445034:0:35428:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789608865.445037:0:35428:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d903f8b580: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000010:3.0:1789608865.445041:0:35428:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff94d918274930. 00020000:00000010:3.0:1789608865.445045:0:35428:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff94d909222c00. 00020000:00000001:3.0:1789608865.445051:0:35428:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:3.0:1789608865.445054:0:35428:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff94d907ddae48. 00020000:00000001:3.0:1789608865.445059:0:35428:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:3.0:1789608865.445061:0:35428:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:3.0:1789608865.445068:0:35428:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:3.0:1789608865.445073:0:35428:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff94d904aaa190. 00000020:00000001:3.0:1789608865.445076:0:35428:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1789608865.445077:0:35428:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.445080:0:35428:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446626258539946512 : -117815169605104 : ffff94d904aaa210) 00020000:00000001:3.0:1789608865.445085:0:35428:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:3.0:1789608865.445091:0:35428:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff94d905e4e380. 00020000:00000001:3.0:1789608865.445094:0:35428:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.445100:0:35428:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446626258539946512 : -117815169605104 : ffff94d904aaa210) 00020000:00000001:3.0:1789608865.445103:0:35428:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446626258539946512 : -117815169605104 : ffff94d904aaa210) 00020000:00000002:3.0:1789608865.445107:0:35428:0:(lov_object.c:134:lov_init_sub()) [0x2c0000401:0x42:0x0]@ffff94d904aaa190[0:0] -> [0x200000405:0x2b:0x0]@ffff94d9040dbe10: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000001:3.0:1789608865.445113:0:35428:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:3.0:1789608865.445115:0:35428:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:3.0:1789608865.445117:0:35428:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.445122:0:35428:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446626258529664656 : -117815179886960 : ffff94d9040dbe90) 00000020:00001000:3.0:1789608865.445127:0:35428:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295510 00000080:00000001:3.0:1789608865.445669:0:35428:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611179 : 144115205339611179 : 20000040500002b) 00000080:00000001:3.0:1789608865.454938:0:35428:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1789608865.454956:0:35428:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611179 mtime from 0 to 1789608865 00000080:00000001:3.0:1789608865.454965:0:35428:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1789608865.454970:0:35428:0:(namei.c:156:ll_iget()) Process leaving (rc=18446626258873893576 : -117814835658040 : ffff94d9189242c8) 00010000:00000001:3.0:1789608865.454976:0:35428:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.454980:0:35428:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.454985:0:35428:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54e00 refcount=3 00000020:00000001:3.0:1789608865.454989:0:35428:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:3.0:1789608865.454992:0:35428:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00000080:00000001:3.0:1789608865.454996:0:35428:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1789608865.454999:0:35428:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789608865.455004:0:35428:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514695448 : -117815194856168 : ffff94d903295518) 00000020:00001000:3.0:1789608865.455006:0:35428:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295510 00000020:00000001:3.0:1789608865.455009:0:35428:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1789608865.455014:0:35428:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1789608865.455017:0:35428:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1789608865.455027:0:35428:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d909265720. 00020000:00000010:3.0:1789608865.455033:0:35428:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d909374a80. 00020000:00000010:3.0:1789608865.455040:0:35428:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d909265240. 00020000:00000001:3.0:1789608865.455042:0:35428:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626258615161408 : -117815094390208 : ffff94d909265240) 00020000:00000002:3.0:1789608865.455046:0:35428:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d909265240, objid 0x2b:1029, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789608865.455051:0:35428:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789608865.455056:0:35428:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d909374a80: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000002:3.0:1789608865.455060:0:35428:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff94d910b650f8) owner ffff94d907e28000 00020000:00000001:3.0:1789608865.455064:0:35428:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1789608865.455067:0:35428:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff94d910b650f8) owner ffff94d907e28000 00020000:00000010:3.0:1789608865.455072:0:35428:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d909374a80. 00020000:00000010:3.0:1789608865.455076:0:35428:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d909265720. 00020000:00000010:3.0:1789608865.455080:0:35428:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d909265240. 00020000:00000002:3.0:1789608865.455082:0:35428:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1789608865.455086:0:35428:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.455089:0:35428:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.455093:0:35428:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1789608865.455097:0:35428:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d907e28000 00020000:00000002:3.0:1789608865.455100:0:35428:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d9092654e0 addref 2/0 by ffff94d907e28000. 00020000:00000002:3.0:1789608865.455103:0:35428:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d907e28000 00020000:00000001:3.0:1789608865.455106:0:35428:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1789608865.455109:0:35428:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1789608865.455111:0:35428:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1789608865.455113:0:35428:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1789608865.455115:0:35428:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1789608865.455117:0:35428:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x2b:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1789608865.455120:0:35428:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295510 00000080:00000001:3.0:1789608865.455123:0:35428:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.455125:0:35428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.455127:0:35428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789608865.455129:0:35428:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1789608865.455135:0:35428:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1789608865.455138:0:35428:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608865.455142:0:35428:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000405:0x2b:0x0](ffff94d9189242c8) 00000080:00010000:3.0:1789608865.455147:0:35428:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff94d9189242c8) for lock 0xc54db3288176ff91 00800000:00000001:3.0:1789608865.455151:0:35428:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789608865.455154:0:35428:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789608865.455156:0:35428:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.455157:0:35428:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.455159:0:35428:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54e00 refcount=3 00000020:00000001:3.0:1789608865.455161:0:35428:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:3.0:1789608865.455163:0:35428:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:3.0:1789608865.455166:0:35428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.455167:0:35428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608865.455168:0:35428:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608865.455170:0:35428:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.455172:0:35428:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:3.0:1789608865.455176:0:35428:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608865.455194:0:35428:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff94d907e5ed80 x1876538934311040/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608881 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608865.455204:0:35428:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789608865.456059:0:35428:0:(namei.c:1651:ll_create_it()) inode ffff94d9189242c8 need_sync_to_mds [0x200000405:0x2b:0x0] 00000080:00000001:3.0:1789608865.456072:0:35428:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608865.456077:0:35428:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2b:0x0](ffff94d9189242c8) 00000080:00000001:3.0:1789608865.456081:0:35428:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1789608865.456088:0:35428:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d908fa5000. 00000100:00000001:3.0:1789608865.456094:0:35428:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608865.456102:0:35428:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907e5ed80 x1876538934311040/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608881 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608865.456110:0:35428:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.456115:0:35428:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:3.0:1789608865.456117:0:35428:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789608865.456119:0:35428:0:(namei.c:1500:ll_atomic_open()) inode ffff94d9189242c8 need_sync_to_mds [0x200000405:0x2b:0x0] 00000080:00000001:3.0:1789608865.456131:0:35428:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1789608865.456136:0:35428:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cdfa68 00000080:00200008:3.0:1789608865.456138:0:35428:0:(file.c:1090:ll_file_open()) START file recon:[0x200000405:0x2b:0x0](ffff94d9189242c8), flags 102101 00000080:00000010:3.0:1789608865.456150:0:35428:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d90517f400. 00000080:00000010:3.0:1789608865.456159:0:35428:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94d904af6200. 00000080:00000001:3.0:1789608865.456162:0:35428:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1789608865.456171:0:35428:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:3.0:1789608865.456174:0:35428:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608865.456187:0:35428:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608865.456190:0:35428:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608865.456193:0:35428:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608865.456196:0:35428:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608865.456198:0:35428:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:3.0:1789608865.456200:0:35428:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608865.456206:0:35428:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1789608865.456211:0:35428:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94d906078860. 00000002:00100000:3.0:1789608865.456226:0:35428:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d907e5ed80 x1876538934311040/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608881 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789608865.456233:0:35428:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608865.456235:0:35428:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1789608865.456239:0:35428:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1789608865.456242:0:35428:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.456245:0:35428:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608865.456248:0:35428:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608865.456251:0:35428:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5ed80 x1876538934311040/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608881 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1789608865.456259:0:35428:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608865.456263:0:35428:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff94d9086c0000. 02000000:00000001:3.0:1789608865.456291:0:35428:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1789608865.456293:0:35428:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.456296:0:35428:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cdfa68 00000080:00000008:3.0:1789608865.456298:0:35428:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff94d9189242c8), flags 102101, rc = 0 00000080:00000001:3.0:1789608865.456303:0:35428:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1789608865.456305:0:35428:0:(dcache.c:176:ll_intent_release()) intent ffff94d9082d7a80 released 00000080:00010000:3.0:1789608865.456307:0:35428:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ff91 from it ffff94d9082d7a80 00010000:00000001:3.0:1789608865.456310:0:35428:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.456311:0:35428:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.456314:0:35428:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54e00 refcount=3 00000020:00000001:3.0:1789608865.456316:0:35428:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:3.0:1789608865.456319:0:35428:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:3.0:1789608865.456322:0:35428:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608865.456327:0:35428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176ff91 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x91bddff8e8ed9b59 expref: -99 pid: 35428 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608865.456337:0:35428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.456339:0:35428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.456341:0:35428:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608865.456344:0:35428:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608865.456347:0:35428:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176ff91 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9b59 expref: -99 pid: 35428 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789608865.456355:0:35428:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608865.456360:0:35428:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608865.456362:0:35428:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608865.456367:0:35428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.456369:0:35428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.456371:0:35428:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.456374:0:35428:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608865.456376:0:35428:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.456379:0:35428:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.456383:0:35428:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.456385:0:35428:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608865.456387:0:35428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.456388:0:35428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789608865.456389:0:35428:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1789608865.456392:0:35428:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:3.0:1789608865.456394:0:35428:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1789608865.456396:0:35428:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789608865.456399:0:35428:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1789608865.456400:0:35428:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.456404:0:35428:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1789608865.456406:0:35428:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.456408:0:35428:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1789608865.456411:0:35428:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.456413:0:35428:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1789608865.456416:0:35428:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff94d9082d7a80. 00000080:00000001:3.0:1789608865.456420:0:35428:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.456425:0:35428:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1789608865.456427:0:35428:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff94d9189242c8), inode mode 81a4 mask 40 00000080:00000001:3.0:1789608865.456431:0:35428:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.456543:0:35428:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1789608865.456548:0:35428:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d907e28000 00020000:00000002:3.0:1789608865.456553:0:35428:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d907e28000 00020000:00000001:3.0:1789608865.456556:0:35428:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.463528:0:35428:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cdfd28 00000080:00200008:3.0:1789608865.463539:0:35428:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000405:0x2b:0x0](ffff94d9189242c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1789608865.463549:0:35428:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789608865.463551:0:35428:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cdfca0 00000080:00200000:3.0:1789608865.463553:0:35428:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff94d9189242c8),name=recon 00000080:00000010:3.0:1789608865.463563:0:35428:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d904ae7e00. 00800000:00000002:3.0:1789608865.463579:0:35428:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:3.0:1789608865.463589:0:35428:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789608865.463595:0:35428:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789608865.463597:0:35428:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cdfbc0 00800000:00000002:3.0:1789608865.463601:0:35428:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x2b:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608865.463606:0:35428:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789608865.463611:0:35428:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608865.463614:0:35428:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608865.463617:0:35428:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608865.463621:0:35428:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608865.463623:0:35428:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608865.463626:0:35428:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608865.463628:0:35428:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608865.463632:0:35428:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608865.463633:0:35428:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608865.463634:0:35428:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608865.463635:0:35428:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608865.463637:0:35428:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608865.463639:0:35428:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:3.0:1789608865.463641:0:35428:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608865.463643:0:35428:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='' -> mds #0 00000002:00000001:3.0:1789608865.463655:0:35428:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789608865.463657:0:35428:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cdfa90 00000002:00010000:3.0:1789608865.463659:0:35428:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789608865.463663:0:35428:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789608865.463666:0:35428:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608865.463706:0:35428:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608865.463716:0:35428:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69d00 count: 2 00010000:00000001:3.0:1789608865.463719:0:35428:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608865.463725:0:35428:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608865.463730:0:35428:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789608865.463736:0:35428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176ff91 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9b59 expref: -99 pid: 35428 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1789608865.463749:0:35428:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789608865.463756:0:35428:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608865.463759:0:35428:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176ff91 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9b59 expref: -99 pid: 35428 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1789608865.463768:0:35428:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789608865.463772:0:35428:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789608865.463774:0:35428:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608865.463776:0:35428:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608865.463779:0:35428:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608865.463781:0:35428:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789608865.463785:0:35428:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789608865.463789:0:35428:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:3.0:1789608865.463793:0:35428:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d904ae7e00. 00000080:00000001:3.0:1789608865.463799:0:35428:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789608865.463801:0:35428:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608865.463804:0:35428:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2b:0x0](ffff94d9189242c8) 00000080:00010000:3.0:1789608865.463809:0:35428:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff94d9189242c8) for lock 0xc54db3288176ff91 00800000:00000001:3.0:1789608865.463813:0:35428:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789608865.463816:0:35428:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789608865.463822:0:35428:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.463825:0:35428:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.463828:0:35428:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54e00 refcount=3 00000020:00000001:3.0:1789608865.463831:0:35428:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:3.0:1789608865.463835:0:35428:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:3.0:1789608865.463838:0:35428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.463840:0:35428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608865.463841:0:35428:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608865.463843:0:35428:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608865.463846:0:35428:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ff91 from it ffffae3e01cdfcd8 00010000:00000001:3.0:1789608865.463849:0:35428:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.463850:0:35428:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.463851:0:35428:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54e00 refcount=3 00000020:00000001:3.0:1789608865.463853:0:35428:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:3.0:1789608865.463855:0:35428:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:3.0:1789608865.463858:0:35428:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608865.463862:0:35428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176ff91 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x91bddff8e8ed9b59 expref: -99 pid: 35428 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789608865.463869:0:35428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.463870:0:35428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.463872:0:35428:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608865.463875:0:35428:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608865.463877:0:35428:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176ff91 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9b59 expref: -99 pid: 35428 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789608865.463886:0:35428:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608865.463889:0:35428:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608865.463892:0:35428:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608865.463897:0:35428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.463898:0:35428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.463900:0:35428:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.463904:0:35428:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608865.463907:0:35428:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.463909:0:35428:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.463913:0:35428:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.463915:0:35428:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608865.463916:0:35428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.463917:0:35428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789608865.463921:0:35428:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789608865.463923:0:35428:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789608865.463928:0:35428:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1789608865.463931:0:35428:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1789608865.463933:0:35428:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789608865.463936:0:35428:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1789608865.463937:0:35428:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.463940:0:35428:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789608865.463944:0:35428:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:3.0:1789608865.463947:0:35428:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789608865.463953:0:35428:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514695448 : -117815194856168 : ffff94d903295518) 00000020:00001000:3.0:1789608865.463956:0:35428:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295510 00000020:00000001:3.0:1789608865.463962:0:35428:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000020:00000001:3.0:1789608865.463966:0:35428:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:3.0:1789608865.463968:0:35428:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1789608865.463971:0:35428:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1789608865.463974:0:35428:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789608865.463976:0:35428:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1789608865.463978:0:35428:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1789608865.463981:0:35428:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.463983:0:35428:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789608865.463989:0:35428:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff94d904aad780 type 7 ignore/verify layout 0/1 00020000:00000002:3.0:1789608865.463993:0:35428:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d907e28000 00020000:00000001:3.0:1789608865.463998:0:35428:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1789608865.464001:0:35428:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1789608865.464004:0:35428:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1789608865.464006:0:35428:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.464009:0:35428:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1789608865.464012:0:35428:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1789608865.464014:0:35428:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.464015:0:35428:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789608865.464017:0:35428:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1789608865.464018:0:35428:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1789608865.464020:0:35428:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d907e28000 00000020:00000001:3.0:1789608865.464022:0:35428:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789608865.464024:0:35428:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1789608865.464026:0:35428:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2b:0x0] 00000020:00000001:3.0:1789608865.464029:0:35428:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1789608865.464031:0:35428:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1789608865.464034:0:35428:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1789608865.464036:0:35428:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1789608865.464043:0:35428:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1789608865.464050:0:35428:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d903cc7b80. 00020000:00000002:3.0:1789608865.464053:0:35428:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1789608865.464056:0:35428:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1789608865.464058:0:35428:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789608865.464061:0:35428:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1789608865.464062:0:35428:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789608865.464064:0:35428:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514696456 : -117815194855160 : ffff94d903295908) 00000020:00001000:3.0:1789608865.464066:0:35428:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295900 00000020:00000001:3.0:1789608865.464069:0:35428:0:(cl_object.c:143:cl_object_top()) ffff94d904aaa210 -> ffff94d9040dbe90 00000020:00000001:3.0:1789608865.464071:0:35428:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:3.0:1789608865.464075:0:35428:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789608865.464076:0:35428:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1789608865.464078:0:35428:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:3.0:1789608865.464080:0:35428:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258539960192 : -117815169591424 : ffff94d904aad780) 00000020:00000001:3.0:1789608865.464082:0:35428:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.464084:0:35428:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.464087:0:35428:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593373712 : -117815116177904 : ffff94d907d9de10) 00000020:00000001:3.0:1789608865.464089:0:35428:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1789608865.464094:0:35428:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d9035dbb50. 00000008:00010000:3.0:1789608865.464098:0:35428:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1789608865.464101:0:35428:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1789608865.464102:0:35428:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1789608865.464104:0:35428:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d903cc7bb0, osc lock ffff94d9035dbb50, flags 0x400001002 00000020:00000001:3.0:1789608865.464106:0:35428:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.464108:0:35428:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.464110:0:35428:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626258525387648 : -117815184163968 : ffff94d903cc7b80) 00000020:00000001:3.0:1789608865.464113:0:35428:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1789608865.464114:0:35428:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1789608865.464116:0:35428:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.464117:0:35428:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.464120:0:35428:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1789608865.464122:0:35428:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1789608865.464123:0:35428:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1789608865.464126:0:35428:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1789608865.464127:0:35428:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789608865.464128:0:35428:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593373712 : -117815116177904 : ffff94d907d9de10) 00000020:00000001:3.0:1789608865.464130:0:35428:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1789608865.464132:0:35428:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1789608865.464135:0:35428:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1789608865.464139:0:35428:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1789608865.464141:0:35428:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1789608865.464143:0:35428:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1789608865.464145:0:35428:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1789608865.464146:0:35428:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1789608865.464148:0:35428:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1789608865.464151:0:35428:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1789608865.464153:0:35428:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789608865.464157:0:35428:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.464160:0:35428:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:3.0:1789608865.464166:0:35428:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908492a00. 00000020:00000040:3.0:1789608865.464170:0:35428:0:(genops.c:1209:class_import_get()) import ffff94d902b13000 refcount=3 obd=lustre-OST0001-osc-ffff94d904ceb000 00010000:00000001:3.0:1789608865.464175:0:35428:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789608865.464181:0:35428:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608865.464183:0:35428:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608865.464188:0:35428:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608865.464190:0:35428:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608865.464194:0:35428:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608865.464201:0:35428:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d904ae7e00. 00000100:00000001:3.0:1789608865.464209:0:35428:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.464215:0:35428:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608865.464217:0:35428:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.464219:0:35428:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608865.464221:0:35428:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.464223:0:35428:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.464228:0:35428:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446626258600667648 : -117815108883968 : ffff94d908492a00) 00010000:00000001:3.0:1789608865.464232:0:35428:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789608865.464235:0:35428:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789608865.464239:0:35428:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d904e29400. 00010000:00000010:3.0:1789608865.464243:0:35428:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff94d904e29d00. 00010000:00000001:3.0:1789608865.464250:0:35428:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789608865.464253:0:35428:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d9421c1e00. 00000020:00000001:3.0:1789608865.464257:0:35428:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789608865.464260:0:35428:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d9421c1e00 with handle 0xc54db3288176ff98 to hash 00000020:00000001:3.0:1789608865.464262:0:35428:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789608865.464264:0:35428:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000010:3.0:1789608865.464268:0:35428:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff94d904af6300. 00010000:00000001:3.0:1789608865.464271:0:35428:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000001:3.0:1789608865.464274:0:35428:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608865.464276:0:35428:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608865.464280:0:35428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 00000000e9b6f9e8/0xc54db3288176ff98 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608865.464292:0:35428:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 00000000e9b6f9e8/0xc54db3288176ff98 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608865.464303:0:35428:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608865.464308:0:35428:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608865.464314:0:35428:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608865.464329:0:35428:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d7c83ee3] to pc [ptlrpcd_01_01+1] req@ffff94d908492a00 x1876538934311168/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000008:00000001:3.0:1789608865.464364:0:35428:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789608865.464367:0:35428:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.464370:0:35428:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.464372:0:35428:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.464374:0:35428:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.464377:0:35428:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1789608865.464379:0:35428:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1789608865.464381:0:35428:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1789608865.464382:0:35428:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000100:00000001:3.0:1789608865.464401:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608865.464404:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608865.464407:0:2412:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608865.464415:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908492a00 x1876538934311168/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608865.464424:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608865.464427:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608865.464432:0:2412:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608865.464435:0:2412:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608865.464438:0:2412:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608865.464442:0:2412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908492a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2412:1876538934311168:192.168.203.121@tcp:101:uname.0 00000100:00000001:3.0:1789608865.464447:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608865.464455:0:2412:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608865.464457:0:2412:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608865.464460:0:2412:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608865.464466:0:2412:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d90839b800. 02000000:00000001:3.0:1789608865.464468:0:2412:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608865.464477:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608865.464482:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a898. 00000400:00000010:3.0:1789608865.464491:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a95d8. 00000100:00000200:3.0:1789608865.464500:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934311168, portal 4 00000100:00000001:3.0:1789608865.464502:0:2412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608865.464504:0:2412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600667648 : -117815108883968 : ffff94d908492a00) 00000100:00000040:3.0:1789608865.464511:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d908492a00 x1876538934311168/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608881 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608865.464519:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608865.464522:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608865.464525:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9cc0. 00000100:00000200:3.0:1789608865.464528:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1876538934311168, offset 0 00000400:00000200:3.0:1789608865.464535:0:2412:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608865.464545:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608865.464555:0:2412:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608865.464561:0:2412:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608865.464567:0:2412:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608865.464581:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608865.464584:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608865.464588:0:2412:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2946:2946:256:4294967295] 192.168.203.121@tcp LPNI seq info [2946:2946:8:4294967295] 00000400:00000200:3.0:1789608865.464593:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608865.464604:0:2412:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608865.464612:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608865.464618:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d9104bd200. 00000800:00000200:3.0:1789608865.464625:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608865.464634:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608865.464640:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d9104bd200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1789608865.464661:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608865.464666:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: using a timeout of 24766 usecs (25 jiffies) 00000400:00000200:3.0:1789608865.464670:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608865.464673:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296592578 00000100:00000001:3.0:1789608865.464698:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296593758 00000100:00000001:3.0:1789608865.464701:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296592580 00000100:00000001:3.0:1789608865.464703:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296593758 00000100:00000001:3.0:1789608865.464705:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608865.464709:0:2412:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608865.464712:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608865.464715:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608865.464724:0:2412:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608865.464726:0:2412:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789608865.464729:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608865.464730:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608865.464731:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608865.464733:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608865.464748:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608865.464750:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608865.465757:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608865.465766:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bd200. 00000400:00000200:1.0:1789608865.465775:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608865.465784:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608865.465792:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9cc0 00000400:00000010:1.0:1789608865.465804:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9cc0. 00000100:00000001:1.0:1789608865.467385:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608865.467405:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908492a00 x1876538934311168/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608881 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608865.467423:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608865.467428:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908492a00 x1876538934311168/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608881 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608865.467436:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608865.467438:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1789608865.471431:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d909aba100. 00000800:00000001:0.0:1789608865.472909:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608865.472928:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608865.472933:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608865.472936:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608865.472946:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.472957:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608865.472968:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.472974:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.472981:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.472986:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 400 into portal 4 MB=0x6aab3c4963900 00000400:00000200:0.0:1789608865.472993:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.473001:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 400/400 into md 0x8689 [1] + 224 00000800:00000001:0.0:1789608865.473010:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608865.473019:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608865.473023:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608865.473028:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608865.473037:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608865.473060:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908492a00 x1876538934311168/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608881 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608865.473072:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff94d908492a00 x1876538934311168/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608881 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608865.473090:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608865.473103:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608865.473107:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608865.473415:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608865.473421:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608865.473431:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608865.473434:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608865.473446:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a898. 00000400:00000200:3.0:1789608865.473452:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a95d8 00000400:00000010:3.0:1789608865.473455:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a95d8. 00000100:00000001:3.0:1789608865.473459:0:2412:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608865.473465:0:2412:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908492a00 x1876538934311168/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608881 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789608865.473474:0:2412:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908492a00 x1876538934311168/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608881 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608865.473489:0:2412:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608865.473492:0:2412:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608865.473494:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608865.473499:0:2412:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608865.473502:0:2412:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608865.473511:0:2412:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608865.473515:0:2412:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608865.473527:0:2412:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13460 time=73 v=5 (5 5 5 5) 00000100:00001000:3.0:1789608865.473532:0:2412:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13418 time=23 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608865.473535:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608865.473537:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.473541:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608865.473546:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608865.473551:0:2412:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608865.473555:0:2412:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d904ceb000: skip recheck: last_committed 4294967322 00000100:00000001:3.0:1789608865.473557:0:2412:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608865.473559:0:2412:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608865.473565:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908492a00 x1876538934311168/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608881 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608865.474565:0:2412:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608865.474579:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608865.474582:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1789608865.474586:0:2412:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:3.0:1789608865.474589:0:2412:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.474592:0:2412:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.474597:0:2412:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1e00 refcount=4 00000020:00000001:3.0:1789608865.474600:0:2412:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000001:3.0:1789608865.474604:0:2412:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000001:3.0:1789608865.474607:0:2412:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.474608:0:2412:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.474609:0:2412:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1e00 refcount=5 00000020:00000001:3.0:1789608865.474611:0:2412:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000001:3.0:1789608865.474613:0:2412:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000001:3.0:1789608865.474616:0:2412:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608865.474620:0:2412:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608865.474626:0:2412:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 00000000e9b6f9e8/0xc54db3288176ff98 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608865.474641:0:2412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.474642:0:2412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.474645:0:2412:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789608865.474649:0:2412:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.474650:0:2412:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.474651:0:2412:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1e00 refcount=6 00000020:00000001:3.0:1789608865.474653:0:2412:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000001:3.0:1789608865.474655:0:2412:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000040:3.0:1789608865.474666:0:2412:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d9421c1e00, remote cookie: 0x91bddff8e8ed9b67, flags: 0x1001 00010000:00010000:3.0:1789608865.474672:0:2412:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 00000000e9b6f9e8/0xc54db3288176ff98 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b67 expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608865.474698:0:2412:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1789608865.474702:0:2412:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.474704:0:2412:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789608865.474709:0:2412:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1789608865.474715:0:2412:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 00000000e9b6f9e8/0xc54db3288176ff98 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9b67 expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1789608865.474725:0:2412:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2c0000401:0x42:0x0].0x0 (ffff94d904e29400) refcount = 1 00010000:00000040:3.0:1789608865.474728:0:2412:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1789608865.474731:0:2412:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 00000000e9b6f9e8/0xc54db3288176ff98 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9b67 expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608865.474741:0:2412:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789608865.474743:0:2412:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608865.474746:0:2412:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789608865.474749:0:2412:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608865.474752:0:2412:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 00000000e9b6f9e8/0xc54db3288176ff98 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b67 expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608865.474759:0:2412:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789608865.474760:0:2412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.474761:0:2412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.474763:0:2412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.474764:0:2412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789608865.474766:0:2412:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1789608865.474769:0:2412:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1789608865.474773:0:2412:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.474774:0:2412:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.474777:0:2412:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1e00 refcount=5 00000020:00000001:3.0:1789608865.474779:0:2412:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000001:3.0:1789608865.474781:0:2412:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00000008:00000001:3.0:1789608865.474785:0:2412:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1789608865.474791:0:2412:0:(cl_object.c:143:cl_object_top()) ffff94d905e4e380 -> ffff94d9040dbe90 00000008:00010000:3.0:1789608865.474812:0:2412:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 00000000e9b6f9e8/0xc54db3288176ff98 lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x91bddff8e8ed9b67 expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1789608865.474822:0:2412:0:(cl_object.c:143:cl_object_top()) ffff94d905e4e380 -> ffff94d9040dbe90 00000020:00000001:3.0:1789608865.474824:0:2412:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1789608865.474827:0:2412:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1789608865.474830:0:2412:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1789608865.474833:0:2412:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.474836:0:2412:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.474837:0:2412:0:(cl_object.c:143:cl_object_top()) ffff94d905e4e380 -> ffff94d9040dbe90 00000008:00000001:3.0:1789608865.474839:0:2412:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:3.0:1789608865.474842:0:2412:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1789608865.474845:0:2412:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1789608865.474869:0:2412:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1789608865.474872:0:2412:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.474874:0:2412:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.474876:0:2412:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.474878:0:2412:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1e00 refcount=6 00000020:00000001:3.0:1789608865.474880:0:2412:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000001:3.0:1789608865.474882:0:2412:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000001:3.0:1789608865.474885:0:2412:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608865.474888:0:2412:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 00000000e9b6f9e8/0xc54db3288176ff98 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x91bddff8e8ed9b67 expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608865.474896:0:2412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.474897:0:2412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789608865.474900:0:2412:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 00000000e9b6f9e8/0xc54db3288176ff98 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x91bddff8e8ed9b67 expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1789608865.475012:0:35428:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.475018:0:35428:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608865.475064:0:35428:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1789608865.475068:0:35428:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000020:00000001:0.0:1789608865.475071:0:35428:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000020:00000001:0.0:1789608865.475072:0:35428:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1789608865.475078:0:35428:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1789608865.475083:0:35428:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789608865.475086:0:35428:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.475088:0:35428:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789608865.475089:0:35428:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789608865.475091:0:35428:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2b:1029 on OST[1]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:0.0:1789608865.475094:0:35428:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789608865.475097:0:35428:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:0.0:1789608865.475100:0:35428:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.475102:0:35428:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.475104:0:35428:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000080:00200000:0.0:1789608865.475122:0:35428:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 0 i_blocks 1 00000080:00000001:0.0:1789608865.475126:0:35428:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1789608865.475139:0:35428:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1789608865.475141:0:35428:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d904aad720 (ffff94d903295518/0) at cl_lock_release():245 00000020:00000001:0.0:1789608865.475145:0:35428:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789608865.475146:0:35428:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d904aad720 (ffff94d903295518/0) at cl_lock_cancel():142 00020000:00000001:0.0:1789608865.475150:0:35428:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1789608865.475154:0:35428:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789608865.475156:0:35428:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593373712 : -117815116177904 : ffff94d907d9de10) 00000020:00000001:0.0:1789608865.475158:0:35428:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789608865.475159:0:35428:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d903cc7bb0 (ffff94d903295908/1) at cl_lock_cancel():142 00000008:00000001:0.0:1789608865.475173:0:35428:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1789608865.475175:0:35428:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1789608865.475176:0:35428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608865.475178:0:35428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789608865.475324:0:35428:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1789608865.475326:0:35428:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1789608865.475328:0:35428:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789608865.475329:0:35428:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789608865.475331:0:35428:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789608865.475333:0:35428:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d904aad720 (ffff94d903295518/0) at cl_lock_fini():72 00020000:00000001:0.0:1789608865.475336:0:35428:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1789608865.475338:0:35428:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789608865.475339:0:35428:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d903cc7bb0 (ffff94d903295518/1) at cl_lock_fini():72 00000008:00000010:0.0:1789608865.475343:0:35428:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d9035dbb50. 00000020:00000001:0.0:1789608865.475348:0:35428:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1789608865.475350:0:35428:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d903cc7b80. 00020000:00000001:0.0:1789608865.475354:0:35428:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1789608865.475356:0:35428:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1789608865.475357:0:35428:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1789608865.475360:0:35428:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.475363:0:35428:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1789608865.475366:0:35428:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1789608865.475369:0:35428:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1789608865.475370:0:35428:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1789608865.475372:0:35428:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789608865.475375:0:35428:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295900 00020000:00000001:0.0:1789608865.475379:0:35428:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1789608865.475397:0:35428:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1789608865.475401:0:35428:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1789608865.475404:0:35428:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1789608865.475408:0:35428:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1789608865.475411:0:35428:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608865.475413:0:35428:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789608865.475415:0:35428:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1789608865.475416:0:35428:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789608865.475430:0:35428:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295510 00000001:00000001:0.0:1789608865.475433:0:35428:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.475453:0:2412:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608865.475455:0:2412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1789608865.475455:0:35428:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cdfd28 00010000:00000001:3.0:1789608865.475456:0:2412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789608865.475458:0:2412:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000008:0.0:1789608865.475458:0:35428:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff94d9189242c8), request_mask 2047, flags 0, foreign 0 00010000:00000001:3.0:1789608865.475460:0:2412:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.475462:0:2412:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.475464:0:2412:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1e00 refcount=4 00000020:00000001:3.0:1789608865.475466:0:2412:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000001:3.0:1789608865.475469:0:2412:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000001:3.0:1789608865.475471:0:2412:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608865.475621:0:2412:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 00000000e9b6f9e8/0xc54db3288176ff98 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x91bddff8e8ed9b67 expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608865.475634:0:2412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.475635:0:2412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.475637:0:2412:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608865.475639:0:2412:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608865.475643:0:2412:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 00000000e9b6f9e8/0xc54db3288176ff98 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x91bddff8e8ed9b67 expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789608865.475655:0:2412:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608865.475659:0:2412:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608865.475661:0:2412:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608865.475666:0:2412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.475667:0:2412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.475669:0:2412:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.475673:0:2412:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608865.475715:0:2412:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.475719:0:2412:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.475721:0:2412:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.475723:0:2412:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608865.475725:0:2412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.475727:0:2412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.475728:0:2412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.475729:0:2412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789608865.475730:0:2412:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608865.475745:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908492a00 x1876538934311168/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608881 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789608865.475755:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908492a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2412:1876538934311168:192.168.203.121@tcp:101:uname.0 00000100:00000001:3.0:1789608865.475762:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608865.475766:0:2412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608865.475770:0:2412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908492a00 x1876538934311168/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608881 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608865.475776:0:2412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608865.475780:0:2412:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608865.475785:0:2412:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d90839b800. 02000000:00000001:3.0:1789608865.475789:0:2412:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608865.475792:0:2412:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608865.475805:0:2412:0:(genops.c:1222:class_import_put()) import ffff94d902b13000 refcount=2 obd=lustre-OST0001-osc-ffff94d904ceb000 00000020:00000001:3.0:1789608865.475814:0:2412:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608865.475818:0:2412:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d904ae7e00. 02000000:00000001:3.0:1789608865.475822:0:2412:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608865.475824:0:2412:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608865.475826:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908492a00. 00000100:00000001:3.0:1789608865.475830:0:2412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608865.475832:0:2412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608865.475835:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608865.475845:0:2412:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608865.475847:0:2412:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608865.475850:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608865.475853:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608865.475946:0:35428:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:0.0:1789608865.475949:0:35428:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cdfd88 00000080:00200008:0.0:1789608865.475952:0:35428:0:(file.c:2650:do_file_write_iter()) START file recon:[0x200000405:0x2b:0x0], ppos: 0, count: 23 00000080:00000002:0.0:1789608865.475955:0:35428:0:(file.c:2656:do_file_write_iter()) inode ffff94d9189242c8 need_sync_to_oss [0x200000405:0x2b:0x0] 00000080:00000001:0.0:1789608865.475959:0:35428:0:(pcc.c:2644:pcc_file_write_iter()) Process entered 00000080:00000001:0.0:1789608865.475962:0:35428:0:(pcc.c:2647:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608865.475978:0:35428:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1789608865.475982:0:35428:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.475985:0:35428:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789608865.475988:0:35428:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514695448 : -117815194856168 : ffff94d903295518) 00000020:00001000:0.0:1789608865.475991:0:35428:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295510 00000080:00000001:0.0:1789608865.476004:0:35428:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1789608865.476007:0:35428:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cdfc98 00000080:00200000:0.0:1789608865.476009:0:35428:0:(file.c:2090:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:0.0:1789608865.476016:0:35428:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cdfc30 00000080:00200000:0.0:1789608865.476018:0:35428:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:0.0:1789608865.476021:0:35428:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1789608865.476024:0:35428:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000020:00000001:0.0:1789608865.476026:0:35428:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000020:00000001:0.0:1789608865.476027:0:35428:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1789608865.476405:0:35428:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1789608865.476410:0:35428:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:0.0:1789608865.476413:0:35428:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.476415:0:35428:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.476417:0:35428:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000080:00200000:0.0:1789608865.476420:0:35428:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 0 i_blocks 1 00000080:00000001:0.0:1789608865.476422:0:35428:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1789608865.476426:0:35428:0:(cl_io.c:210:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1789608865.476432:0:35428:0:(cl_io.c:215:cl_io_rw_init()) header@000000005fbf27ba[0x110, 1, [0x200000405:0x2b:0x0] hash] 00000020:00200000:0.0:1789608865.476434:0:35428:0:(cl_io.c:215:cl_io_rw_init()) io range: 2 [0, 23) 0 1 00000020:00000001:0.0:1789608865.476436:0:35428:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000020:00000001:0.0:1789608865.476439:0:35428:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1789608865.476441:0:35428:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1789608865.476443:0:35428:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1789608865.476446:0:35428:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789608865.476448:0:35428:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1789608865.476451:0:35428:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608865.476456:0:35428:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608865.476459:0:35428:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1789608865.476461:0:35428:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608865.476463:0:35428:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789608865.476466:0:35428:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff94d904aad780 type 2 ignore/verify layout 0/0 00020000:00000002:0.0:1789608865.476470:0:35428:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d907e28000 00020000:00000001:0.0:1789608865.476474:0:35428:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1789608865.476476:0:35428:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1789608865.476479:0:35428:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1789608865.476481:0:35428:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:0.0:1789608865.476483:0:35428:0:(lov_io.c:860:lov_io_slice_init()) 0 23 00020000:00000001:0.0:1789608865.476487:0:35428:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:0.0:1789608865.476488:0:35428:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1789608865.476490:0:35428:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.476492:0:35428:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789608865.476493:0:35428:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1789608865.476494:0:35428:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1789608865.476496:0:35428:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d907e28000 00000020:00000001:0.0:1789608865.476498:0:35428:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.476501:0:35428:0:(cl_io.c:218:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789608865.476504:0:35428:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:0.0:1789608865.476506:0:35428:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:0.0:1789608865.476509:0:35428:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.476513:0:35428:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:0.0:1789608865.476515:0:35428:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1789608865.476518:0:35428:0:(cl_io.c:915:cl_page_list_init()) Process entered 00000020:00000001:0.0:1789608865.476519:0:35428:0:(cl_io.c:918:cl_page_list_init()) Process leaving 00020000:00000001:0.0:1789608865.476522:0:35428:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00000001:0.0:1789608865.476525:0:35428:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1789608865.476528:0:35428:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1789608865.476531:0:35428:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1789608865.476535:0:35428:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789608865.476536:0:35428:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1789608865.476538:0:35428:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789608865.476540:0:35428:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514696456 : -117815194855160 : ffff94d903295908) 00000020:00001000:0.0:1789608865.476541:0:35428:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295900 00000020:00000001:0.0:1789608865.476544:0:35428:0:(cl_object.c:143:cl_object_top()) ffff94d904aaa210 -> ffff94d9040dbe90 00000020:00000001:0.0:1789608865.476546:0:35428:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1789608865.476550:0:35428:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789608865.476551:0:35428:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1789608865.476553:0:35428:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1789608865.476555:0:35428:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258539960192 : -117815169591424 : ffff94d904aad780) 00000020:00000001:0.0:1789608865.476557:0:35428:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.476559:0:35428:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.476561:0:35428:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593373712 : -117815116177904 : ffff94d907d9de10) 00000020:00000001:0.0:1789608865.476564:0:35428:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1789608865.476566:0:35428:0:(osc_io.c:525:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1789608865.476578:0:35428:0:(osc_io.c:545:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.476580:0:35428:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.476583:0:35428:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.476584:0:35428:0:(lov_io.c:1227:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.476586:0:35428:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.476588:0:35428:0:(cl_io.c:315:cl_io_lock()) Process entered 00000080:00000001:0.0:1789608865.476590:0:35428:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1789608865.476592:0:35428:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1789608865.476596:0:35428:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:0.0:1789608865.476599:0:35428:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608865.476603:0:35428:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608865.476605:0:35428:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1789608865.476607:0:35428:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:0.0:1789608865.476610:0:35428:0:(cl_io.c:477:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1789608865.476612:0:35428:0:(cl_io.c:260:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1789608865.476613:0:35428:0:(cl_io.c:277:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.476615:0:35428:0:(cl_io.c:484:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608865.476617:0:35428:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608865.476619:0:35428:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608865.476621:0:35428:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.476623:0:35428:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1789608865.476625:0:35428:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789608865.476626:0:35428:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:0.0:1789608865.476628:0:35428:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789608865.476629:0:35428:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.476631:0:35428:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.476633:0:35428:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.476635:0:35428:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.476636:0:35428:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789608865.476638:0:35428:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1789608865.476640:0:35428:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1789608865.476643:0:35428:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1789608865.476645:0:35428:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1789608865.476648:0:35428:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1789608865.476659:0:35428:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d90330c100. 00020000:00000002:0.0:1789608865.476661:0:35428:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1789608865.476664:0:35428:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1789608865.476665:0:35428:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789608865.476703:0:35428:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593373712 : -117815116177904 : ffff94d907d9de10) 00000020:00000001:0.0:1789608865.476706:0:35428:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1789608865.476713:0:35428:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d90611c850. 00000008:00010000:0.0:1789608865.476716:0:35428:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1789608865.476719:0:35428:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789608865.476720:0:35428:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1789608865.476724:0:35428:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d90330c130, osc lock ffff94d90611c850, flags 0x0 00000020:00000001:0.0:1789608865.476727:0:35428:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.476728:0:35428:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.476730:0:35428:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626258515181824 : -117815194369792 : ffff94d90330c100) 00000020:00000001:0.0:1789608865.476732:0:35428:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789608865.476732:0:35428:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1789608865.476733:0:35428:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.476735:0:35428:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.476737:0:35428:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1789608865.476738:0:35428:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1789608865.476739:0:35428:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789608865.476740:0:35428:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593373712 : -117815116177904 : ffff94d907d9de10) 00000020:00000001:0.0:1789608865.476741:0:35428:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1789608865.476742:0:35428:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1789608865.476744:0:35428:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1789608865.476745:0:35428:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.476747:0:35428:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1789608865.476749:0:35428:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1789608865.476750:0:35428:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1789608865.476751:0:35428:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1789608865.476752:0:35428:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1789608865.476753:0:35428:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1789608865.476755:0:35428:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1789608865.476758:0:35428:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608865.476765:0:35428:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29400 count: 2 00010000:00000001:0.0:1789608865.476767:0:35428:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789608865.476771:0:35428:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d904089000 type 11 mode 2 res 11811161089/66 (0 18446744073709551615) 00010000:00000001:0.0:1789608865.476774:0:35428:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:0.0:1789608865.476778:0:35428:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5d500. 00000020:00000040:0.0:1789608865.476782:0:35428:0:(genops.c:1209:class_import_get()) import ffff94d902b13000 refcount=3 obd=lustre-OST0001-osc-ffff94d904ceb000 00010000:00000001:0.0:1789608865.476785:0:35428:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789608865.476790:0:35428:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789608865.476793:0:35428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608865.476794:0:35428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608865.476795:0:35428:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608865.476799:0:35428:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608865.476801:0:35428:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608865.476806:0:35428:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608865.476816:0:35428:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d908fa5000. 00000100:00000001:0.0:1789608865.477434:0:35428:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608865.477661:0:35428:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789608865.477665:0:35428:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608865.477667:0:35428:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789608865.477668:0:35428:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608865.477671:0:35428:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608865.478406:0:35428:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446626258594157824 : -117815115393792 : ffff94d907e5d500) 00010000:00000001:0.0:1789608865.478416:0:35428:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789608865.478419:0:35428:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1789608865.478427:0:35428:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29400 count: 2 00010000:00000001:0.0:1789608865.478431:0:35428:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789608865.478435:0:35428:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789608865.478510:0:35428:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d905f55c00. 00000020:00000001:0.0:1789608865.478516:0:35428:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789608865.478519:0:35428:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d905f55c00 with handle 0xc54db3288176ff9f to hash 00000020:00000001:0.0:1789608865.478522:0:35428:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789608865.478524:0:35428:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000010:0.0:1789608865.478531:0:35428:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff94d91213bd40. 00010000:00000001:0.0:1789608865.478534:0:35428:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:0.0:1789608865.478539:0:35428:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608865.478543:0:35428:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608865.478549:0:35428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789608865.478562:0:35428:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789608865.478591:0:35428:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789608865.478599:0:35428:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789608865.478602:0:35428:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789608865.478610:0:35428:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d911db6180. 00000100:00000001:0.0:1789608865.478612:0:35428:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258761245056 : -117814948306560 : ffff94d911db6180) 00000100:00000001:0.0:1789608865.478615:0:35428:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608865.478617:0:35428:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594157824 : -117815115393792 : ffff94d907e5d500) 00000100:00000001:0.0:1789608865.478623:0:35428:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608865.478628:0:35428:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608865.478630:0:35428:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789608865.478632:0:35428:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608865.478645:0:35428:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5d500 x1876538934311296/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608865.478654:0:35428:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608865.478657:0:35428:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608865.478661:0:35428:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608865.478665:0:35428:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608865.478668:0:35428:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608865.478672:0:35428:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5d500 pname:cluuid:pid:xid:nid:opc:job uname:25f5d458-2cbe-49cd-9693-334c08df7e27:35428:1876538934311296:192.168.203.121@tcp:101:uname.0 00000100:00000001:0.0:1789608865.478700:0:35428:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608865.478706:0:35428:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608865.478709:0:35428:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608865.478712:0:35428:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608865.478719:0:35428:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903117c00. 02000000:00000001:0.0:1789608865.478721:0:35428:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608865.478850:0:35428:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608865.478855:0:35428:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b83c8. 00000400:00000010:0.0:1789608865.478863:0:35428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095eda18. 00000100:00000200:0.0:1789608865.478871:0:35428:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934311296, portal 4 00000100:00000001:0.0:1789608865.478873:0:35428:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608865.478875:0:35428:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594157824 : -117815115393792 : ffff94d907e5d500) 00000100:00000040:0.0:1789608865.478882:0:35428:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d907e5d500 x1876538934311296/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608881 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608865.478890:0:35428:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608865.478894:0:35428:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608865.478897:0:35428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed908. 00000100:00000200:0.0:1789608865.478900:0:35428:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1876538934311296, offset 0 00000400:00000200:0.0:1789608865.478907:0:35428:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608865.478916:0:35428:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.478925:0:35428:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608865.478931:0:35428:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608865.478937:0:35428:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608865.478941:0:35428:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608865.478944:0:35428:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608865.478948:0:35428:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2947:2947:256:4294967295] 192.168.203.121@tcp LPNI seq info [2947:2947:8:4294967295] 00000400:00000200:0.0:1789608865.478953:0:35428:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.478962:0:35428:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608865.478969:0:35428:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608865.478975:0:35428:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faab00. 00000800:00000200:0.0:1789608865.478983:0:35428:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608865.478991:0:35428:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608865.478996:0:35428:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faab00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1789608865.479017:0:35428:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608865.479022:0:35428:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: using a timeout of 24692 usecs (25 jiffies) 00000400:00000200:0.0:1789608865.479026:0:35428:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608865.479029:0:35428:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296592594 00000100:00000001:0.0:1789608865.479033:0:35428:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296593758 00000100:00000001:0.0:1789608865.479035:0:35428:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296592594 00000100:00000001:0.0:1789608865.479038:0:35428:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296593758 00000100:00000001:0.0:1789608865.479041:0:35428:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608865.479044:0:35428:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608865.479046:0:35428:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608865.479049:0:35428:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789608865.479060:0:35428:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d911db6180 going to sleep for 11 seconds 00000100:00000001:0.0:1789608865.479064:0:35428:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608865.479067:0:35428:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608865.479209:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608865.479281:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faab00. 00000400:00000200:1.0:1789608865.479289:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608865.479295:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608865.479301:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed908 00000400:00000010:1.0:1789608865.479304:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed908. 00000100:00000001:1.0:1789608865.479309:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608865.479313:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5d500 x1876538934311296/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608881 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608865.479323:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608865.479327:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907e5d500 x1876538934311296/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608881 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608865.479334:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608865.479336:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608865.485672:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608865.485772:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608865.485788:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608865.485792:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608865.485803:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.485814:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608865.485827:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.485833:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.485840:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.485845:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 328 into portal 15 MB=0x6aab3c51d6e80 00000400:00000200:0.0:1789608865.485857:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.121@tcp of length 328/328 into md 0x7ff1 [2] + 656 00000800:00000001:0.0:1789608865.485867:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608865.485877:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608865.485881:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608865.485887:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608865.485898:0:2401:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1789608865.485901:0:2401:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1789608865.485909:0:2401:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5f800. 00000100:00000040:0.0:1789608865.485913:0:2401:0:(events.c:341:request_in_callback()) incoming req@ffff94d907e5f800 x1876538943172224 msgsize 328 00000100:00100000:0.0:1789608865.485918:0:2401:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.121@tcp (source: 12345-192.168.203.121@tcp) 00000100:00000001:0.0:1789608865.485928:0:2401:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:0.0:1789608865.485938:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608865.485942:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608865.486397:0:16946:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1789608865.486402:0:16946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876538943172224 02000000:00000001:1.0:1789608865.486406:0:16946:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1789608865.486409:0:16946:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608865.486413:0:16946:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608865.486419:0:16946:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608865.486425:0:16946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876538943172224 00000020:00000001:1.0:1789608865.486428:0:16946:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789608865.486431:0:16946:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc54db3288176f366 00000020:00000001:1.0:1789608865.486436:0:16946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608865.486440:0:16946:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d903104000 refcount=4 00000020:00000001:1.0:1789608865.486443:0:16946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258513051648 : -117815196499968 : ffff94d903104000) 00000020:00000001:1.0:1789608865.486619:0:16946:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626258513051648 : -117815196499968 : ffff94d903104000) 00000100:00000001:1.0:1789608865.486625:0:16946:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789608865.486633:0:16946:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d91117d740. 00000100:00000001:1.0:1789608865.486637:0:16946:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789608865.486640:0:16946:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d91117d740. 00000020:00000010:1.0:1789608865.486649:0:16946:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94d901343000. 00000020:00000010:1.0:1789608865.486656:0:16946:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff94d9121c3600. 00000020:00000010:1.0:1789608865.486662:0:16946:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff94d9032a6bb8. 00000100:00000040:1.0:1789608865.487003:0:16946:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1789608865.487016:0:16946:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1789608865.487018:0:16946:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1789608865.487020:0:16946:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608865.487030:0:16946:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608865.487038:0:16946:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608865.487059:0:16946:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1789608865.487062:0:16946:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1789608865.487070:0:16946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.121@tcp, seq: 61 00000100:00000040:1.0:1789608865.487075:0:16946:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff94d903104000 : new rpc_count 1 00000100:00000001:1.0:1789608865.487077:0:16946:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446626258594166784 : -117815115384832 : ffff94d907e5f800) 00000100:00000040:1.0:1789608865.487086:0:16946:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff94d907e5f800 x1876538943172224/t0(0) o104->LOV_OSC_UUID@192.168.203.121@tcp:666/0 lens 328/0 e 0 to 0 dl 1789608876 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608865.487096:0:16946:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789608865.487100:0:16946:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d91117d740. 00000100:00000001:1.0:1789608865.487102:0:16946:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789608865.487105:0:16946:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d91117d740. 00000100:00100000:1.0:1789608865.487110:0:16946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff94d907e5f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8102:x1876538943172224:12345-192.168.203.121@tcp:104: 00000100:00000200:1.0:1789608865.487114:0:16946:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876538943172224 00010000:00000001:1.0:1789608865.487117:0:16946:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1789608865.487127:0:16946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608865.487129:0:16946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608865.487138:0:16946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1e00 refcount=2 00000020:00000001:1.0:1789608865.487141:0:16946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000001:1.0:1789608865.487149:0:16946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000001:1.0:1789608865.487154:0:16946:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608865.487158:0:16946:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789608865.487164:0:16946:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 00000000e9b6f9e8/0xc54db3288176ff98 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x91bddff8e8ed9b67 expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:1.0:1789608865.487179:0:16946:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1789608865.487183:0:16946:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1789608865.487189:0:16946:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff94d908242400. 02000000:00000001:1.0:1789608865.487583:0:16946:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608865.487587:0:16946:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608865.487592:0:16946:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1789608865.487596:0:16946:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608865.487600:0:16946:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d909864de8 time=72 v=5 (1 1 1 1) 00000100:00000001:1.0:1789608865.487606:0:16946:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789608865.487665:0:16946:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff94d907ddb340 refcount 16 to 192.168.203.121@tcp 00000100:00000001:1.0:1789608865.487669:0:16946:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446626258593624896 : -117815115926720 : ffff94d907ddb340) 02000000:00000001:1.0:1789608865.487672:0:16946:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1789608865.487761:0:16946:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608865.487766:0:16946:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608865.487770:0:16946:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608865.487778:0:16946:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35c38. 00000100:00000200:1.0:1789608865.487785:0:16946:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876538943172224, offset 224 00000400:00000200:1.0:1789608865.487793:0:16946:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608865.487814:0:16946:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.487823:0:16946:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.21@tcp to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608865.487831:0:16946:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2948:2948:256:4294967295] 192.168.203.121@tcp LPNI seq info [2948:2948:8:4294967295] 00000400:00000200:1.0:1789608865.487836:0:16946:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.487847:0:16946:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:192.168.203.21@tcp) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608865.487853:0:16946:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608865.487859:0:16946:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903ee1000. 00000800:00000200:1.0:1789608865.487867:0:16946:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608865.487875:0:16946:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608865.487880:0:16946:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903ee1000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608865.487892:0:16946:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608865.487895:0:16946:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff94d907ddb340 refcount 15 to 192.168.203.121@tcp 00010000:00000001:1.0:1789608865.487899:0:16946:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1789608865.487903:0:16946:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff94d90711a000. 00010000:00000001:1.0:1789608865.487906:0:16946:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1789608865.487924:0:16946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1789608865.487926:0:16946:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608865.487928:0:16946:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608865.487930:0:16946:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608865.487935:0:16946:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5f800 x1876538943172224/t0(0) o104->LOV_OSC_UUID@192.168.203.121@tcp:666/0 lens 328/224 e 0 to 0 dl 1789608876 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789608865.487947:0:16946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff94d907e5f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8102:x1876538943172224:12345-192.168.203.121@tcp:104: Request processed in 848us (2031us total) trans 0 rc 0/0 00000100:00100000:1.0:1789608865.487955:0:16946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.121@tcp, seq: 61 00000100:00000040:1.0:1789608865.487960:0:16946:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff94d903104000 : new rpc_count 0 00000100:00000001:1.0:1789608865.487962:0:16946:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1789608865.487964:0:16946:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1789608865.487971:0:16946:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff94d9121c3600. 00000020:00000010:1.0:1789608865.487976:0:16946:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff94d9032a6bb8. 00000020:00000010:1.0:1789608865.487982:0:16946:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94d901343000. 00000020:00000040:1.0:1789608865.487987:0:16946:0:(genops.c:879:class_export_put()) PUTting export ffff94d903104000 : new refcount 3 00000100:00000001:1.0:1789608865.487991:0:16946:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789608865.488777:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789608865.488782:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608865.488786:0:16956:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1789608865.488790:0:16956:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1789608865.488793:0:16956:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1789608865.488808:0:16956:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 00000000e9b6f9e8/0xc54db3288176ff98 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x91bddff8e8ed9b67 expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1789608865.488823:0:16956:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d9421c1e00 already unused, calling callback (ffffffffc1007300) 00000008:00000001:2.0:1789608865.488827:0:16956:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1789608865.488830:0:16956:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1789608865.488832:0:16956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608865.488835:0:16956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608865.488838:0:16956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1e00 refcount=3 00000020:00000001:2.0:1789608865.488840:0:16956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000001:2.0:1789608865.488843:0:16956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000001:2.0:1789608865.488846:0:16956:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789608865.488850:0:16956:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 00000000e9b6f9e8/0xc54db3288176ff98 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x91bddff8e8ed9b67 expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:2.0:1789608865.488858:0:16956:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:2.0:1789608865.488860:0:16956:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789608865.488865:0:16956:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514694152 : -117815194857464 : ffff94d903295008) 00000020:00001000:2.0:1789608865.488867:0:16956:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295000 00000008:00000001:2.0:1789608865.488870:0:16956:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:2.0:1789608865.488873:0:16956:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:2.0:1789608865.488875:0:16956:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789608865.488877:0:16956:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514695880 : -117815194855736 : ffff94d9032956c8) 00000020:00001000:2.0:1789608865.488878:0:16956:0:(cl_object.c:823:cl_env_get()) 1@ffff94d9032956c0 00000008:00000001:2.0:1789608865.488882:0:16956:0:(osc_cache.c:3760:osc_ldlm_hp_handle()) Process entered 00000008:00000020:2.0:1789608865.488884:0:16956:0:(osc_cache.c:3780:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:2.0:1789608865.488888:0:16956:0:(osc_cache.c:3796:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:2.0:1789608865.488891:0:16956:0:(osc_cache.c:3844:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608865.488893:0:16956:0:(osc_cache.c:3729:osc_lock_discard_pages()) Process entered 00000020:00000001:2.0:1789608865.488898:0:16956:0:(cl_object.c:143:cl_object_top()) ffff94d905e4e380 -> ffff94d9040dbe90 00000020:00000001:2.0:1789608865.488900:0:16956:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000020:00000001:2.0:1789608865.488903:0:16956:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:2.0:1789608865.488907:0:16956:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1789608865.488909:0:16956:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1789608865.488913:0:16956:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789608865.488914:0:16956:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1789608865.488916:0:16956:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789608865.488921:0:16956:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff94d9080cf080 type 8 ignore/verify layout 1/0 00020000:00000001:2.0:1789608865.488926:0:16956:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1789608865.488928:0:16956:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1789608865.488931:0:16956:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1789608865.488934:0:16956:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1789608865.488936:0:16956:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.488937:0:16956:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789608865.488938:0:16956:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1789608865.488940:0:16956:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:2.0:1789608865.488941:0:16956:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608865.488944:0:16956:0:(osc_cache.c:3516:osc_page_gang_lookup()) Process entered 00000008:00000001:2.0:1789608865.488947:0:16956:0:(osc_cache.c:3593:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789608865.488949:0:16956:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:2.0:1789608865.488952:0:16956:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1789608865.488954:0:16956:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1789608865.488956:0:16956:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1789608865.488958:0:16956:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:2.0:1789608865.488961:0:16956:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789608865.488962:0:16956:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000008:00000001:2.0:1789608865.488964:0:16956:0:(osc_cache.c:3748:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789608865.488966:0:16956:0:(cl_object.c:917:cl_env_put()) 1@ffff94d9032956c0 00000008:00000001:2.0:1789608865.488968:0:16956:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.488970:0:16956:0:(cl_object.c:143:cl_object_top()) ffff94d905e4e380 -> ffff94d9040dbe90 00010000:00000001:2.0:1789608865.488973:0:16956:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:2.0:1789608865.488976:0:16956:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.488978:0:16956:0:(cl_object.c:143:cl_object_top()) ffff94d905e4e380 -> ffff94d9040dbe90 00000020:00000001:2.0:1789608865.488979:0:16956:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1789608865.488982:0:16956:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1789608865.488986:0:16956:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1789608865.488988:0:16956:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.488990:0:16956:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.488992:0:16956:0:(cl_object.c:143:cl_object_top()) ffff94d905e4e380 -> ffff94d9040dbe90 00000020:00000001:2.0:1789608865.488994:0:16956:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000020:00000001:2.0:1789608865.488995:0:16956:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:2.0:1789608865.488999:0:16956:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.489000:0:16956:0:(cl_object.c:143:cl_object_top()) ffff94d905e4e380 -> ffff94d9040dbe90 00000008:00000001:2.0:1789608865.489005:0:16956:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789608865.489006:0:16956:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295000 00000008:00000001:2.0:1789608865.489008:0:16956:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608865.489011:0:16956:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789608865.489016:0:16956:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789608865.489018:0:16956:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789608865.489020:0:16956:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608865.489023:0:16956:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789608865.489026:0:16956:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d9421c1e00 with handle 0xc54db3288176ff98 from hash 00010000:00000001:2.0:1789608865.489028:0:16956:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789608865.489030:0:16956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608865.489032:0:16956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608865.489033:0:16956:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789608865.489037:0:16956:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789608865.489039:0:16956:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1789608865.489044:0:16956:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608865.489048:0:16956:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608865.489050:0:16956:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608865.489053:0:16956:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1789608865.489062:0:16956:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d24380. 00000020:00000040:2.0:1789608865.489066:0:16956:0:(genops.c:1209:class_import_get()) import ffff94d902b13000 refcount=4 obd=lustre-OST0001-osc-ffff94d904ceb000 00000100:00000001:2.0:1789608865.489071:0:16956:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608865.489074:0:16956:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608865.489079:0:16956:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608865.489086:0:16956:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d911dcc200. 00000100:00000001:2.0:1789608865.489092:0:16956:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608865.489095:0:16956:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1789608865.489102:0:16956:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 00000000e9b6f9e8/0xc54db3288176ff98 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x91bddff8e8ed9b67 expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1789608865.489110:0:16956:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1789608865.489112:0:16956:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608865.489117:0:16956:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608865.489122:0:16956:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608865.489432:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608865.489438:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903ee1000. 00000400:00000200:0.0:1789608865.490160:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608865.490169:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608865.490177:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35c38 00000400:00000010:0.0:1789608865.490181:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35c38. 00000100:00000001:0.0:1789608865.490188:0:2402:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1789608865.491921:0:2402:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000040:2.0:1789608865.492355:0:16956:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a49ef5c4] to pc [ptlrpcd_01_00+0] req@ffff94d907d24380 x1876538934311424/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789608865.492402:0:16956:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608865.492408:0:16956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608865.492411:0:16956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608865.492413:0:16956:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608865.492415:0:16956:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608865.492419:0:16956:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608865.492427:0:16956:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 00000000e9b6f9e8/0xc54db3288176ff98 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x91bddff8e8ed9b67 expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789608865.492535:0:16956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789608865.492538:0:16956:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 00000000e9b6f9e8/0xc54db3288176ff98 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x91bddff8e8ed9b67 expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1789608865.492550:0:16956:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d904af6300. 00010000:00000001:2.0:1789608865.492563:0:16956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608865.492565:0:16956:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1789608865.492578:0:16956:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff94d90711a000. 00010000:00000001:2.0:1789608865.492583:0:16956:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608865.493040:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608865.493044:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608865.493048:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789608865.493050:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608865.493051:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608865.493053:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789608865.493056:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608865.493057:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608865.493059:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789608865.493401:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608865.493402:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608865.493408:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608865.493410:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608865.493412:0:2411:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608865.493429:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d24380 x1876538934311424/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1789608865.494992:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608865.495022:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608865.495027:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608865.495030:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608865.495040:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.495049:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608865.495066:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.495072:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.495078:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.495083:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 400 into portal 4 MB=0x6aab3c4963980 00000400:00000200:0.0:1789608865.495089:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.495096:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 400/400 into md 0x8691 [1] + 224 00000800:00000001:0.0:1789608865.495104:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608865.495112:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608865.495116:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608865.495121:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608865.495129:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608865.495151:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5d500 x1876538934311296/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608881 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608865.495163:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff94d907e5d500 x1876538934311296/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608881 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608865.495181:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608865.495189:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608865.495199:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608865.495321:0:35428:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608865.495331:0:35428:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608865.495334:0:35428:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608865.495339:0:35428:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b83c8. 00000400:00000200:3.0:1789608865.495344:0:35428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095eda18 00000400:00000010:3.0:1789608865.495347:0:35428:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095eda18. 00000100:00000001:3.0:1789608865.495351:0:35428:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608865.495357:0:35428:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5d500 x1876538934311296/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608881 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789608865.495368:0:35428:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5d500 x1876538934311296/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608881 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608865.495375:0:35428:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608865.495377:0:35428:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608865.495380:0:35428:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608865.495383:0:35428:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608865.495386:0:35428:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608865.495389:0:35428:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608865.495393:0:35428:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608865.495404:0:35428:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13460 time=73 v=5 (5 5 5 5) 00000100:00001000:3.0:1789608865.495408:0:35428:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13418 time=23 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608865.495411:0:35428:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608865.495413:0:35428:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.495416:0:35428:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608865.495420:0:35428:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608865.495425:0:35428:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608865.495427:0:35428:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d904ceb000: skip recheck: last_committed 4294967322 00000100:00000001:3.0:1789608865.495430:0:35428:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608865.495432:0:35428:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608865.495436:0:35428:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5d500 x1876538934311296/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608881 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608865.495484:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608865.495487:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608865.495493:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608865.495496:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608865.495502:0:2411:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608865.495509:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934311424:192.168.203.121@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1789608865.495514:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608865.495520:0:2411:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608865.495523:0:2411:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608865.495526:0:2411:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608865.495535:0:2411:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d911dcc400. 02000000:00000001:2.0:1789608865.495537:0:2411:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608865.495541:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608865.495545:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21aa8. 00000400:00000010:2.0:1789608865.495550:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c550. 00000100:00000200:2.0:1789608865.495556:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934311424, portal 18 00000100:00000001:2.0:1789608865.495558:0:2411:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608865.495560:0:2411:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592875392 : -117815116676224 : ffff94d907d24380) 00000100:00000001:3.0:1789608865.495566:0:35428:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608865.495579:0:35428:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608865.495582:0:35428:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608865.495588:0:35428:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5d500 x1876538934311296/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608881 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789608865.495597:0:35428:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5d500 pname:cluuid:pid:xid:nid:opc:job uname:25f5d458-2cbe-49cd-9693-334c08df7e27:35428:1876538934311296:192.168.203.121@tcp:101:uname.0 00000100:00000040:2.0:1789608865.495912:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907d24380 x1876538934311424/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608881 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608865.495922:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608865.495926:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608865.495930:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c990. 00000100:00000200:2.0:1789608865.495935:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876538934311424, offset 0 00000400:00000200:2.0:1789608865.495943:0:2411:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608865.495952:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608865.495955:0:35428:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608865.495960:0:35428:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608865.495962:0:2411:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000100:00000001:3.0:1789608865.495964:0:35428:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789608865.495969:0:35428:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1789608865.495971:0:2411:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1789608865.495977:0:35428:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5d500 x1876538934311296/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608881 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000400:00000200:2.0:1789608865.495979:0:2411:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608865.495986:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608865.495991:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000100:00000001:3.0:1789608865.495994:0:35428:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608865.495999:0:35428:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d911db6180. 00000400:00000200:2.0:1789608865.495999:0:2411:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2949:2949:256:4294967295] 192.168.203.121@tcp LPNI seq info [2949:2949:8:4294967295] 00000100:00000001:3.0:1789608865.496007:0:35428:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000400:00000200:2.0:1789608865.496008:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608865.496010:0:35428:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.496015:0:35428:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789608865.496021:0:35428:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000200:2.0:1789608865.496022:0:2411:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000020:00000001:3.0:1789608865.496026:0:35428:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000800:00000200:2.0:1789608865.496031:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.121@tcp 00000020:00000040:3.0:1789608865.496033:0:35428:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55c00 refcount=4 00000020:00000001:3.0:1789608865.496037:0:35428:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00000800:00000010:2.0:1789608865.496038:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a01af00. 00000800:00000200:2.0:1789608865.496048:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608865.496109:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608865.496114:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a01af00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1789608865.496124:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608865.496129:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: using a timeout of 24671 usecs (25 jiffies) 00010000:00000001:3.0:1789608865.496308:0:35428:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000040:3.0:1789608865.496321:0:35428:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d905f55c00, remote cookie: 0x91bddff8e8ed9b6e, flags: 0x20002 00010000:00000001:3.0:1789608865.496325:0:35428:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1789608865.496329:0:35428:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.496331:0:35428:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00010000:3.0:1789608865.496341:0:35428:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1789608865.496356:0:35428:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2c0000401:0x42:0x0].0x0 (ffff94d904e29400) refcount = 1 00010000:00000040:3.0:1789608865.496360:0:35428:0:(ldlm_resource.c:1894:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1789608865.496363:0:35428:0:(ldlm_resource.c:1896:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608865.496371:0:35428:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608865.496375:0:35428:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1789608865.496379:0:35428:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608865.496389:0:35428:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000800:00000200:0.0:1789608865.496483:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608865.496489:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a01af00. 00000400:00000200:0.0:1789608865.496493:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608865.496497:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608865.496502:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c990 00000400:00000010:0.0:1789608865.496504:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c990. 00000100:00000001:0.0:1789608865.496508:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608865.496513:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d24380 x1876538934311424/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608881 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608865.496523:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608865.496526:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d24380 x1876538934311424/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608881 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608865.496533:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608865.496534:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:2.0:1789608865.496883:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608865.496888:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296592612 00000100:00000001:2.0:1789608865.496892:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296593758 00000100:00000001:2.0:1789608865.496895:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296592612 00000100:00000001:2.0:1789608865.496897:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296593758 00000100:00000001:2.0:1789608865.496900:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608865.496903:0:2411:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608865.496907:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608865.496911:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608865.496921:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608865.496923:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789608865.496926:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608865.496928:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608865.496929:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608865.496933:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1789608865.502731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1e00. 00000800:00000001:0.0:1789608865.508355:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608865.508379:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608865.508385:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608865.508389:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608865.508400:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.508410:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608865.508421:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.508426:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.508432:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.508447:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 392 into portal 15 MB=0x6aab3c51d6f00 00000400:00000200:0.0:1789608865.508458:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.121@tcp of length 392/392 into md 0x7ff1 [2] + 984 00000800:00000001:0.0:1789608865.508466:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608865.508476:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608865.508481:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608865.508486:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608865.508495:0:2401:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1789608865.508497:0:2401:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1789608865.508513:0:2401:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5e680. 00000100:00000040:0.0:1789608865.508518:0:2401:0:(events.c:341:request_in_callback()) incoming req@ffff94d907e5e680 x1876538943172352 msgsize 392 00000100:00100000:0.0:1789608865.508522:0:2401:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.121@tcp (source: 12345-192.168.203.121@tcp) 00000100:00000001:0.0:1789608865.508539:0:2401:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:0.0:1789608865.508550:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608865.508553:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608865.508721:0:16947:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1789608865.508725:0:16947:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876538943172352 02000000:00000001:1.0:1789608865.508729:0:16947:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1789608865.508732:0:16947:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608865.508734:0:16947:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608865.508740:0:16947:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608865.508745:0:16947:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876538943172352 00000020:00000001:1.0:1789608865.508749:0:16947:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789608865.508752:0:16947:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc54db3288176f366 00000020:00000001:1.0:1789608865.508756:0:16947:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608865.508759:0:16947:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d903104000 refcount=4 00000020:00000001:1.0:1789608865.508762:0:16947:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258513051648 : -117815196499968 : ffff94d903104000) 00000020:00000001:1.0:1789608865.508766:0:16947:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626258513051648 : -117815196499968 : ffff94d903104000) 00000100:00000001:1.0:1789608865.508770:0:16947:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789608865.508777:0:16947:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d91117d740. 00000100:00000001:1.0:1789608865.508780:0:16947:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789608865.508784:0:16947:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d91117d740. 00000020:00000010:1.0:1789608865.508791:0:16947:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94d901343000. 00000020:00000010:1.0:1789608865.509255:0:16947:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff94d9121c3600. 00000020:00000010:1.0:1789608865.509263:0:16947:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff94d9032a6bb8. 00000100:00000040:1.0:1789608865.509274:0:16947:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1789608865.509279:0:16947:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1789608865.509280:0:16947:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1789608865.509283:0:16947:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608865.509292:0:16947:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608865.509361:0:16947:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608865.509379:0:16947:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1789608865.509381:0:16947:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1789608865.509389:0:16947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.121@tcp, seq: 62 00000100:00000040:1.0:1789608865.509394:0:16947:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff94d903104000 : new rpc_count 1 00000100:00000001:1.0:1789608865.509396:0:16947:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446626258594162304 : -117815115389312 : ffff94d907e5e680) 00000100:00000040:1.0:1789608865.509408:0:16947:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff94d907e5e680 x1876538943172352/t0(0) o105->LOV_OSC_UUID@192.168.203.121@tcp:666/0 lens 392/0 e 0 to 0 dl 1789608876 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608865.509419:0:16947:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789608865.509422:0:16947:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d91117d740. 00000100:00000001:1.0:1789608865.509425:0:16947:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789608865.509427:0:16947:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d91117d740. 00000100:00100000:1.0:1789608865.509432:0:16947:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff94d907e5e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:7253:x1876538943172352:12345-192.168.203.121@tcp:105: 00000100:00000200:1.0:1789608865.509436:0:16947:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876538943172352 00010000:00000001:1.0:1789608865.509440:0:16947:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1789608865.509458:0:16947:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608865.509461:0:16947:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608865.509464:0:16947:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55c00 refcount=5 00000020:00000001:1.0:1789608865.509467:0:16947:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:1.0:1789608865.509470:0:16947:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00010000:1.0:1789608865.509478:0:16947:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608865.509493:0:16947:0:(ldlm_lockd.c:1966:ldlm_handle_cp_callback()) Process entered 00010000:00010000:1.0:1789608865.509496:0:16947:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789608865.509508:0:16947:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608865.509517:0:16947:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1789608865.509520:0:16947:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608865.509522:0:16947:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789608865.509525:0:16947:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1789608865.509528:0:16947:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608865.509535:0:16947:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:1.0:1789608865.509540:0:16947:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789608865.509549:0:16947:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2c0000401:0x42:0x0].0x0 (ffff94d904e29400) refcount = 1 00010000:00000040:1.0:1789608865.509552:0:16947:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1789608865.509554:0:16947:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608865.509564:0:16947:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00010000:1.0:1789608865.509567:0:16947:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1789608865.509586:0:16947:0:(ldlm_lock.c:2325:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff94d91117d740. 00000100:00000001:1.0:1789608865.509590:0:16947:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789608865.509598:0:16947:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d90711a000. 00000100:00000001:1.0:1789608865.509600:0:16947:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258580250624 : -117815129300992 : ffff94d90711a000) 00000100:00000001:1.0:1789608865.509603:0:16947:0:(client.c:1218:ptlrpc_prep_fcset()) Process leaving (rc=18446626258580250624 : -117815129300992 : ffff94d90711a000) 00000100:00000001:1.0:1789608865.509606:0:16947:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789608865.509608:0:16947:0:(client.c:1949:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1789608865.509618:0:16947:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1789608865.509621:0:16947:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789608865.509635:0:16947:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608865.509638:0:16947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608865.509640:0:16947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608865.509642:0:16947:0:(ldlm_lock.c:2306:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608865.509644:0:16947:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1789608865.509645:0:16947:0:(ldlm_lock.c:2275:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1789608865.509648:0:16947:0:(client.c:1964:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608865.509650:0:16947:0:(client.c:2699:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608865.509652:0:16947:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1789608865.509655:0:16947:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d90711a000. 00000100:00000001:1.0:1789608865.509658:0:16947:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1789608865.509660:0:16947:0:(ldlm_lock.c:2369:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1789608865.509663:0:16947:0:(ldlm_lock.c:2371:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff94d91117d740. 00010000:00010000:1.0:1789608865.509666:0:16947:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff94d905f55c00) 00010000:00000001:1.0:1789608865.509668:0:16947:0:(ldlm_lockd.c:2085:ldlm_handle_cp_callback()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789608865.509670:0:16947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608865.509671:0:16947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789608865.509727:0:16947:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1789608865.509731:0:16947:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1789608865.509737:0:16947:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff94d908240800. 02000000:00000001:1.0:1789608865.509741:0:16947:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608865.509744:0:16947:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608865.509749:0:16947:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1789608865.509753:0:16947:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608865.509757:0:16947:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d909864de8 time=72 v=5 (1 1 1 1) 00000100:00000001:1.0:1789608865.509763:0:16947:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789608865.509766:0:16947:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff94d907ddb340 refcount 16 to 192.168.203.121@tcp 00000100:00000001:1.0:1789608865.509769:0:16947:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446626258593624896 : -117815115926720 : ffff94d907ddb340) 02000000:00000001:1.0:1789608865.509772:0:16947:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1789608865.509774:0:16947:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608865.509778:0:16947:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608865.509781:0:16947:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608865.509787:0:16947:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35440. 00000100:00000200:1.0:1789608865.509793:0:16947:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876538943172352, offset 224 00000400:00000200:1.0:1789608865.509809:0:16947:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608865.509820:0:16947:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.509828:0:16947:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.21@tcp to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608865.509835:0:16947:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2950:2950:256:4294967295] 192.168.203.121@tcp LPNI seq info [2950:2950:8:4294967295] 00000400:00000200:1.0:1789608865.509840:0:16947:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.509850:0:16947:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:192.168.203.21@tcp) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608865.509857:0:16947:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608865.509862:0:16947:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903ee1e00. 00000800:00000200:1.0:1789608865.509869:0:16947:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608865.509878:0:16947:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608865.509883:0:16947:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903ee1e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608865.509898:0:16947:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608865.509901:0:16947:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff94d907ddb340 refcount 15 to 192.168.203.121@tcp 00010000:00000001:1.0:1789608865.509904:0:16947:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608865.509909:0:16947:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5e680 x1876538943172352/t0(0) o105->LOV_OSC_UUID@192.168.203.121@tcp:666/0 lens 392/224 e 0 to 0 dl 1789608876 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789608865.509926:0:16947:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff94d907e5e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:7253:x1876538943172352:12345-192.168.203.121@tcp:105: Request processed in 505us (1406us total) trans 0 rc 0/0 00000100:00100000:1.0:1789608865.509934:0:16947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.121@tcp, seq: 62 00000100:00000040:1.0:1789608865.509938:0:16947:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff94d903104000 : new rpc_count 0 00000100:00000001:1.0:1789608865.509940:0:16947:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1789608865.509942:0:16947:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1789608865.509948:0:16947:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff94d9121c3600. 00000020:00000010:1.0:1789608865.509952:0:16947:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff94d9032a6bb8. 00000020:00000010:1.0:1789608865.509956:0:16947:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94d901343000. 00000020:00000040:1.0:1789608865.509962:0:16947:0:(genops.c:879:class_export_put()) PUTting export ffff94d903104000 : new refcount 3 00000100:00000001:1.0:1789608865.509965:0:16947:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789608865.510176:0:35428:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000800:00000200:0.0:1789608865.511094:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608865.511103:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903ee1e00. 00000400:00000200:0.0:1789608865.511111:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1789608865.511118:0:35428:0:(ldlm_request.c:350:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608865.511123:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00010000:00010000:3.0:1789608865.511126:0:35428:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1789608865.511132:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35440 00000400:00000010:0.0:1789608865.511137:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35440. 00010000:00000001:3.0:1789608865.511138:0:35428:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789608865.511142:0:35428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.511145:0:35428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789608865.511145:0:2402:0:(events.c:390:reply_out_callback()) Process entered 00010000:00000001:3.0:1789608865.511146:0:35428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.511149:0:35428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789608865.511150:0:2402:0:(events.c:402:reply_out_callback()) Process leaving 00010000:00000001:3.0:1789608865.511152:0:35428:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789608865.511159:0:35428:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1789608865.511162:0:35428:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1789608865.511166:0:35428:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.511169:0:35428:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.511173:0:35428:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55c00 refcount=3 00000020:00000001:3.0:1789608865.511175:0:35428:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:3.0:1789608865.511188:0:35428:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:3.0:1789608865.511191:0:35428:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.511193:0:35428:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.511194:0:35428:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55c00 refcount=4 00000020:00000001:3.0:1789608865.511196:0:35428:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:3.0:1789608865.511198:0:35428:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:3.0:1789608865.511202:0:35428:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608865.511206:0:35428:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608865.511210:0:35428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608865.511227:0:35428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.511228:0:35428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789608865.511232:0:35428:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1789608865.511237:0:35428:0:(cl_object.c:143:cl_object_top()) ffff94d905e4e380 -> ffff94d9040dbe90 00000008:00010000:3.0:1789608865.511242:0:35428:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1789608865.511251:0:35428:0:(cl_object.c:143:cl_object_top()) ffff94d905e4e380 -> ffff94d9040dbe90 00000020:00000001:3.0:1789608865.511253:0:35428:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1789608865.511256:0:35428:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1789608865.511260:0:35428:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1789608865.511263:0:35428:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.511265:0:35428:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.511267:0:35428:0:(cl_object.c:143:cl_object_top()) ffff94d905e4e380 -> ffff94d9040dbe90 00000008:00000001:3.0:1789608865.511269:0:35428:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:3.0:1789608865.511271:0:35428:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.511273:0:35428:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.511274:0:35428:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.511276:0:35428:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55c00 refcount=5 00000020:00000001:3.0:1789608865.511278:0:35428:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:3.0:1789608865.511280:0:35428:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:3.0:1789608865.511283:0:35428:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608865.511286:0:35428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608865.511293:0:35428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.511295:0:35428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789608865.511298:0:35428:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608865.511311:0:35428:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608865.511312:0:35428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.511313:0:35428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789608865.511315:0:35428:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608865.511318:0:35428:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608865.511327:0:35428:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5d500 x1876538934311296/t0(0) o101->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608881 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608865.511336:0:35428:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608865.511339:0:35428:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608865.511344:0:35428:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903117c00. 02000000:00000001:3.0:1789608865.511348:0:35428:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608865.511352:0:35428:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608865.511353:0:35428:0:(genops.c:1222:class_import_put()) import ffff94d902b13000 refcount=3 obd=lustre-OST0001-osc-ffff94d904ceb000 00000020:00000001:3.0:1789608865.511356:0:35428:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608865.511358:0:35428:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d908fa5000. 02000000:00000001:3.0:1789608865.511362:0:35428:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608865.511365:0:35428:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608865.511368:0:35428:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5d500. 00000100:00000001:3.0:1789608865.511372:0:35428:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608865.511374:0:35428:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1789608865.511376:0:35428:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789608865.511379:0:35428:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.511382:0:35428:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.511385:0:35428:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.511387:0:35428:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.511390:0:35428:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.511393:0:35428:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.511396:0:35428:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.511400:0:35428:0:(cl_io.c:529:cl_io_start()) Process entered 00000080:00000001:3.0:1789608865.511406:0:35428:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000080:00000001:3.0:1789608865.511413:0:35428:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1789608865.511415:0:35428:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000020:00000001:3.0:1789608865.511417:0:35428:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000020:00000001:3.0:1789608865.511419:0:35428:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1789608865.511425:0:35428:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1789608865.511430:0:35428:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1789608865.511432:0:35428:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.511434:0:35428:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1789608865.511442:0:35428:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789608865.511454:0:35428:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2b:1029 on OST[1]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:3.0:1789608865.511458:0:35428:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789608865.511461:0:35428:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:3.0:1789608865.511464:0:35428:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.511467:0:35428:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.511469:0:35428:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000080:00200000:3.0:1789608865.511473:0:35428:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 0 i_blocks 1 00000080:00000001:3.0:1789608865.511476:0:35428:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1789608865.511481:0:35428:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cdfb80 00000080:00200000:3.0:1789608865.511484:0:35428:0:(vvp_io.c:1292:vvp_io_write_start()) recon: write [0, 23) append 1 append lockpos 18446744073709551615 00000020:00000001:3.0:1789608865.511488:0:35428:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:3.0:1789608865.511494:0:35428:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d907e28000 00020000:00000002:2.0:1789608865.512358:0:35428:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d9092654e0 addref 2/0 by ffff94d907e28000. 00020000:00000002:2.0:1789608865.512365:0:35428:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d907e28000 00000020:00000001:2.0:1789608865.512369:0:35428:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:2.0:1789608865.512374:0:35428:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1789608865.512379:0:35428:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1789608865.512383:0:35428:0:(lov_offset.c:253:lov_stripe_intersects()) [0->22] -> [(0) 0->22 (0)] 00020000:00000001:2.0:1789608865.512387:0:35428:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789608865.512389:0:35428:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593373712 : -117815116177904 : ffff94d907d9de10) 00000020:00000001:2.0:1789608865.512391:0:35428:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1789608865.512395:0:35428:0:(osc_io.c:1417:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1789608865.512399:0:35428:0:(osc_io.c:1430:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.512401:0:35428:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608865.512403:0:35428:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.512405:0:35428:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.512415:0:35428:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:2.0:1789608865.512417:0:35428:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 23 bytes 00000020:00000001:2.0:1789608865.512457:0:35428:0:(cl_page.c:432:cl_page_find()) Process entered 00000020:00008000:2.0:1789608865.512460:0:35428:0:(cl_page.c:438:cl_page_find()) 0@[0x200000405:0x2b:0x0] ffffe9a104e90200 0 1 00000020:00000001:2.0:1789608865.512463:0:35428:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1789608865.512465:0:35428:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.512468:0:35428:0:(cl_page.c:353:cl_page_alloc()) Process entered 00000020:00000010:2.0:1789608865.512477:0:35428:0:(cl_page.c:304:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff94d905fb7b60. 00000020:00000001:2.0:1789608865.512481:0:35428:0:(cl_page.c:1294:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1789608865.512483:0:35428:0:(cl_page.c:1301:cl_page_slice_add()) Process leaving 00020000:00000001:2.0:1789608865.512486:0:35428:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:2.0:1789608865.512489:0:35428:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:2.0:1789608865.512491:0:35428:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789608865.512493:0:35428:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593373712 : -117815116177904 : ffff94d907d9de10) 00000008:00000001:2.0:1789608865.512497:0:35428:0:(osc_cache.c:2481:osc_prep_async_page()) Process entered 00000008:00000040:2.0:1789608865.512500:0:35428:0:(osc_cache.c:2504:osc_prep_async_page()) oap ffff94d905fb7bd0 folio ffffe9a104e90200 pg:0 obj off 0 00000008:00000001:2.0:1789608865.512502:0:35428:0:(osc_cache.c:2505:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.512504:0:35428:0:(cl_page.c:1294:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1789608865.512505:0:35428:0:(cl_page.c:1301:cl_page_slice_add()) Process leaving 00000008:00000001:2.0:1789608865.512506:0:35428:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:2.0:1789608865.512508:0:35428:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608865.512513:0:35428:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.512515:0:35428:0:(cl_page.c:400:cl_page_alloc()) Process leaving (rc=18446626258562022240 : -117815147529376 : ffff94d905fb7b60) 00000020:00000001:2.0:1789608865.512518:0:35428:0:(cl_page.c:461:cl_page_find()) Process leaving (rc=18446626258562022240 : -117815147529376 : ffff94d905fb7b60) 00000020:00000001:2.0:1789608865.512520:0:35428:0:(cl_page.c:811:cl_page_assume()) Process entered 00000020:00000001:2.0:1789608865.512523:0:35428:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1789608865.512525:0:35428:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258539960192 : -117815169591424 : ffff94d904aad780) 00000020:00000001:2.0:1789608865.512527:0:35428:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1789608865.512529:0:35428:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1789608865.512531:0:35428:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1789608865.512537:0:35428:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e02ca235[2 000000009e073224 1 1 000000001032b354 0 0 0] 00000020:00000001:2.0:1789608865.512539:0:35428:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1789608865.512540:0:35428:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1789608865.512542:0:35428:0:(cl_page.c:825:cl_page_assume()) Process leaving 00000080:00000001:2.0:1789608865.512544:0:35428:0:(rw26.c:582:ll_prepare_partial_page()) Process entered 00000020:00000001:2.0:1789608865.512546:0:35428:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000020:00000001:2.0:1789608865.512549:0:35428:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000020:00000001:2.0:1789608865.512551:0:35428:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1789608865.512553:0:35428:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1789608865.512556:0:35428:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:2.0:1789608865.512558:0:35428:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.512560:0:35428:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.512562:0:35428:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000080:00000001:2.0:1789608865.512566:0:35428:0:(rw26.c:602:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789608865.512568:0:35428:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:2.0:1789608865.512637:0:35428:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.512650:0:35428:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:2.0:1789608865.512653:0:35428:0:(rw26.c:871:ll_write_end()) pos 0, len 23, copied 23 00000020:00000001:2.0:1789608865.512659:0:35428:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1789608865.512661:0:35428:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258539960192 : -117815169591424 : ffff94d904aad780) 00000020:00000001:2.0:1789608865.512664:0:35428:0:(cl_page.c:680:cl_page_is_owned()) Process entered 00000020:00000001:2.0:1789608865.512666:0:35428:0:(cl_page.c:682:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789608865.512674:0:35428:0:(cl_io.c:928:cl_page_list_add()) Process entered 00000020:00000001:2.0:1789608865.512711:0:35428:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:2.0:1789608865.512714:0:35428:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:2.0:1789608865.512715:0:35428:0:(cl_io.c:939:cl_page_list_add()) Process leaving 00000080:00200000:2.0:1789608865.512721:0:35428:0:(rw26.c:929:ll_write_end()) page@00000000e02ca235[3 000000009e073224 2 1 000000001032b354 0 0 0] 00000080:00200000:2.0:1789608865.512725:0:35428:0:(rw26.c:929:ll_write_end()) vmpage @00000000db64f8c1 17ffffc0001001 3:0 ffff94d905fb7b60 0 lru 00000080:00200000:2.0:1789608865.512734:0:35428:0:(rw26.c:929:ll_write_end()) osc-page@00000000c5bc0325 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000ce7961e7 0000000052e1223b > 3< 0 0 > 4< 0 0 8 2097152 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789608865.512737:0:35428:0:(rw26.c:929:ll_write_end()) end page@00000000e02ca235 00000080:00200000:2.0:1789608865.512738:0:35428:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:2.0:1789608865.512740:0:35428:0:(rw26.c:950:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:2.0:1789608865.512745:0:35428:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:2.0:1789608865.512747:0:35428:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 23 prio 0 00000020:00000001:2.0:1789608865.512750:0:35428:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00020000:00000001:2.0:1789608865.512753:0:35428:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:2.0:1789608865.512755:0:35428:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789608865.512757:0:35428:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593373712 : -117815116177904 : ffff94d907d9de10) 00000020:00000001:2.0:1789608865.512759:0:35428:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00000008:00000001:2.0:1789608865.512762:0:35428:0:(osc_io.c:419:osc_io_commit_async()) Process entered 00000008:00000001:2.0:1789608865.512765:0:35428:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:2.0:1789608865.512766:0:35428:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:2.0:1789608865.512767:0:35428:0:(cl_page.c:547:cl_page_get()) Process leaving 00000008:00000001:2.0:1789608865.512770:0:35428:0:(osc_cache.c:2526:osc_queue_async_io()) Process entered 00000008:00000020:2.0:1789608865.512774:0:35428:0:(osc_cache.c:2585:osc_queue_async_io()) obj ffff94d905e4e380 ready 0|-|- wr 0|-|- rd 0|- oap ffff94d905fb7bd0 folio ffffe9a104e90200 pg:0 added for cmd 2 00000008:00000001:2.0:1789608865.512780:0:35428:0:(osc_cache.c:1780:osc_enter_cache()) Process entered 00000008:00000020:2.0:1789608865.512782:0:35428:0:(osc_cache.c:1782:osc_enter_cache()) lustre-OST0001-osc-ffff94d904ceb000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:1703936 00000008:00000020:2.0:1789608865.512788:0:35428:0:(osc_cache.c:1682:osc_enter_cache_try()) lustre-OST0001-osc-ffff94d904ceb000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:1703936 00000008:00000020:2.0:1789608865.512793:0:35428:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff94d905fb7c08 page ffffe9a104e90200 00000008:00000020:2.0:1789608865.512797:0:35428:0:(osc_cache.c:1814:osc_enter_cache()) lustre-OST0001-osc-ffff94d904ceb000: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 393216, dirty_grant: 0, reserved: 1703936, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }granted from cache 00000008:00000001:2.0:1789608865.512801:0:35428:0:(osc_cache.c:1830:osc_enter_cache()) Process leaving 00000008:00000001:2.0:1789608865.512803:0:35428:0:(osc_cache.c:1833:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608865.512805:0:35428:0:(osc_cache.c:707:osc_extent_find()) Process entered 00000008:00000010:2.0:1789608865.512813:0:35428:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff94d91343b6c0. 00000008:00000020:2.0:1789608865.512821:0:35428:0:(osc_cache.c:1309:__osc_extent_tree_dump()) Dump object ffff94d905e4e380 extents at osc_extent_find:840, mppr: 256. 00000008:00000020:2.0:1789608865.512826:0:35428:0:(osc_cache.c:1926:osc_update_pending()) obj ffff94d905e4e380 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:2.0:1789608865.512831:0:35428:0:(osc_cache.c:858:osc_extent_find()) extent ffff94d91343b6c0@{[0 -> 255/255], [3|1|-|active|wi|ffff94d905e4e380], [1703936|0|-|-|ffff94d905f55c00|256|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:2.0:1789608865.512840:0:35428:0:(osc_cache.c:858:osc_extent_find()) ### extent: 00000000f374e2f1 ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:2.0:1789608865.512850:0:35428:0:(osc_cache.c:875:osc_extent_find()) Process leaving 00000008:00000001:2.0:1789608865.512854:0:35428:0:(osc_cache.c:2722:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608865.512856:0:35428:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608865.512858:0:35428:0:(osc_io.c:380:osc_page_touch_at()) Process entered 00000020:00000001:2.0:1789608865.512861:0:35428:0:(cl_object.c:143:cl_object_top()) ffff94d905e4e380 -> ffff94d9040dbe90 00000008:00000002:2.0:1789608865.512863:0:35428:0:(osc_io.c:388:osc_page_touch_at()) stripe KMS increasing 0->23 0 00000020:00000001:2.0:1789608865.512865:0:35428:0:(cl_object.c:143:cl_object_top()) ffff94d905e4e380 -> ffff94d9040dbe90 00000020:00000001:2.0:1789608865.512867:0:35428:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1789608865.512870:0:35428:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 23 00020000:00000001:2.0:1789608865.512872:0:35428:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1789608865.512875:0:35428:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.512877:0:35428:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.512878:0:35428:0:(cl_object.c:143:cl_object_top()) ffff94d905e4e380 -> ffff94d9040dbe90 00000008:00000001:2.0:1789608865.512880:0:35428:0:(osc_io.c:403:osc_page_touch_at()) Process leaving 00000020:00000001:2.0:1789608865.512882:0:35428:0:(cl_io.c:952:cl_page_list_del()) Process entered 00000020:00000001:2.0:1789608865.512884:0:35428:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:2.0:1789608865.512887:0:35428:0:(cl_page.c:567:cl_batch_put()) page@00000000e02ca235[4 000000009e073224 2 1 000000001032b354 0 0 0] 00000020:00000001:2.0:1789608865.512889:0:35428:0:(cl_page.c:567:cl_batch_put()) 4 00000020:00000001:2.0:1789608865.512891:0:35428:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:2.0:1789608865.512892:0:35428:0:(cl_io.c:957:cl_page_list_del()) Process leaving 00000008:00000020:2.0:1789608865.512894:0:35428:0:(osc_request.c:745:osc_update_next_shrink()) next time 3125 to shrink grant 00000080:00000001:2.0:1789608865.512896:0:35428:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:2.0:1789608865.512898:0:35428:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:2.0:1789608865.512905:0:35428:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff94d918924478, count 1, dirtied 1 00000080:00000001:2.0:1789608865.512907:0:35428:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:2.0:1789608865.512910:0:35428:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:2.0:1789608865.512911:0:35428:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1789608865.512912:0:35428:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1789608865.512914:0:35428:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1789608865.512917:0:35428:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e02ca235[3 000000009e073224 2 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789608865.512919:0:35428:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 1 00000020:00000001:2.0:1789608865.512920:0:35428:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1789608865.512921:0:35428:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1789608865.512923:0:35428:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:2.0:1789608865.512925:0:35428:0:(cl_page.c:567:cl_batch_put()) page@00000000e02ca235[3 000000009e073224 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789608865.512926:0:35428:0:(cl_page.c:567:cl_batch_put()) 3 00000020:00000001:2.0:1789608865.512928:0:35428:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000080:00000001:2.0:1789608865.512929:0:35428:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:2.0:1789608865.512930:0:35428:0:(osc_io.c:492:osc_io_commit_async()) 0 0 00000008:00000001:2.0:1789608865.512932:0:35428:0:(osc_io.c:493:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.513147:0:35428:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608865.513150:0:35428:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.513152:0:35428:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789608865.513154:0:35428:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:2.0:1789608865.513157:0:35428:0:(cl_io.c:1044:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1789608865.513158:0:35428:0:(cl_io.c:1048:cl_page_list_fini()) Process leaving 00000080:00000001:2.0:1789608865.513160:0:35428:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.513162:0:35428:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cdfb80 00000080:00200000:2.0:1789608865.513165:0:35428:0:(vvp_io.c:1358:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:2.0:1789608865.513168:0:35428:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608865.513170:0:35428:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1789608865.513172:0:35428:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1789608865.513174:0:35428:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:2.0:1789608865.513176:0:35428:0:(osc_io.c:1053:osc_io_write_start()) Process entered 00000020:00000001:2.0:1789608865.513178:0:35428:0:(cl_object.c:143:cl_object_top()) ffff94d905e4e380 -> ffff94d9040dbe90 00000020:00000001:2.0:1789608865.513180:0:35428:0:(cl_object.c:143:cl_object_top()) ffff94d905e4e380 -> ffff94d9040dbe90 00000020:00000001:2.0:1789608865.513182:0:35428:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1789608865.513183:0:35428:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1789608865.513185:0:35428:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.513187:0:35428:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.513188:0:35428:0:(cl_object.c:143:cl_object_top()) ffff94d905e4e380 -> ffff94d9040dbe90 00000008:00000001:2.0:1789608865.513190:0:35428:0:(osc_io.c:1061:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.513192:0:35428:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608865.513194:0:35428:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608865.513196:0:35428:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.513197:0:35428:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.513200:0:35428:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:2.0:1789608865.513201:0:35428:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:2.0:1789608865.513203:0:35428:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1789608865.513204:0:35428:0:(cl_io.c:556:cl_io_end()) Process entered 00000008:00000001:2.0:1789608865.513205:0:35428:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:2.0:1789608865.513208:0:35428:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:2.0:1789608865.513213:0:35428:0:(osc_cache.c:1926:osc_update_pending()) obj ffff94d905e4e380 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:2.0:1789608865.513218:0:35428:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1789608865.513220:0:35428:0:(osc_cache.c:1911:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608865.513222:0:35428:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1789608865.513223:0:35428:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608865.513225:0:35428:0:(osc_cache.c:674:osc_extent_release()) Process leaving 00000020:00000001:2.0:1789608865.513227:0:35428:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:2.0:1789608865.513229:0:35428:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608865.513230:0:35428:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.513232:0:35428:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:2.0:1789608865.513234:0:35428:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:2.0:1789608865.513236:0:35428:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1789608865.513238:0:35428:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d9084e6308 (ffff94d903295518/0) at cl_lock_release():245 00000020:00000001:2.0:1789608865.513241:0:35428:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789608865.513242:0:35428:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d9084e6308 (ffff94d903295518/0) at cl_lock_cancel():142 00020000:00000001:2.0:1789608865.513246:0:35428:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1789608865.513248:0:35428:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789608865.513249:0:35428:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593373712 : -117815116177904 : ffff94d907d9de10) 00000020:00000001:2.0:1789608865.513252:0:35428:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789608865.513253:0:35428:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d90330c130 (ffff94d903295908/1) at cl_lock_cancel():142 00000008:00000001:2.0:1789608865.513257:0:35428:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1789608865.513258:0:35428:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1789608865.513261:0:35428:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608865.513263:0:35428:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608865.513266:0:35428:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55c00 refcount=5 00000020:00000001:2.0:1789608865.513269:0:35428:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:2.0:1789608865.513271:0:35428:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:2.0:1789608865.513274:0:35428:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608865.513278:0:35428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608865.513287:0:35428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608865.513288:0:35428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608865.513290:0:35428:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789608865.513293:0:35428:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789608865.513295:0:35428:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789608865.513305:0:35428:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789608865.513308:0:35428:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789608865.513310:0:35428:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608865.513314:0:35428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608865.513315:0:35428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608865.513317:0:35428:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608865.513319:0:35428:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789608865.513321:0:35428:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608865.513323:0:35428:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608865.513327:0:35428:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608865.513329:0:35428:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608865.513330:0:35428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608865.513331:0:35428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608865.513332:0:35428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608865.513333:0:35428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789608865.513335:0:35428:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1789608865.513337:0:35428:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1789608865.513339:0:35428:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789608865.513340:0:35428:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789608865.513341:0:35428:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789608865.513342:0:35428:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d9084e6308 (ffff94d903295518/0) at cl_lock_fini():72 00020000:00000001:2.0:1789608865.513345:0:35428:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1789608865.513346:0:35428:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789608865.513348:0:35428:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d90330c130 (ffff94d903295518/1) at cl_lock_fini():72 00000008:00000010:2.0:1789608865.513351:0:35428:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d90611c850. 00000020:00000001:2.0:1789608865.513356:0:35428:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1789608865.513358:0:35428:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d90330c100. 00020000:00000001:2.0:1789608865.513362:0:35428:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1789608865.513363:0:35428:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1789608865.513364:0:35428:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1789608865.513366:0:35428:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1789608865.513367:0:35428:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1789608865.513369:0:35428:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:2.0:1789608865.513370:0:35428:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1789608865.513371:0:35428:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608865.513373:0:35428:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608865.513375:0:35428:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1789608865.513376:0:35428:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1789608865.513378:0:35428:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1789608865.513380:0:35428:0:(vvp_io.c:533:vvp_io_advance()) advancing 23 bytes 00000020:00000001:2.0:1789608865.513381:0:35428:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1789608865.513383:0:35428:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1789608865.513385:0:35428:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1789608865.513386:0:35428:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1789608865.513387:0:35428:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1789608865.513389:0:35428:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1789608865.513391:0:35428:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608865.513393:0:35428:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608865.513395:0:35428:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1789608865.513396:0:35428:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1789608865.513398:0:35428:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789608865.513403:0:35428:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:2.0:1789608865.513406:0:35428:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:2.0:1789608865.513408:0:35428:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:2.0:1789608865.513410:0:35428:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:2.0:1789608865.513412:0:35428:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1789608865.513414:0:35428:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1789608865.513415:0:35428:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:2.0:1789608865.513416:0:35428:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789608865.513419:0:35428:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295900 00020000:00000001:2.0:1789608865.513422:0:35428:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1789608865.513424:0:35428:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1789608865.513425:0:35428:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1789608865.513427:0:35428:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1789608865.513430:0:35428:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789608865.513431:0:35428:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00000001:2.0:1789608865.513432:0:35428:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cdfc98 00000080:00200000:2.0:1789608865.513434:0:35428:0:(file.c:2238:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:2.0:1789608865.513439:0:35428:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1789608865.513440:0:35428:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000020:00000001:2.0:1789608865.513442:0:35428:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000020:00000001:2.0:1789608865.513443:0:35428:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1789608865.513447:0:35428:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1789608865.513451:0:35428:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1789608865.513453:0:35428:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:2.0:1789608865.513455:0:35428:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1789608865.513456:0:35428:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000002:2.0:1789608865.513457:0:35428:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2b:1029 on OST[1]: s=23 (1) m=1789608865 a=0 c=1789608865 b=1 00020000:00000001:2.0:1789608865.513460:0:35428:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789608865.513462:0:35428:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1789608865 a=0 c=1789608865 b=1 00020000:00000001:2.0:1789608865.513465:0:35428:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.513467:0:35428:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.513468:0:35428:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000080:00200000:2.0:1789608865.513470:0:35428:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 23 i_blocks 1 00000080:00000001:2.0:1789608865.513473:0:35428:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:2.0:1789608865.513476:0:35428:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:2.0:1789608865.513478:0:35428:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:2.0:1789608865.513480:0:35428:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295510 00000020:00000001:2.0:1789608865.513484:0:35428:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cdfd88 00000080:00000008:2.0:1789608865.513486:0:35428:0:(file.c:2732:do_file_write_iter()) COMPLETED: file recon:[0x200000405:0x2b:0x0], ppos: 23, count: 0, rc = 23 00000080:00000001:2.0:1789608865.513488:0:35428:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:2.0:1789608865.513508:0:35428:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1789608865.513510:0:35428:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d907e28000 00020000:00000002:2.0:1789608865.513514:0:35428:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d907e28000 00020000:00000001:2.0:1789608865.513517:0:35428:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.513524:0:35428:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1789608865.513526:0:35428:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cdfdf0 00000080:00200008:2.0:1789608865.513527:0:35428:0:(file.c:479:ll_file_release()) START file recon:[0x200000405:0x2b:0x0](ffff94d9189242c8), flags 102001 00000080:00000001:2.0:1789608865.513531:0:35428:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:2.0:1789608865.513533:0:35428:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:2.0:1789608865.513534:0:35428:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1789608865.513536:0:35428:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d907e28000 00020000:00000002:2.0:1789608865.513537:0:35428:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d907e28000 00020000:00000001:2.0:1789608865.513540:0:35428:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.513542:0:35428:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:2.0:1789608865.513547:0:35428:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608865.513549:0:35428:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608865.513552:0:35428:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608865.513554:0:35428:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608865.513556:0:35428:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608865.513558:0:35428:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:2.0:1789608865.513561:0:35428:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608865.513566:0:35428:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608865.513582:0:35428:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608865.513589:0:35428:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69d00 count: 2 00010000:00000001:2.0:1789608865.513592:0:35428:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789608865.513596:0:35428:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608865.513599:0:35428:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x2b:0x0]: 0 00000080:00000001:2.0:1789608865.513601:0:35428:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1789608865.513603:0:35428:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1789608865.513608:0:35428:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff94d911dcd800. 00000080:00000001:2.0:1789608865.513610:0:35428:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1789608865.513615:0:35428:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1789608865.513618:0:35428:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:2.0:1789608865.513619:0:35428:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608865.513620:0:35428:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608865.513621:0:35428:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608865.513622:0:35428:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608865.513624:0:35428:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608865.513625:0:35428:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:2.0:1789608865.513627:0:35428:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608865.513629:0:35428:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x2b:0x0] 00000002:00000001:2.0:1789608865.513633:0:35428:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1789608865.513636:0:35428:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff94d904ceb000: [0x200000405:0x2b:0x0] file closed with intent: 200 00000100:00000010:2.0:1789608865.513642:0:35428:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d25500. 00000020:00000040:2.0:1789608865.513646:0:35428:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:2.0:1789608865.513651:0:35428:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608865.513655:0:35428:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608865.513659:0:35428:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608865.513665:0:35428:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d911dcce00. 00000100:00000001:2.0:1789608865.513672:0:35428:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1789608865.513721:0:35428:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94d907e5ed80 x1876538934311040/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608881 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1789608865.513732:0:35428:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d904ceb000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1789608865.513738:0:35428:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d907d25500 x1876538934311680/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1789608865.513745:0:35428:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789608865.513747:0:35428:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789608865.513754:0:35428:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d9112a3f00. 00000100:00000001:2.0:1789608865.513756:0:35428:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258749636352 : -117814959915264 : ffff94d9112a3f00) 00000100:00000001:2.0:1789608865.513759:0:35428:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608865.513761:0:35428:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592879872 : -117815116671744 : ffff94d907d25500) 00000100:00000001:2.0:1789608865.513765:0:35428:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608865.513769:0:35428:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608865.513771:0:35428:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789608865.513772:0:35428:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608865.513776:0:35428:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d25500 x1876538934311680/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608865.513783:0:35428:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608865.513785:0:35428:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608865.513788:0:35428:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608865.513790:0:35428:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608865.513793:0:35428:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608865.513796:0:35428:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d25500 pname:cluuid:pid:xid:nid:opc:job uname:25f5d458-2cbe-49cd-9693-334c08df7e27:35428:1876538934311680:192.168.203.121@tcp:35:uname.0 00000100:00000001:2.0:1789608865.513800:0:35428:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608865.513804:0:35428:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608865.513807:0:35428:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608865.513809:0:35428:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608865.513813:0:35428:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903dbe800. 02000000:00000001:2.0:1789608865.513815:0:35428:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608865.513823:0:35428:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608865.513827:0:35428:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21bb0. 00000400:00000010:2.0:1789608865.513833:0:35428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c660. 00000100:00000200:2.0:1789608865.513840:0:35428:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934311680, portal 10 00000100:00000001:2.0:1789608865.513841:0:35428:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608865.513842:0:35428:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592879872 : -117815116671744 : ffff94d907d25500) 00000100:00000040:2.0:1789608865.513848:0:35428:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d907d25500 x1876538934311680/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608881 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608865.513854:0:35428:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608865.513857:0:35428:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608865.513860:0:35428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c908. 00000100:00000200:2.0:1789608865.513864:0:35428:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876538934311680, offset 0 00000400:00000200:2.0:1789608865.513871:0:35428:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608865.513879:0:35428:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608865.513886:0:35428:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608865.513892:0:35428:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608865.513895:0:35428:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608865.513899:0:35428:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608865.513902:0:35428:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608865.513905:0:35428:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2951:2951:256:4294967295] 192.168.203.121@tcp LPNI seq info [2951:2951:8:4294967295] 00000400:00000200:2.0:1789608865.513909:0:35428:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608865.513919:0:35428:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608865.513925:0:35428:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608865.513930:0:35428:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a01ad00. 00000800:00000200:2.0:1789608865.514154:0:35428:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608865.514163:0:35428:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608865.514168:0:35428:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a01ad00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1789608865.514185:0:35428:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608865.514190:0:35428:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 870802 usecs (871 jiffies) 00000400:00000200:2.0:1789608865.514194:0:35428:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608865.514197:0:35428:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296593475 00000100:00000001:2.0:1789608865.514201:0:35428:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296593758 00000100:00000001:2.0:1789608865.514203:0:35428:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296593475 00000100:00000001:2.0:1789608865.514205:0:35428:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296593758 00000100:00000001:2.0:1789608865.514207:0:35428:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608865.514210:0:35428:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608865.514212:0:35428:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608865.514214:0:35428:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789608865.514217:0:35428:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d9112a3f00 going to sleep for 11 seconds 00000100:00000001:2.0:1789608865.514219:0:35428:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608865.514222:0:35428:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608865.515786:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608865.515852:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a01ad00. 00000400:00000200:0.0:1789608865.515862:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608865.515872:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608865.515881:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c908 00000400:00000010:0.0:1789608865.515884:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c908. 00000100:00000001:0.0:1789608865.515891:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608865.515900:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25500 x1876538934311680/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608881 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608865.515914:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608865.515918:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d25500 x1876538934311680/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608881 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608865.515926:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608865.515928:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608865.532127:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608865.532160:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608865.532167:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608865.532170:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608865.532181:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.532198:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608865.532211:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.532217:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.532223:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.532228:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 456 into portal 10 MB=0x6aab3c4963b00 00000400:00000200:0.0:1789608865.532235:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.532242:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 456/456 into md 0x86b9 [1] + 224 00000800:00000001:0.0:1789608865.532251:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608865.532255:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608865.532259:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608865.532264:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608865.532273:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608865.532286:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d25500 x1876538934311680/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608881 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608865.532298:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94d907d25500 x1876538934311680/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608881 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608865.532318:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608865.532330:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608865.532334:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608865.532337:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608865.532339:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608865.532342:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.532345:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608865.532350:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.532352:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.532355:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.532357:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 18 MB=0x6aab3c4963a00 00000400:00000200:0.0:1789608865.532361:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.532365:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.121@tcp of length 224/224 into md 0x86a9 [1] + 224 00000800:00000001:0.0:1789608865.532369:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608865.532379:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608865.532381:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608865.532384:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608865.532388:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608865.532393:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d24380 x1876538934311424/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608881 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608865.532403:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907d24380 x1876538934311424/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608881 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608865.532426:0:35428:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608865.532428:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608865.532435:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608865.532441:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1789608865.532442:0:35428:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608865.532446:0:35428:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608865.532450:0:35428:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21bb0. 00000400:00000200:2.0:1789608865.532461:0:35428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c660 00000400:00000010:2.0:1789608865.532464:0:35428:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c660. 00000100:00000001:2.0:1789608865.532469:0:35428:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608865.532481:0:35428:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d25500 x1876538934311680/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608881 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789608865.532491:0:35428:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d25500 x1876538934311680/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608881 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608865.532498:0:35428:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608865.532500:0:35428:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608865.532502:0:35428:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608865.532505:0:35428:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608865.532508:0:35428:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608865.532510:0:35428:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608865.532513:0:35428:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608865.532521:0:35428:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11cf0 time=73 v=5 (5 5 5 5) 00000100:00001000:2.0:1789608865.532525:0:35428:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=28 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608865.532528:0:35428:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608865.532530:0:35428:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608865.532532:0:35428:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608865.532536:0:35428:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608865.532539:0:35428:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789608865.532540:0:35428:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1789608865.532542:0:35428:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789608865.532544:0:35428:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608865.532546:0:35428:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592879872 : -117815116671744 : ffff94d907d25500) 00000100:00000001:2.0:1789608865.532549:0:35428:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608865.532551:0:35428:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967640 00000100:00000001:2.0:1789608865.532552:0:35428:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608865.532555:0:35428:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608865.532559:0:35428:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d25500 x1876538934311680/t8589934595(8589934595) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608881 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608865.532567:0:35428:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608865.532581:0:35428:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608865.532583:0:35428:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608865.532587:0:35428:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d25500 x1876538934311680/t8589934595(8589934595) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608881 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789608865.532596:0:35428:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d25500 pname:cluuid:pid:xid:nid:opc:job uname:25f5d458-2cbe-49cd-9693-334c08df7e27:35428:1876538934311680:192.168.203.121@tcp:35:uname.0 00000100:00000001:2.0:1789608865.532602:0:35428:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608865.532604:0:35428:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608865.532607:0:35428:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789608865.532609:0:35428:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608865.532613:0:35428:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d25500 x1876538934311680/t8589934595(8589934595) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608881 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608865.532619:0:35428:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608865.532622:0:35428:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d9112a3f00. 00000100:00000001:2.0:1789608865.532626:0:35428:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789608865.532628:0:35428:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608865.532634:0:35428:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608865.532636:0:35428:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592879872 : -117815116671744 : ffff94d907d25500) 00000002:00000001:2.0:1789608865.532638:0:35428:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608865.532641:0:35428:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789608865.532646:0:35428:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dcd800. 00000080:00000001:2.0:1789608865.532649:0:35428:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1789608865.532652:0:35428:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1789608865.532655:0:35428:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608865.532657:0:35428:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608865.532660:0:35428:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608865.532662:0:35428:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608865.532664:0:35428:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608865.532666:0:35428:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:2.0:1789608865.532669:0:35428:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608865.532674:0:35428:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1789608865.532724:0:35428:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94d907e5ed80 x1876538934311040/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608881 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789608865.532732:0:35428:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608865.532733:0:35428:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789608865.532736:0:35428:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94d904af6200. 00000100:00000001:2.0:1789608865.532739:0:35428:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608865.532742:0:35428:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d25500 x1876538934311680/t8589934595(8589934595) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608881 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608865.532748:0:35428:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.532750:0:35428:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789608865.532754:0:35428:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d90517f400. 00000080:00000001:2.0:1789608865.532758:0:35428:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.532764:0:35428:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cdfdf0 00000080:00000008:2.0:1789608865.532766:0:35428:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff94d9189242c8), flags 102001, rc = 0 00000080:00000001:2.0:1789608865.532769:0:35428:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.532774:0:35428:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789608865.532776:0:35428:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cdfe00 00000080:00002000:2.0:1789608865.532778:0:35428:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff94d91141b948, parent ffff94d918a99a20, inode ffff94d9189242c8) hashed, 00000080:00000001:2.0:1789608865.532781:0:35428:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608865.532940:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608865.532946:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608865.532953:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608865.532956:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608865.532959:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21aa8. 00000400:00000200:3.0:1789608865.532965:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c550 00000400:00000010:3.0:1789608865.532967:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c550. 00000100:00000001:3.0:1789608865.532971:0:2411:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608865.532978:0:2411:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d24380 x1876538934311424/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608881 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608865.532990:0:2411:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d24380 x1876538934311424/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608881 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608865.532998:0:2411:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608865.533001:0:2411:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608865.533003:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608865.533007:0:2411:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608865.533009:0:2411:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608865.533012:0:2411:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608865.533015:0:2411:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608865.533037:0:2411:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b134a8 time=71 v=5 (5 5 5 5) 00000100:00001000:3.0:1789608865.533042:0:2411:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13418 time=23 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608865.533045:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608865.533046:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.533049:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608865.533053:0:2411:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608865.533056:0:2411:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608865.533058:0:2411:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d904ceb000: skip recheck: last_committed 4294967322 00000100:00000001:3.0:1789608865.533061:0:2411:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608865.533062:0:2411:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608865.533067:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d24380 x1876538934311424/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608881 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608865.533090:0:2411:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608865.533093:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608865.533095:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608865.533099:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d24380 x1876538934311424/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608881 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608865.533120:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934311424:192.168.203.121@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1789608865.533125:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608865.533128:0:2411:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608865.533132:0:2411:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d24380 x1876538934311424/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608881 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608865.533154:0:2411:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608865.533158:0:2411:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608865.533164:0:2411:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d911dcc400. 02000000:00000001:3.0:1789608865.533171:0:2411:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608865.533176:0:2411:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608865.533178:0:2411:0:(genops.c:1222:class_import_put()) import ffff94d902b13000 refcount=2 obd=lustre-OST0001-osc-ffff94d904ceb000 00000020:00000001:3.0:1789608865.533195:0:2411:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608865.533199:0:2411:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d911dcc200. 02000000:00000001:3.0:1789608865.533203:0:2411:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608865.533223:0:2411:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608865.533227:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d24380. 00000100:00000001:3.0:1789608865.533233:0:2411:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608865.533236:0:2411:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608865.533239:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608865.533263:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608865.533266:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608865.533269:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608865.533272:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.595880:0:35433:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d47d08 00000080:00200008:3.0:1789608865.595890:0:35433:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff94d918926c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1789608865.595897:0:35433:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789608865.595899:0:35433:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d47c80 00000080:00200000:3.0:1789608865.595901:0:35433:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:3.0:1789608865.595908:0:35433:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d904ae7800. 00800000:00000002:3.0:1789608865.595914:0:35433:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:3.0:1789608865.595918:0:35433:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789608865.596121:0:35433:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789608865.596125:0:35433:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d47ba0 00800000:00000002:3.0:1789608865.596128:0:35433:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608865.596132:0:35433:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789608865.596135:0:35433:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608865.596138:0:35433:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608865.596140:0:35433:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608865.596143:0:35433:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608865.596145:0:35433:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608865.596147:0:35433:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608865.596149:0:35433:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608865.596153:0:35433:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789608865.596159:0:35433:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789608865.596160:0:35433:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d47a70 00000002:00010000:3.0:1789608865.596162:0:35433:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789608865.596166:0:35433:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789608865.596168:0:35433:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608865.596171:0:35433:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789608865.596177:0:35433:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608865.596181:0:35433:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608865.596183:0:35433:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608865.596185:0:35433:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789608865.596187:0:35433:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1789608865.596193:0:35433:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908492a00. 00000020:00000040:3.0:1789608865.596198:0:35433:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00010000:00000001:3.0:1789608865.596203:0:35433:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789608865.596208:0:35433:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608865.596408:0:35433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.596412:0:35433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.596413:0:35433:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608865.596417:0:35433:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608865.596420:0:35433:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608865.596424:0:35433:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608865.596432:0:35433:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d90839a000. 00000100:00000001:3.0:1789608865.596449:0:35433:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.596455:0:35433:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608865.596457:0:35433:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.596459:0:35433:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608865.596461:0:35433:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.596463:0:35433:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608865.596469:0:35433:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626258600667648 : -117815108883968 : ffff94d908492a00) 00010000:00000001:3.0:1789608865.596473:0:35433:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789608865.596475:0:35433:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789608865.596481:0:35433:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d904e29700. 00010000:00000010:3.0:1789608865.596485:0:35433:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d903cc7400. 00010000:00000001:3.0:1789608865.596490:0:35433:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789608865.596493:0:35433:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d9421c1c00. 00000020:00000001:3.0:1789608865.596496:0:35433:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789608865.596500:0:35433:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d9421c1c00 with handle 0xc54db3288176ffa6 to hash 00000020:00000001:3.0:1789608865.596502:0:35433:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789608865.596503:0:35433:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00010000:00000001:3.0:1789608865.596507:0:35433:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00010000:00000001:3.0:1789608865.596511:0:35433:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608865.596514:0:35433:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608865.596519:0:35433:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1c00/0xc54db3288176ffa6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35433 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608865.596528:0:35433:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1c00/0xc54db3288176ffa6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35433 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608865.596538:0:35433:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1c00/0xc54db3288176ffa6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35433 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789608865.596543:0:35433:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789608865.596545:0:35433:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789608865.596551:0:35433:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d909222600. 00000100:00000001:3.0:1789608865.596553:0:35433:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258614887936 : -117815094663680 : ffff94d909222600) 00000100:00000001:3.0:1789608865.596556:0:35433:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608865.596557:0:35433:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600667648 : -117815108883968 : ffff94d908492a00) 00000100:00000001:3.0:1789608865.596561:0:35433:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608865.596565:0:35433:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608865.596566:0:35433:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789608865.596568:0:35433:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608865.596588:0:35433:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908492a00 x1876538934311808/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608865.596596:0:35433:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608865.596598:0:35433:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608865.596601:0:35433:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608865.596604:0:35433:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608865.596606:0:35433:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608865.596610:0:35433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908492a00 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:35433:1876538934311808:192.168.203.121@tcp:101:lfs.0 00000100:00000001:3.0:1789608865.596613:0:35433:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608865.596617:0:35433:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608865.596619:0:35433:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608865.596622:0:35433:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608865.596627:0:35433:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d90406b800. 02000000:00000001:3.0:1789608865.596628:0:35433:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608865.596636:0:35433:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608865.596641:0:35433:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a898. 00000400:00000010:3.0:1789608865.596647:0:35433:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a95d8. 00000100:00000200:3.0:1789608865.596653:0:35433:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876538934311808, portal 10 00000100:00000001:3.0:1789608865.596655:0:35433:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608865.596656:0:35433:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600667648 : -117815108883968 : ffff94d908492a00) 00000100:00000040:3.0:1789608865.596662:0:35433:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d908492a00 x1876538934311808/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608881 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608865.596670:0:35433:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608865.596672:0:35433:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608865.596700:0:35433:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9990. 00000100:00000200:3.0:1789608865.596705:0:35433:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876538934311808, offset 0 00000400:00000200:3.0:1789608865.596713:0:35433:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608865.596721:0:35433:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608865.596728:0:35433:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608865.596732:0:35433:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608865.596736:0:35433:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608865.596739:0:35433:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608865.596741:0:35433:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608865.596744:0:35433:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2952:2952:256:4294967295] 192.168.203.121@tcp LPNI seq info [2952:2952:8:4294967295] 00000400:00000200:3.0:1789608865.596749:0:35433:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608865.596759:0:35433:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608865.596765:0:35433:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608865.596770:0:35433:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d9104bd000. 00000800:00000200:3.0:1789608865.596776:0:35433:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608865.596784:0:35433:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608865.596788:0:35433:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d9104bd000 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1789608865.596808:0:35433:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608865.596813:0:35433:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 869712 usecs (870 jiffies) 00000400:00000200:3.0:1789608865.596816:0:35433:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608865.596819:0:35433:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296593556 00000100:00000001:3.0:1789608865.596822:0:35433:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296593758 00000100:00000001:3.0:1789608865.596825:0:35433:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296593556 00000100:00000001:3.0:1789608865.596827:0:35433:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296593758 00000100:00000001:3.0:1789608865.596829:0:35433:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608865.596831:0:35433:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608865.596834:0:35433:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608865.596835:0:35433:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789608865.596838:0:35433:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d909222600 going to sleep for 11 seconds 00000100:00000001:3.0:1789608865.596840:0:35433:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608865.596842:0:35433:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608865.597185:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608865.597190:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bd000. 00000400:00000200:1.0:1789608865.597196:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608865.597201:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608865.597206:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9990 00000400:00000010:1.0:1789608865.597209:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9990. 00000100:00000001:1.0:1789608865.597220:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608865.597225:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908492a00 x1876538934311808/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608881 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608865.597234:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608865.597237:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908492a00 x1876538934311808/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608881 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608865.597244:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608865.597245:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608865.602104:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608865.602121:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608865.602125:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608865.602128:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608865.602136:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.602144:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608865.602153:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.602157:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.602163:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.602167:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 688 into portal 10 MB=0x6aab3c4963b80 00000400:00000200:1.0:1789608865.602173:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.602178:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 688/688 into md 0x86c1 [1] + 224 00000800:00000001:1.0:1789608865.602185:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608865.602192:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608865.602196:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608865.602200:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608865.602208:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608865.602216:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908492a00 x1876538934311808/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608881 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608865.602228:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d908492a00 x1876538934311808/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608881 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608865.602244:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608865.602252:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608865.602256:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608865.602352:0:35433:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608865.602359:0:35433:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608865.602361:0:35433:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608865.602365:0:35433:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a898. 00000400:00000200:3.0:1789608865.602369:0:35433:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a95d8 00000400:00000010:3.0:1789608865.602372:0:35433:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a95d8. 00000100:00000001:3.0:1789608865.602375:0:35433:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608865.602380:0:35433:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908492a00 x1876538934311808/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608881 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789608865.602389:0:35433:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908492a00 x1876538934311808/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608881 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608865.602394:0:35433:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608865.602396:0:35433:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608865.602398:0:35433:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608865.602402:0:35433:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608865.602404:0:35433:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608865.602406:0:35433:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608865.602409:0:35433:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608865.602417:0:35433:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=73 v=5 (5 104 104 104) 00000100:00001000:3.0:1789608865.602422:0:35433:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=28 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608865.602424:0:35433:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608865.602426:0:35433:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.602428:0:35433:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608865.602432:0:35433:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608865.602435:0:35433:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608865.602448:0:35433:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967640 00000100:00000001:3.0:1789608865.602450:0:35433:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608865.602454:0:35433:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608865.602459:0:35433:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908492a00 x1876538934311808/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608881 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608865.602466:0:35433:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608865.602469:0:35433:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608865.602471:0:35433:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608865.602474:0:35433:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908492a00 x1876538934311808/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608881 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789608865.602481:0:35433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908492a00 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:35433:1876538934311808:192.168.203.121@tcp:101:lfs.0 00000100:00000001:3.0:1789608865.602486:0:35433:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608865.602489:0:35433:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608865.602491:0:35433:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789608865.602493:0:35433:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608865.602497:0:35433:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908492a00 x1876538934311808/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608881 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608865.602503:0:35433:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608865.602505:0:35433:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d909222600. 00000100:00000001:3.0:1789608865.602508:0:35433:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789608865.602510:0:35433:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.602512:0:35433:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789608865.602516:0:35433:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.602519:0:35433:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.602522:0:35433:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1c00 refcount=4 00000020:00000001:3.0:1789608865.602524:0:35433:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00010000:00000001:3.0:1789608865.602527:0:35433:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00010000:00000040:3.0:1789608865.602533:0:35433:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d9421c1c00, remote cookie: 0x91bddff8e8ed9b7c, flags: 0x1001 00010000:00010000:3.0:1789608865.602539:0:35433:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1c00/0xc54db3288176ffa6 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b7c expref: -99 pid: 35433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608865.602555:0:35433:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1c00/0xc54db3288176ffa6 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b7c expref: -99 pid: 35433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608865.602560:0:35433:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789608865.602564:0:35433:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789608865.602566:0:35433:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789608865.602568:0:35433:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789608865.602579:0:35433:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789608865.602582:0:35433:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff94d904e29700) refcount = 1 00010000:00010000:3.0:1789608865.602586:0:35433:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1c00/0xc54db3288176ffa6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9b7c expref: -99 pid: 35433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608865.602592:0:35433:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789608865.602595:0:35433:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789608865.602596:0:35433:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608865.602598:0:35433:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789608865.602601:0:35433:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608865.602604:0:35433:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1c00/0xc54db3288176ffa6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b7c expref: -99 pid: 35433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608865.602609:0:35433:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789608865.602611:0:35433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.602612:0:35433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.602613:0:35433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.602614:0:35433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.602616:0:35433:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608865.602619:0:35433:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789608865.602621:0:35433:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.602622:0:35433:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.602623:0:35433:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1c00 refcount=3 00000020:00000001:3.0:1789608865.602625:0:35433:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00010000:00000001:3.0:1789608865.602627:0:35433:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00010000:00000001:3.0:1789608865.602630:0:35433:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.602630:0:35433:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.602632:0:35433:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1c00 refcount=4 00000020:00000001:3.0:1789608865.602633:0:35433:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00010000:00000001:3.0:1789608865.602634:0:35433:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00010000:00000001:3.0:1789608865.602637:0:35433:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608865.602640:0:35433:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608865.602643:0:35433:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1c00/0xc54db3288176ffa6 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9b7c expref: -99 pid: 35433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608865.602650:0:35433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.602651:0:35433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.602652:0:35433:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.602653:0:35433:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.602654:0:35433:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1c00 refcount=5 00000020:00000001:3.0:1789608865.602655:0:35433:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00010000:00000001:3.0:1789608865.602657:0:35433:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00010000:00000001:3.0:1789608865.602659:0:35433:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608865.602661:0:35433:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1c00/0xc54db3288176ffa6 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9b7c expref: -99 pid: 35433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608865.602666:0:35433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.602667:0:35433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789608865.602669:0:35433:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1c00/0xc54db3288176ffa6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9b7c expref: -99 pid: 35433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608865.602674:0:35433:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608865.602712:0:35433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.602714:0:35433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.602715:0:35433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.602716:0:35433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789608865.602721:0:35433:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d908492a00 x1876538934311808/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608881 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1789608865.602736:0:35433:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.602737:0:35433:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.602739:0:35433:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1c00 refcount=3 00000020:00000001:3.0:1789608865.602741:0:35433:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00010000:00000001:3.0:1789608865.602743:0:35433:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00010000:00000001:3.0:1789608865.602745:0:35433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.602746:0:35433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608865.602748:0:35433:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608865.602750:0:35433:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608865.602753:0:35433:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1789608865.602755:0:35433:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.602756:0:35433:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.602757:0:35433:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1c00 refcount=3 00000020:00000001:3.0:1789608865.602759:0:35433:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00010000:00000001:3.0:1789608865.602761:0:35433:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00000002:00010000:3.0:1789608865.602764:0:35433:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1c00/0xc54db3288176ffa6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b7c expref: -99 pid: 35433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608865.602770:0:35433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.602771:0:35433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.602772:0:35433:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789608865.602773:0:35433:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.602774:0:35433:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.602775:0:35433:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1c00 refcount=3 00000020:00000001:3.0:1789608865.602777:0:35433:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00010000:00000001:3.0:1789608865.602779:0:35433:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00010000:00000040:3.0:1789608865.602784:0:35433:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29700 count: 2 00010000:00000001:3.0:1789608865.602787:0:35433:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789608865.602790:0:35433:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d91081f000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1789608865.602792:0:35433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.602793:0:35433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608865.602795:0:35433:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789608865.602797:0:35433:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d479f8 00000002:00002000:3.0:1789608865.602799:0:35433:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1789608865.602801:0:35433:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608865.602805:0:35433:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608865.602807:0:35433:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789608865.602810:0:35433:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1789608865.602813:0:35433:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608865.602816:0:35433:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:3.0:1789608865.602820:0:35433:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d904ae7800. 00000080:00000001:3.0:1789608865.602825:0:35433:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789608865.602827:0:35433:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1789608865.602832:0:35433:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1789608865.602836:0:35433:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1789608865.602841:0:35433:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d904af6d80. 00800000:00000001:3.0:1789608865.602843:0:35433:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626258540260736 : -117815169290880 : ffff94d904af6d80) 00800000:00000001:3.0:1789608865.602845:0:35433:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608865.602847:0:35433:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1789608865.602849:0:35433:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1789608865.602851:0:35433:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1789608865.602853:0:35433:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1789608865.602856:0:35433:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1789608865.602857:0:35433:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.602861:0:35433:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1789608865.602864:0:35433:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:3.0:1789608865.602866:0:35433:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1789608863 to 1789608865 00000080:00200000:3.0:1789608865.602871:0:35433:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:3.0:1789608865.602874:0:35433:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.602875:0:35433:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.602876:0:35433:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1c00 refcount=3 00000020:00000001:3.0:1789608865.602878:0:35433:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00010000:00000001:3.0:1789608865.602880:0:35433:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00010000:00000001:3.0:1789608865.602882:0:35433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.602882:0:35433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789608865.602884:0:35433:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1789608865.602887:0:35433:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1789608865.602888:0:35433:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6d80 1 00800000:00000010:3.0:1789608865.602890:0:35433:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d904af6d80. 00800000:00000001:3.0:1789608865.602893:0:35433:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608865.602896:0:35433:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176ffa6 00800000:00000001:3.0:1789608865.602898:0:35433:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789608865.602900:0:35433:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789608865.602901:0:35433:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.602903:0:35433:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.602904:0:35433:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1c00 refcount=3 00000020:00000001:3.0:1789608865.602905:0:35433:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00010000:00000001:3.0:1789608865.602907:0:35433:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00010000:00000001:3.0:1789608865.602909:0:35433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.602910:0:35433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608865.602912:0:35433:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608865.602913:0:35433:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.602916:0:35433:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608865.602918:0:35433:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:3.0:1789608865.602921:0:35433:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ffa6 from it ffffae3e01d47cb8 00010000:00000001:3.0:1789608865.603152:0:35433:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.603154:0:35433:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.603156:0:35433:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1c00 refcount=3 00000020:00000001:3.0:1789608865.603158:0:35433:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00010000:00000001:3.0:1789608865.603160:0:35433:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00010000:00000001:3.0:1789608865.603162:0:35433:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608865.603165:0:35433:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1c00/0xc54db3288176ffa6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9b7c expref: -99 pid: 35433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608865.603171:0:35433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.603172:0:35433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.603173:0:35433:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608865.603175:0:35433:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608865.603178:0:35433:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1c00/0xc54db3288176ffa6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b7c expref: -99 pid: 35433 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789608865.603188:0:35433:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608865.603191:0:35433:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608865.603192:0:35433:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608865.603196:0:35433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.603197:0:35433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.603198:0:35433:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.603201:0:35433:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608865.603203:0:35433:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.603205:0:35433:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.603208:0:35433:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.603210:0:35433:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608865.603211:0:35433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.603212:0:35433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789608865.603214:0:35433:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608865.603219:0:35433:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908492a00 x1876538934311808/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608881 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608865.603225:0:35433:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608865.603229:0:35433:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608865.603232:0:35433:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d90406b800. 02000000:00000001:3.0:1789608865.603235:0:35433:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608865.603238:0:35433:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608865.603239:0:35433:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608865.603241:0:35433:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608865.603244:0:35433:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d90839a000. 02000000:00000001:3.0:1789608865.603248:0:35433:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608865.603249:0:35433:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608865.603252:0:35433:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908492a00. 00000100:00000001:3.0:1789608865.603255:0:35433:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608865.603256:0:35433:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789608865.603260:0:35433:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.603265:0:35433:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d47d08 00000080:00000008:3.0:1789608865.603267:0:35433:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff94d918926c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1789608865.604178:0:35433:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.604224:0:35433:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d47d08 00000080:00200008:3.0:1789608865.604228:0:35433:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff94d918926c08), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1789608865.604234:0:35433:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789608865.604235:0:35433:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d47c80 00000080:00200000:3.0:1789608865.604237:0:35433:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:3.0:1789608865.604243:0:35433:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d904ae7800. 00800000:00000002:3.0:1789608865.604248:0:35433:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:3.0:1789608865.604251:0:35433:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789608865.604255:0:35433:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789608865.604257:0:35433:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d47ba0 00800000:00000002:3.0:1789608865.604259:0:35433:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608865.604263:0:35433:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789608865.604265:0:35433:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608865.604268:0:35433:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608865.604270:0:35433:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608865.604272:0:35433:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608865.604274:0:35433:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608865.604276:0:35433:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608865.604278:0:35433:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608865.604281:0:35433:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789608865.604285:0:35433:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789608865.604287:0:35433:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d47a70 00000002:00010000:3.0:1789608865.604288:0:35433:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789608865.604291:0:35433:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789608865.604293:0:35433:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608865.604296:0:35433:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608865.604301:0:35433:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29700 count: 2 00010000:00000001:3.0:1789608865.604304:0:35433:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608865.604308:0:35433:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608865.604312:0:35433:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789608865.604316:0:35433:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1c00/0xc54db3288176ffa6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b7c expref: -99 pid: 35433 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1789608865.604325:0:35433:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789608865.604331:0:35433:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608865.604334:0:35433:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1c00/0xc54db3288176ffa6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b7c expref: -99 pid: 35433 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1789608865.604341:0:35433:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789608865.604343:0:35433:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789608865.604345:0:35433:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608865.604346:0:35433:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608865.604348:0:35433:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608865.604350:0:35433:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789608865.604353:0:35433:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789608865.604355:0:35433:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:3.0:1789608865.604358:0:35433:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d904ae7800. 00000080:00000001:3.0:1789608865.604361:0:35433:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789608865.604363:0:35433:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608865.604365:0:35433:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:3.0:1789608865.604368:0:35433:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176ffa6 00800000:00000001:3.0:1789608865.604371:0:35433:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789608865.604373:0:35433:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789608865.604375:0:35433:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.604376:0:35433:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.604378:0:35433:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1c00 refcount=3 00000020:00000001:3.0:1789608865.604380:0:35433:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00010000:00000001:3.0:1789608865.604382:0:35433:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00010000:00000001:3.0:1789608865.604385:0:35433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.604386:0:35433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608865.604387:0:35433:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608865.604389:0:35433:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608865.604391:0:35433:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ffa6 from it ffffae3e01d47cb8 00010000:00000001:3.0:1789608865.604392:0:35433:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.604393:0:35433:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.604394:0:35433:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1c00 refcount=3 00000020:00000001:3.0:1789608865.604396:0:35433:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00010000:00000001:3.0:1789608865.604398:0:35433:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00010000:00000001:3.0:1789608865.604400:0:35433:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608865.604404:0:35433:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1c00/0xc54db3288176ffa6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9b7c expref: -99 pid: 35433 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789608865.604410:0:35433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.604411:0:35433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.604412:0:35433:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608865.604414:0:35433:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608865.604416:0:35433:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1c00/0xc54db3288176ffa6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b7c expref: -99 pid: 35433 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789608865.604423:0:35433:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608865.604424:0:35433:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608865.604426:0:35433:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608865.604428:0:35433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.604430:0:35433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.604431:0:35433:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.604433:0:35433:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608865.607416:0:35433:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.607425:0:35433:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.607429:0:35433:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.607441:0:35433:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608865.607443:0:35433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.607446:0:35433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789608865.607449:0:35433:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789608865.607451:0:35433:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789608865.607456:0:35433:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.607463:0:35433:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d47d08 00000080:00000008:3.0:1789608865.607466:0:35433:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff94d918926c08), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1789608865.607639:0:35433:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789608865.607642:0:35433:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789608865.607644:0:35433:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d47b78 00000080:00200000:3.0:1789608865.607646:0:35433:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:3.0:1789608865.607653:0:35433:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d904ae7800. 00800000:00000002:3.0:1789608865.607659:0:35433:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:3.0:1789608865.607663:0:35433:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789608865.607666:0:35433:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789608865.607669:0:35433:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d47a98 00800000:00000002:3.0:1789608865.607671:0:35433:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608865.607697:0:35433:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789608865.607700:0:35433:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608865.607703:0:35433:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608865.607705:0:35433:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608865.607708:0:35433:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608865.607710:0:35433:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608865.607712:0:35433:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608865.607715:0:35433:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608865.607717:0:35433:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789608865.607722:0:35433:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789608865.607724:0:35433:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d47968 00000002:00010000:3.0:1789608865.607726:0:35433:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789608865.607730:0:35433:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789608865.607733:0:35433:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608865.607736:0:35433:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608865.607743:0:35433:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29700 count: 2 00010000:00000001:3.0:1789608865.607745:0:35433:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608865.607751:0:35433:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608865.607754:0:35433:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789608865.607759:0:35433:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1c00/0xc54db3288176ffa6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b7c expref: -99 pid: 35433 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1789608865.607769:0:35433:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789608865.607774:0:35433:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608865.607777:0:35433:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1c00/0xc54db3288176ffa6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b7c expref: -99 pid: 35433 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1789608865.607784:0:35433:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789608865.607786:0:35433:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789608865.607787:0:35433:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608865.607789:0:35433:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608865.607791:0:35433:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608865.607793:0:35433:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789608865.607796:0:35433:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789608865.607799:0:35433:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:3.0:1789608865.607802:0:35433:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d904ae7800. 00000080:00000001:3.0:1789608865.607806:0:35433:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789608865.607807:0:35433:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608865.607810:0:35433:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:3.0:1789608865.607813:0:35433:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176ffa6 00800000:00000001:3.0:1789608865.607816:0:35433:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789608865.607818:0:35433:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789608865.607820:0:35433:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.607822:0:35433:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.607824:0:35433:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1c00 refcount=3 00000020:00000001:3.0:1789608865.607827:0:35433:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00010000:00000001:3.0:1789608865.607829:0:35433:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00010000:00000001:3.0:1789608865.607832:0:35433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.607833:0:35433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608865.607834:0:35433:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608865.607835:0:35433:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608865.607838:0:35433:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ffa6 from it ffffae3e01d47bb0 00010000:00000001:3.0:1789608865.607840:0:35433:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.607841:0:35433:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.607842:0:35433:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1c00 refcount=3 00000020:00000001:3.0:1789608865.607844:0:35433:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00010000:00000001:3.0:1789608865.607846:0:35433:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00010000:00000001:3.0:1789608865.607848:0:35433:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608865.607850:0:35433:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1c00/0xc54db3288176ffa6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9b7c expref: -99 pid: 35433 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789608865.607857:0:35433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.607858:0:35433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.607859:0:35433:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608865.607861:0:35433:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608865.607863:0:35433:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1c00/0xc54db3288176ffa6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b7c expref: -99 pid: 35433 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1789608865.607874:0:35433:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608865.607877:0:35433:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608865.607878:0:35433:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608865.607882:0:35433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.607883:0:35433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.607885:0:35433:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.607887:0:35433:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608865.607889:0:35433:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.607890:0:35433:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.607892:0:35433:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.607894:0:35433:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608865.607895:0:35433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.607896:0:35433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789608865.607898:0:35433:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789608865.607899:0:35433:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608865.607901:0:35433:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 44 00000080:00000001:3.0:1789608865.607904:0:35433:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.607910:0:35433:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:3.0:1789608865.607911:0:35433:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1789608865.607913:0:35433:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d47b78 00000080:00200008:3.0:1789608865.607915:0:35433:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff94d918926c08), flags 100000 00000080:00000010:3.0:1789608865.607920:0:35433:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d90517eb40. 00000080:00000001:3.0:1789608865.609916:0:35433:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.609939:0:35433:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.611249:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608865.611255:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:3.0:1789608865.611264:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608865.611268:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608865.611274:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d90839a000. 00000020:00000001:3.0:1789608865.611278:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.611281:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789608865.611285:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789608865.611287:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d90839a000 uarg=0000000000000000 00800000:00000001:3.0:1789608865.611294:0:35433:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:3.0:1789608865.611297:0:35433:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff94d904ceb000: age 1913, max_age 1924 00000002:00000001:3.0:1789608865.611301:0:35433:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:3.0:1789608865.611305:0:35433:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000010:3.0:1789608865.611317:0:35433:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908492a00. 00000020:00000040:3.0:1789608865.611320:0:35433:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:3.0:1789608865.611324:0:35433:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608865.611327:0:35433:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608865.611331:0:35433:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608865.611336:0:35433:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d9104bd500. 00000100:00000001:3.0:1789608865.611344:0:35433:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608865.611347:0:35433:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789608865.611348:0:35433:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789608865.611354:0:35433:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d909222600. 00000100:00000001:3.0:1789608865.611356:0:35433:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258614887936 : -117815094663680 : ffff94d909222600) 00000100:00000001:3.0:1789608865.611359:0:35433:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608865.611361:0:35433:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600667648 : -117815108883968 : ffff94d908492a00) 00000100:00000001:3.0:1789608865.611366:0:35433:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608865.611369:0:35433:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608865.611371:0:35433:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789608865.611373:0:35433:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608865.611383:0:35433:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908492a00 x1876538934311936/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608865.611392:0:35433:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608865.611394:0:35433:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608865.611397:0:35433:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608865.611400:0:35433:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608865.611403:0:35433:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608865.611406:0:35433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908492a00 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:35433:1876538934311936:192.168.203.121@tcp:41:lfs.0 00000100:00000001:3.0:1789608865.611410:0:35433:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608865.611415:0:35433:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608865.611417:0:35433:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608865.611420:0:35433:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608865.611424:0:35433:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d908398000. 02000000:00000001:3.0:1789608865.611426:0:35433:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608865.611433:0:35433:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608865.611727:0:35433:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a898. 00000400:00000010:3.0:1789608865.611735:0:35433:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a95d8. 00000100:00000200:3.0:1789608865.611742:0:35433:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934311936, portal 10 00000100:00000001:3.0:1789608865.611744:0:35433:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608865.611745:0:35433:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600667648 : -117815108883968 : ffff94d908492a00) 00000100:00000040:3.0:1789608865.611753:0:35433:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d908492a00 x1876538934311936/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608881 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608865.611760:0:35433:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608865.611763:0:35433:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608865.611765:0:35433:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9bb0. 00000100:00000200:3.0:1789608865.611768:0:35433:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934311936, offset 0 00000400:00000200:3.0:1789608865.611774:0:35433:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608865.611781:0:35433:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608865.611787:0:35433:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608865.611792:0:35433:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608865.611796:0:35433:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608865.611799:0:35433:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608865.611802:0:35433:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608865.611805:0:35433:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2953:2953:256:4294967295] 192.168.203.121@tcp LPNI seq info [2953:2953:8:4294967295] 00000400:00000200:3.0:1789608865.611810:0:35433:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608865.611819:0:35433:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608865.611824:0:35433:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608865.611828:0:35433:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d9104bd800. 00000800:00000200:3.0:1789608865.611834:0:35433:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608865.611841:0:35433:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608865.611845:0:35433:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d9104bd800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789608865.611906:0:35433:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608865.611910:0:35433:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 868603 usecs (869 jiffies) 00000400:00000200:3.0:1789608865.611914:0:35433:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608865.611916:0:35433:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296593571 00000100:00000001:3.0:1789608865.611919:0:35433:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296593758 00000100:00000001:3.0:1789608865.611930:0:35433:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296593571 00000100:00000001:3.0:1789608865.611933:0:35433:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296593758 00000100:00000001:3.0:1789608865.611935:0:35433:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608865.611938:0:35433:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608865.611941:0:35433:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608865.611943:0:35433:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789608865.611945:0:35433:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d909222600 going to sleep for 11 seconds 00000100:00000001:3.0:1789608865.611948:0:35433:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608865.611950:0:35433:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608865.613467:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608865.613477:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bd800. 00000400:00000200:1.0:1789608865.613484:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608865.613491:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608865.613498:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9bb0 00000400:00000010:1.0:1789608865.613501:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9bb0. 00000100:00000001:1.0:1789608865.613506:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608865.613513:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908492a00 x1876538934311936/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608881 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608865.613524:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608865.613528:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908492a00 x1876538934311936/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608881 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608865.613534:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608865.613537:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:3.0:1789608865.613762:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608865.613766:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.613769:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608865.613770:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.613774:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608865.613775:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.613778:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608865.613779:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.613797:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789608865.613800:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608865.613803:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1789608865.623088:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608865.623111:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608865.623115:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608865.623117:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608865.623126:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.623133:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608865.623143:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.623149:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.623154:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.623158:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 368 into portal 10 MB=0x6aab3c4963c00 00000400:00000200:1.0:1789608865.623163:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.623169:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 368/368 into md 0x86c9 [1] + 224 00000800:00000001:1.0:1789608865.623176:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608865.623188:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608865.623192:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608865.623196:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608865.623204:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608865.623614:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908492a00 x1876538934311936/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608881 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608865.623627:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff94d908492a00 x1876538934311936/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608881 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608865.623711:0:35433:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608865.625443:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608865.625463:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608865.625472:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1789608865.629184:0:35433:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608865.629191:0:35433:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608865.629195:0:35433:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a898. 00000400:00000200:3.0:1789608865.629202:0:35433:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a95d8 00000400:00000010:3.0:1789608865.629205:0:35433:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a95d8. 00000100:00000001:3.0:1789608865.629210:0:35433:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608865.629221:0:35433:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908492a00 x1876538934311936/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608881 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608865.629232:0:35433:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908492a00 x1876538934311936/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608881 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608865.629239:0:35433:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608865.629241:0:35433:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608865.629244:0:35433:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608865.629248:0:35433:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608865.629251:0:35433:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608865.629253:0:35433:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608865.629256:0:35433:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608865.629266:0:35433:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=73 v=5 (5 104 104 104) 00000100:00001000:3.0:1789608865.629270:0:35433:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=28 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608865.629272:0:35433:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608865.629274:0:35433:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.629277:0:35433:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608865.629280:0:35433:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608865.629284:0:35433:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608865.629285:0:35433:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967640 00000100:00000001:3.0:1789608865.629287:0:35433:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608865.629290:0:35433:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608865.629295:0:35433:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908492a00 x1876538934311936/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608881 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608865.629301:0:35433:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608865.629304:0:35433:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608865.629306:0:35433:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608865.629310:0:35433:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908492a00 x1876538934311936/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608881 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608865.629317:0:35433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908492a00 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:35433:1876538934311936:192.168.203.121@tcp:41:lfs.0 00000100:00000001:3.0:1789608865.629322:0:35433:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608865.629325:0:35433:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608865.629327:0:35433:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789608865.629329:0:35433:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608865.629333:0:35433:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908492a00 x1876538934311936/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608881 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608865.629340:0:35433:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608865.629343:0:35433:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d909222600. 00000100:00000001:3.0:1789608865.629347:0:35433:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789608865.629349:0:35433:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608865.629354:0:35433:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:3.0:1789608865.629357:0:35433:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608865.629359:0:35433:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908492a00 x1876538934311936/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608881 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608865.629366:0:35433:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608865.629368:0:35433:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608865.629372:0:35433:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d908398000. 02000000:00000001:3.0:1789608865.629375:0:35433:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608865.629377:0:35433:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608865.629379:0:35433:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608865.629381:0:35433:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608865.629384:0:35433:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d9104bd500. 02000000:00000001:3.0:1789608865.629387:0:35433:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608865.629389:0:35433:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608865.629391:0:35433:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908492a00. 00000100:00000001:3.0:1789608865.629394:0:35433:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608865.629396:0:35433:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789608865.629397:0:35433:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608865.629398:0:35433:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608865.629400:0:35433:0:(genops.c:1229:class_import_put()) Process leaving 00800000:00000004:3.0:1789608865.629403:0:35433:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff94d904ceb000: update ffff94d90933b7d8 cache blocks 17238/17271 objects 529482/529836 00800000:00000001:3.0:1789608865.629407:0:35433:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608865.629413:0:35433:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.629417:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789608865.629420:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d90839a000. 00000080:00000001:3.0:1789608865.629424:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.629427:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.630191:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.630197:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.630205:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.630209:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.630216:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.630221:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.630223:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.630226:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.630228:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.630235:0:35433:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:2.0:1789608865.630237:0:35433:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0001-mdc-ffff94d904ceb000: age 1913, max_age 1924 00000002:00000001:2.0:1789608865.630240:0:35433:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:2.0:1789608865.630243:0:35433:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=5 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000100:00000010:2.0:1789608865.630249:0:35433:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d26680. 00000020:00000040:2.0:1789608865.630252:0:35433:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=6 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000100:00000001:2.0:1789608865.630256:0:35433:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608865.630259:0:35433:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608865.630263:0:35433:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608865.630269:0:35433:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d91a01a500. 00000100:00000001:2.0:1789608865.630275:0:35433:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608865.630278:0:35433:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789608865.630280:0:35433:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789608865.630286:0:35433:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d9112a3f00. 00000100:00000001:2.0:1789608865.630288:0:35433:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258749636352 : -117814959915264 : ffff94d9112a3f00) 00000100:00000001:2.0:1789608865.630291:0:35433:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608865.630292:0:35433:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592884352 : -117815116667264 : ffff94d907d26680) 00000100:00000001:2.0:1789608865.630296:0:35433:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608865.630300:0:35433:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608865.630302:0:35433:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789608865.630304:0:35433:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608865.630310:0:35433:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d26680 x1876538934312064/t0(0) o41->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608865.630318:0:35433:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608865.630320:0:35433:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608865.630324:0:35433:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608865.630327:0:35433:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608865.630329:0:35433:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608865.630332:0:35433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d26680 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:35433:1876538934312064:192.168.203.121@tcp:41:lfs.0 00000100:00000001:2.0:1789608865.630337:0:35433:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608865.630340:0:35433:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608865.630342:0:35433:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608865.630344:0:35433:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608865.630348:0:35433:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903dbec00. 02000000:00000001:2.0:1789608865.630350:0:35433:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608865.630357:0:35433:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608865.630360:0:35433:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21bb0. 00000400:00000010:2.0:1789608865.630365:0:35433:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c660. 00000100:00000200:2.0:1789608865.630371:0:35433:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934312064, portal 10 00000100:00000001:2.0:1789608865.630372:0:35433:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608865.630373:0:35433:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592884352 : -117815116667264 : ffff94d907d26680) 00000100:00000040:2.0:1789608865.630379:0:35433:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907d26680 x1876538934312064/t0(0) o41->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608881 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608865.630385:0:35433:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608865.630388:0:35433:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608865.630390:0:35433:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c7f8. 00000100:00000200:2.0:1789608865.630393:0:35433:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934312064, offset 0 00000400:00000200:2.0:1789608865.630399:0:35433:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608865.630405:0:35433:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608865.630412:0:35433:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608865.630417:0:35433:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608865.630422:0:35433:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608865.630425:0:35433:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608865.630428:0:35433:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608865.630432:0:35433:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2954:2954:256:4294967295] 192.168.203.121@tcp LPNI seq info [2954:2954:8:4294967295] 00000400:00000200:2.0:1789608865.630435:0:35433:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608865.630444:0:35433:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608865.630450:0:35433:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608865.630456:0:35433:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a01ad00. 00000800:00000200:2.0:1789608865.630463:0:35433:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608865.630471:0:35433:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608865.630475:0:35433:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a01ad00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789608865.630538:0:35433:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608865.630543:0:35433:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: using a timeout of 24017 usecs (25 jiffies) 00000400:00000200:2.0:1789608865.630546:0:35433:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608865.630549:0:35433:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296592745 00000100:00000001:2.0:1789608865.630552:0:35433:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296593758 00000100:00000001:2.0:1789608865.630555:0:35433:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296592745 00000100:00000001:2.0:1789608865.630557:0:35433:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296593758 00000100:00000001:2.0:1789608865.630560:0:35433:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608865.630563:0:35433:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608865.630565:0:35433:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608865.630567:0:35433:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789608865.630578:0:35433:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d9112a3f00 going to sleep for 11 seconds 00000100:00000001:2.0:1789608865.630580:0:35433:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608865.630582:0:35433:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608865.630824:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608865.630829:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a01ad00. 00000400:00000200:1.0:1789608865.630833:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608865.630839:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608865.630845:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c7f8 00000400:00000010:1.0:1789608865.630847:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c7f8. 00000100:00000001:1.0:1789608865.630851:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608865.630855:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d26680 x1876538934312064/t0(0) o41->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608881 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608865.630866:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608865.630869:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d26680 x1876538934312064/t0(0) o41->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608881 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608865.630876:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608865.630878:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608865.634290:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608865.634314:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608865.634319:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608865.634322:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608865.634333:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.634343:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608865.634354:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.634361:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.634367:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.634373:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 368 into portal 10 MB=0x6aab3c4963c80 00000400:00000200:1.0:1789608865.634379:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.634386:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 368/368 into md 0x86d1 [1] + 224 00000800:00000001:1.0:1789608865.634395:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608865.634406:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608865.634410:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608865.634414:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608865.634424:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608865.634436:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d26680 x1876538934312064/t0(0) o41->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608881 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608865.634459:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff94d907d26680 x1876538934312064/t0(0) o41->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608881 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608865.634538:0:35433:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608865.634558:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608865.634596:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608865.634600:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1789608865.637063:0:35433:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608865.637070:0:35433:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608865.637076:0:35433:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21bb0. 00000400:00000200:2.0:1789608865.637089:0:35433:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c660 00000400:00000010:2.0:1789608865.637092:0:35433:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c660. 00000100:00000001:2.0:1789608865.637099:0:35433:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608865.637113:0:35433:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d26680 x1876538934312064/t0(0) o41->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608881 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789608865.637124:0:35433:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d26680 x1876538934312064/t0(0) o41->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608881 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608865.637132:0:35433:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608865.637135:0:35433:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608865.637138:0:35433:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608865.637143:0:35433:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608865.637146:0:35433:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608865.637149:0:35433:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608865.637152:0:35433:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608865.637163:0:35433:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b17c60 time=73 v=5 (5 104 104 104) 00000100:00001000:2.0:1789608865.637167:0:35433:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b17c18 time=73 v=5 (1 1 1 1) 00000100:00000001:2.0:1789608865.637170:0:35433:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608865.637172:0:35433:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608865.637175:0:35433:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608865.637180:0:35433:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608865.637185:0:35433:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608865.637187:0:35433:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967334 00000100:00000001:2.0:1789608865.637188:0:35433:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608865.637191:0:35433:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608865.637197:0:35433:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d26680 x1876538934312064/t0(0) o41->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608881 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608865.637204:0:35433:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608865.637207:0:35433:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608865.637210:0:35433:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608865.637577:0:35433:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d26680 x1876538934312064/t0(0) o41->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608881 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789608865.637588:0:35433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d26680 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:35433:1876538934312064:192.168.203.121@tcp:41:lfs.0 00000100:00000001:2.0:1789608865.637595:0:35433:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608865.637598:0:35433:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608865.637601:0:35433:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789608865.637603:0:35433:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608865.637607:0:35433:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d26680 x1876538934312064/t0(0) o41->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608881 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608865.637614:0:35433:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608865.637618:0:35433:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d9112a3f00. 00000100:00000001:2.0:1789608865.637623:0:35433:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789608865.637625:0:35433:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608865.637633:0:35433:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:2.0:1789608865.637636:0:35433:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608865.637639:0:35433:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d26680 x1876538934312064/t0(0) o41->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608881 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608865.637646:0:35433:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608865.637648:0:35433:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608865.637652:0:35433:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903dbec00. 02000000:00000001:2.0:1789608865.637656:0:35433:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608865.637659:0:35433:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608865.637661:0:35433:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=5 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:2.0:1789608865.637663:0:35433:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608865.637666:0:35433:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d91a01a500. 02000000:00000001:2.0:1789608865.637670:0:35433:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608865.637672:0:35433:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608865.637674:0:35433:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d26680. 00000100:00000001:2.0:1789608865.637701:0:35433:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608865.637703:0:35433:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789608865.637705:0:35433:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608865.637706:0:35433:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=4 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:2.0:1789608865.637708:0:35433:0:(genops.c:1229:class_import_put()) Process leaving 00800000:00000004:2.0:1789608865.637712:0:35433:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0001-mdc-ffff94d904ceb000: update ffff94d909338458 cache blocks 17240/17271 objects 533048/533370 00800000:00000001:2.0:1789608865.637716:0:35433:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608865.637724:0:35433:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.637729:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789608865.637732:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.637736:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.637740:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.637819:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.637823:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.637833:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.637837:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.638565:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.638589:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.638591:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.638596:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.638598:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.638603:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.638606:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.638608:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.638611:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.638615:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.638618:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.638628:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.638629:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.638634:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.638635:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.638639:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.638641:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.638642:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.638643:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.638645:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.638647:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.638649:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.638651:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.638654:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.638657:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.638658:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.638661:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.638663:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.638665:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.638666:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.638668:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.638671:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.638673:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.638673:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.638716:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.638720:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.638722:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.638724:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.638726:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.638729:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.638731:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.638735:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.638736:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.638740:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.638743:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.638746:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.638749:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.638750:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.638751:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.638752:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.638755:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.638757:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.638759:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.638761:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.638764:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.638765:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.638769:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.638770:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.638772:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.638773:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.638775:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.638777:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.638778:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.638779:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.638780:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.638782:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.638784:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.638785:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.638787:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.638790:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.638791:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.638794:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.638796:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.638798:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.638799:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.638801:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.638803:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.638804:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.638805:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.638806:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.638808:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.638810:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.638812:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.638814:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.638816:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.638819:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.638821:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.638823:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.638825:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.638826:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.638828:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.638830:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.638832:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.638833:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.638834:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.638837:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.638839:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.638840:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.638842:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.638844:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.638845:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639082:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.639085:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.639089:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.639090:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.639094:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.639097:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.639099:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.639100:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.639102:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.639104:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639106:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639108:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.639110:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.639113:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639115:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639120:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.639121:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.639123:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.639124:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.639126:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.639128:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.639130:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.639131:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.639132:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.639135:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639137:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639138:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.639140:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.639142:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639144:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639146:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.639147:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.639149:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.639150:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.639152:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.639154:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.639155:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.639157:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.639158:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.639159:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639161:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639162:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.639163:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.639165:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639166:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639168:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.639169:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.639172:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.639173:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.639175:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.639177:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.639178:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.639179:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.639181:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.639183:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639185:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639187:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.639189:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.639190:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639192:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639194:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.639196:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.639198:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.639199:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.639201:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.639203:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.639204:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.639206:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.639207:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.639209:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639211:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639223:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.639226:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.639228:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639230:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639234:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.639236:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.639238:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.639239:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.639242:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.639243:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.639245:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.639246:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.639248:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.639250:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639252:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639254:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.639256:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.639258:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639260:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639263:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.639265:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.639267:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.639269:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.639271:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.639273:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.639275:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.639276:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.639277:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.639280:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639282:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639283:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.639285:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.639287:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639289:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639292:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.639293:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.639295:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.639296:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.639298:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.639300:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.639302:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.639303:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.639304:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.639306:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639307:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639309:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.639310:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.639312:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639314:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639317:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.639318:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.639320:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.639321:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.639323:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.639325:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.639326:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.639327:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.639328:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.639330:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639332:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639333:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.639335:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.639337:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639338:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639341:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.639342:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.639345:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.639346:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.639348:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.639349:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.639351:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.639352:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.639353:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.639356:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639357:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639359:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.639361:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.639363:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639365:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639367:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.639369:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.639371:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.639373:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.639375:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.639376:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.639378:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.639379:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.639380:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.639383:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639385:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639386:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.639388:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.639390:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639392:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639395:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.639396:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.639398:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.639399:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.639402:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.639403:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.639405:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.639406:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.639407:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.639409:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639411:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639413:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.639414:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.639416:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639418:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639421:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.639422:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.639424:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.639425:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.639427:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.639429:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.639430:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.639431:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.639432:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.639434:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639436:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639449:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.639451:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.639454:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639456:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639459:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.639461:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.639464:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.639465:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.639467:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.639469:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.639471:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.639472:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.639473:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.639475:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639477:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639479:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.639480:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.639482:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639484:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639487:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.639488:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.639490:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.639491:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.639493:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.639495:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.639497:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.639498:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.639499:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.639501:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639627:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639631:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.639633:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.639636:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639638:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639643:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.639644:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.639647:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.639649:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.639651:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.639653:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.639655:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.639656:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.639657:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.639660:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639663:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639665:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.639667:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.639669:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639671:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639674:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.639707:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.639710:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.639712:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.639715:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.639717:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.639719:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.639720:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.639721:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.639724:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639726:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639727:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.639729:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.639732:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639734:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639738:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.639739:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.639742:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.639744:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.639746:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.639749:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.639751:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.639752:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.639753:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.639756:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639758:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639760:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.639762:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.639765:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639766:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639770:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.639771:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.639774:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.639775:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.639777:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.639779:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.639780:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.639781:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.639783:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.639785:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639786:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639788:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.639790:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.639792:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639794:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639797:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.639798:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.639800:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.639802:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.639803:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.639805:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.639807:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.639808:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.639810:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.639812:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639814:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639815:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.639817:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.639819:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639820:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639823:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.639825:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.639828:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.639829:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.639831:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.639833:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.639835:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.639836:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.639838:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.639840:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639842:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.639843:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.639845:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.640024:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640028:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640033:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.640035:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.640039:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.640040:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.640043:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.640046:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.640048:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.640049:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.640051:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.640053:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640055:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640057:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.640059:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.640061:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640063:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640065:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.640067:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.640069:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.640070:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.640073:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.640075:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.640076:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.640077:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.640078:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.640081:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640082:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640084:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.640086:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.640088:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640090:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640093:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.640094:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.640097:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.640098:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.640100:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.640103:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.640104:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.640105:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.640107:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.640109:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640111:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640113:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.640114:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.640116:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640118:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640121:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.640122:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.640125:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.640126:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.640128:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.640130:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.640132:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.640134:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.640135:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.640138:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640139:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640141:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.640143:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.640145:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640147:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640150:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.640152:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.640154:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.640155:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.640157:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.640159:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.640161:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.640161:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.640163:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.640165:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640167:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640169:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.640170:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.640173:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640175:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640178:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.640179:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.640181:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.640183:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.640185:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.640187:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.640189:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.640190:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.640191:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.640194:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640197:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640198:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.640200:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.640203:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640204:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640207:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.640209:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.640211:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.640212:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.640214:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.640217:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.640218:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.640220:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.640221:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.640224:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640225:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640227:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.640229:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.640232:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640234:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640237:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.640238:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.640241:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.640242:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.640244:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.640246:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.640248:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.640249:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.640250:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.640252:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640254:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640256:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.640257:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.640260:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640262:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640265:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.640266:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.640268:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.640269:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.640271:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.640273:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.640274:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.640275:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.640277:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.640279:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640281:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640282:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.640284:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.640287:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640288:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640291:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.640293:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.640295:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.640296:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.640298:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.640300:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.640302:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.640303:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.640304:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.640307:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640309:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640311:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.640312:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.640314:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640316:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640318:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.640320:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.640323:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.640324:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.640326:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.640328:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.640330:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.640331:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.640332:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.640335:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640337:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640339:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.640341:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.640343:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640344:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640347:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.640349:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.640351:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.640352:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.640354:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.640356:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.640357:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.640358:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.640359:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.640362:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640363:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640365:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.640367:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.640368:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640370:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640372:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.640373:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.640375:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.640376:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.640380:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.640382:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.640383:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.640384:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.640385:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.640387:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640389:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640390:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.640391:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.640393:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640394:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640397:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.640398:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.640400:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.640401:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.640403:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.640405:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.640406:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.640407:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.640409:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.640410:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640412:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640414:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.640416:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.640418:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640420:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640422:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.640423:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.640425:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.640427:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.640429:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.640431:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.640432:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.640434:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.640435:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.640627:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640630:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640632:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.640634:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.640637:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640639:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640644:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.640645:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.640648:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.640650:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.640653:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.640655:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.640656:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.640657:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.640658:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.640660:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640662:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640663:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.640665:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.640667:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640668:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640670:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.640671:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.640674:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.640674:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.640721:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.640724:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.640725:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.640727:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.640728:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.640736:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640738:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640740:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.640743:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.640745:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640747:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640752:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.640753:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.640756:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.640758:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.640760:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.640762:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.640763:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.640765:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.640766:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.640768:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640770:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640772:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.640774:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.640776:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640777:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640780:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.640781:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.640783:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.640784:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.640786:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.640787:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.640789:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.640789:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.640790:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.640793:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640795:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640796:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.640798:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.640801:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640802:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640806:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.640807:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.640809:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.640810:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.640813:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.640814:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.640816:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.640817:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.640818:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.640820:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640822:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640823:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.640825:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.640827:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640829:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.640831:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.640833:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.640835:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.640836:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.640838:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.640840:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.640842:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.640843:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.640844:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.640847:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.641149:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.641152:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.641154:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.641157:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.641159:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.641165:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.641167:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.641170:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.641172:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.641175:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.641178:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.641179:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.641181:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.641182:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.641185:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.641186:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.641188:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.641190:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.641192:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.641193:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.641196:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.641197:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.641199:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.641201:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.641203:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.641204:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.641206:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.641207:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.641208:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.641270:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.641274:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.641276:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.641278:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.641281:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.641283:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.641288:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.641290:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.641294:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.641295:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.641299:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.641301:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.641303:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.641304:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.641305:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.641308:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.641309:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.641311:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.641313:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.641315:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.641317:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.641320:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.641321:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.641323:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.641324:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.641326:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.641329:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.641330:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.641331:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.641333:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.641335:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.641337:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.641339:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.641341:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.641342:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.641344:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.641346:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.641348:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.641350:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.641352:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.641354:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.641356:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.641358:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.641359:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.641360:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.641363:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.641364:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.641366:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.641367:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.641369:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.641371:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.641373:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.641375:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.641378:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.641379:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.641381:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.641383:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.641384:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.641385:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.641387:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.641389:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.641391:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.641393:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.641394:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.641396:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.641398:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.641401:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.641402:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.641405:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.641406:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.641408:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.641410:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.641411:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.641413:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.641414:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.641416:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.641420:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.641422:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.641424:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.641426:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.641428:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.641431:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.641433:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.641436:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.641497:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.641500:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.641553:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.641556:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.641558:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.641559:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.641562:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.641564:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.641566:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.641576:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.641579:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.641581:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.641586:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.641588:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.641591:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.641592:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.641594:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.641597:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.641598:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.641599:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.641601:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.641603:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.641605:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.641607:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.641608:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.641611:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.641613:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.641615:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.641617:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.641619:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.641620:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.641622:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.641624:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.641625:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.641626:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.641627:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.641629:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.641631:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.641632:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.641634:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.641636:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.641637:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.641639:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.641641:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.641643:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.641644:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.641645:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.641647:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.641648:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.641649:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.641650:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.641652:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.641654:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.641656:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.641657:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.641659:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.641660:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.641663:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.641665:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.641667:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.641668:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.641670:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.641672:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.641673:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.641674:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.641708:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.641710:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.641712:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.641714:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.641716:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.641719:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.641721:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.641724:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.641725:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.641727:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.641728:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.641730:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.641732:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.641734:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.641735:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.641736:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.641739:0:35433:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.641741:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.641742:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.641744:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.641746:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.641747:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.641750:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.641751:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.641753:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.641754:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.641756:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.641758:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.641760:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608865.641761:0:35433:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608865.641762:0:35433:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00800000:00000001:2.0:1789608865.641765:0:35433:0:(lmv_obd.c:965:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1789608865.641767:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1789608865.641769:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:2.0:1789608865.641770:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.641772:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1789608865.641774:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1789608865.641776:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.641777:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.641779:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.641780:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.641782:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.641784:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.641785:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.641789:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.641791:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.641798:0:35433:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:2.0:1789608865.641801:0:35433:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff94d904ceb000: age 1913, max_age 1924 00000008:00000001:2.0:1789608865.641805:0:35433:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:2.0:1789608865.641809:0:35433:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00000100:00000010:2.0:1789608865.641817:0:35433:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d26680. 00000020:00000040:2.0:1789608865.641820:0:35433:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=4 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:2.0:1789608865.641824:0:35433:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608865.641826:0:35433:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:2.0:1789608865.641828:0:35433:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:2.0:1789608865.641831:0:35433:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608865.641834:0:35433:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608865.641841:0:35433:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608865.642290:0:35433:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d91a01a500. 00000100:00000001:2.0:1789608865.642302:0:35433:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608865.642307:0:35433:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789608865.642309:0:35433:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789608865.642317:0:35433:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d9112a3f00. 00000100:00000001:2.0:1789608865.642319:0:35433:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258749636352 : -117814959915264 : ffff94d9112a3f00) 00000100:00000001:2.0:1789608865.642322:0:35433:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608865.642323:0:35433:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592884352 : -117815116667264 : ffff94d907d26680) 00000100:00000001:2.0:1789608865.642329:0:35433:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608865.642334:0:35433:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608865.642336:0:35433:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789608865.642338:0:35433:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608865.642351:0:35433:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d26680 x1876538934312192/t0(0) o13->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608865.642359:0:35433:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608865.642362:0:35433:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608865.642366:0:35433:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608865.642369:0:35433:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608865.642371:0:35433:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608865.642375:0:35433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d26680 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:35433:1876538934312192:192.168.203.121@tcp:13:lfs.0 00000100:00000001:2.0:1789608865.642379:0:35433:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608865.642385:0:35433:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608865.642387:0:35433:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608865.642390:0:35433:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608865.642394:0:35433:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903dbec00. 02000000:00000001:2.0:1789608865.642397:0:35433:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608865.642407:0:35433:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608865.642412:0:35433:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21bb0. 00000400:00000010:2.0:1789608865.642421:0:35433:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c660. 00000100:00000200:2.0:1789608865.642430:0:35433:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934312192, portal 4 00000100:00000001:2.0:1789608865.642432:0:35433:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608865.642434:0:35433:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592884352 : -117815116667264 : ffff94d907d26680) 00000100:00000040:2.0:1789608865.642945:0:35433:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907d26680 x1876538934312192/t0(0) o13->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608881 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608865.642956:0:35433:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608865.642960:0:35433:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608865.642965:0:35433:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c330. 00000100:00000200:2.0:1789608865.642970:0:35433:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1876538934312192, offset 0 00000400:00000200:2.0:1789608865.642978:0:35433:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608865.642989:0:35433:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608865.642998:0:35433:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608865.643005:0:35433:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608865.643009:0:35433:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608865.643013:0:35433:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608865.643016:0:35433:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608865.643019:0:35433:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2955:2955:256:4294967295] 192.168.203.121@tcp LPNI seq info [2955:2955:8:4294967295] 00000400:00000200:2.0:1789608865.643024:0:35433:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608865.643035:0:35433:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608865.643042:0:35433:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608865.643047:0:35433:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a01af00. 00000800:00000200:2.0:1789608865.643055:0:35433:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608865.643064:0:35433:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608865.643069:0:35433:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a01af00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789608865.643166:0:35433:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608865.643173:0:35433:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 196095 usecs (197 jiffies) 00000400:00000200:2.0:1789608865.643177:0:35433:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608865.643181:0:35433:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296592930 00000100:00000001:2.0:1789608865.643184:0:35433:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296593758 00000100:00000001:2.0:1789608865.643187:0:35433:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296592930 00000100:00000001:2.0:1789608865.643190:0:35433:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296593758 00000100:00000001:2.0:1789608865.643192:0:35433:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608865.643195:0:35433:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608865.643198:0:35433:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608865.643201:0:35433:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789608865.643204:0:35433:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d9112a3f00 going to sleep for 11 seconds 00000100:00000001:2.0:1789608865.643207:0:35433:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608865.643210:0:35433:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608865.648143:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608865.648158:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a01af00. 00000400:00000200:1.0:1789608865.648170:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608865.648181:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608865.648192:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c330 00000400:00000010:1.0:1789608865.648195:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c330. 00000100:00000001:1.0:1789608865.648202:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608865.648224:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d26680 x1876538934312192/t0(0) o13->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608881 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608865.648239:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608865.648244:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d26680 x1876538934312192/t0(0) o13->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608881 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608865.648252:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608865.648254:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608865.652078:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608865.652102:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608865.652108:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608865.652111:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608865.652122:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.652132:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608865.652143:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.652148:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.652154:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.652160:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 368 into portal 4 MB=0x6aab3c4963d00 00000400:00000200:1.0:1789608865.652165:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.652174:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 368/368 into md 0x86d9 [1] + 224 00000800:00000001:1.0:1789608865.652183:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608865.652194:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608865.652198:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608865.652203:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608865.652422:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608865.652435:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d26680 x1876538934312192/t0(0) o13->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608881 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608865.652585:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff94d907d26680 x1876538934312192/t0(0) o13->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608881 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608865.652653:0:35433:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608865.652671:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608865.652727:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608865.652733:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1789608865.652835:0:35433:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608865.652838:0:35433:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608865.652842:0:35433:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21bb0. 00000400:00000200:2.0:1789608865.653063:0:35433:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c660 00000400:00000010:2.0:1789608865.653067:0:35433:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c660. 00000100:00000001:2.0:1789608865.653071:0:35433:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608865.653076:0:35433:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d26680 x1876538934312192/t0(0) o13->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608881 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789608865.653085:0:35433:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d26680 x1876538934312192/t0(0) o13->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608881 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608865.653092:0:35433:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608865.653094:0:35433:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608865.653097:0:35433:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608865.653101:0:35433:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608865.653104:0:35433:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608865.653106:0:35433:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608865.653110:0:35433:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608865.653122:0:35433:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13cf0 time=38 v=5 (5 0 0 0) 00000100:00001000:2.0:1789608865.653127:0:35433:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608865.653129:0:35433:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608865.653132:0:35433:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608865.653135:0:35433:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608865.653139:0:35433:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608865.653143:0:35433:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608865.653146:0:35433:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: skip recheck: last_committed 4294967333 00000100:00000001:2.0:1789608865.653147:0:35433:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608865.653149:0:35433:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608865.653154:0:35433:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d26680 x1876538934312192/t0(0) o13->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608881 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608865.653160:0:35433:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608865.653164:0:35433:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608865.653167:0:35433:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608865.653171:0:35433:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d26680 x1876538934312192/t0(0) o13->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608881 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789608865.653180:0:35433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d26680 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:35433:1876538934312192:192.168.203.121@tcp:13:lfs.0 00000100:00000001:2.0:1789608865.653185:0:35433:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608865.653189:0:35433:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608865.653191:0:35433:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789608865.653194:0:35433:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608865.653197:0:35433:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d26680 x1876538934312192/t0(0) o13->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608881 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608865.653204:0:35433:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608865.653207:0:35433:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d9112a3f00. 00000100:00000001:2.0:1789608865.653211:0:35433:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789608865.653287:0:35433:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608865.653298:0:35433:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:2.0:1789608865.653299:0:35433:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608865.653303:0:35433:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d26680 x1876538934312192/t0(0) o13->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608881 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608865.653309:0:35433:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608865.653313:0:35433:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608865.653316:0:35433:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903dbec00. 02000000:00000001:2.0:1789608865.653320:0:35433:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608865.653324:0:35433:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608865.653326:0:35433:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=2 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:2.0:1789608865.653328:0:35433:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608865.653331:0:35433:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d91a01a500. 02000000:00000001:2.0:1789608865.653335:0:35433:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608865.653337:0:35433:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608865.653339:0:35433:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d26680. 00000100:00000001:2.0:1789608865.653344:0:35433:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608865.653345:0:35433:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:2.0:1789608865.653349:0:35433:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff94d904ceb000: update ffff94d90933d198 cache blocks 3679/3683 objects 117792/118255 00020000:00000001:2.0:1789608865.653353:0:35433:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608865.653359:0:35433:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.653363:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789608865.653366:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.653371:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.653375:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.653511:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.653514:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.653523:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.653527:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.653534:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.653539:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.653541:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.653545:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.653547:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.653554:0:35433:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:2.0:1789608865.653557:0:35433:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff94d904ceb000: age 1913, max_age 1924 00000008:00000001:2.0:1789608865.653560:0:35433:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:2.0:1789608865.653563:0:35433:0:(genops.c:1209:class_import_get()) import ffff94d902b13000 refcount=3 obd=lustre-OST0001-osc-ffff94d904ceb000 00000100:00000010:2.0:1789608865.653578:0:35433:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d26680. 00000020:00000040:2.0:1789608865.653581:0:35433:0:(genops.c:1209:class_import_get()) import ffff94d902b13000 refcount=4 obd=lustre-OST0001-osc-ffff94d904ceb000 00000020:00000001:2.0:1789608865.653584:0:35433:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608865.653586:0:35433:0:(genops.c:1222:class_import_put()) import ffff94d902b13000 refcount=3 obd=lustre-OST0001-osc-ffff94d904ceb000 00000020:00000001:2.0:1789608865.653587:0:35433:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:2.0:1789608865.653590:0:35433:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608865.653593:0:35433:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608865.653598:0:35433:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608865.653605:0:35433:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d91a01a500. 00000100:00000001:2.0:1789608865.653611:0:35433:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608865.653615:0:35433:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789608865.653616:0:35433:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789608865.653622:0:35433:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d9112a3f00. 00000100:00000001:2.0:1789608865.653624:0:35433:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258749636352 : -117814959915264 : ffff94d9112a3f00) 00000100:00000001:2.0:1789608865.653627:0:35433:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608865.653629:0:35433:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592884352 : -117815116667264 : ffff94d907d26680) 00000100:00000001:2.0:1789608865.653633:0:35433:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608865.653637:0:35433:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608865.653640:0:35433:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789608865.653642:0:35433:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608865.653646:0:35433:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d26680 x1876538934312320/t0(0) o13->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608865.653653:0:35433:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608865.653656:0:35433:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608865.653660:0:35433:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608865.653662:0:35433:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608865.653664:0:35433:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608865.653667:0:35433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d26680 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:35433:1876538934312320:192.168.203.121@tcp:13:lfs.0 00000100:00000001:2.0:1789608865.653672:0:35433:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608865.653710:0:35433:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608865.653712:0:35433:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608865.653715:0:35433:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608865.653719:0:35433:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903dbec00. 02000000:00000001:2.0:1789608865.653721:0:35433:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608865.653728:0:35433:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608865.653731:0:35433:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21bb0. 00000400:00000010:2.0:1789608865.653735:0:35433:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c660. 00000100:00000200:2.0:1789608865.653742:0:35433:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934312320, portal 4 00000100:00000001:2.0:1789608865.653744:0:35433:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608865.653745:0:35433:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592884352 : -117815116667264 : ffff94d907d26680) 00000100:00000040:2.0:1789608865.653751:0:35433:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907d26680 x1876538934312320/t0(0) o13->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608881 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608865.653758:0:35433:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608865.653761:0:35433:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608865.653773:0:35433:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c198. 00000100:00000200:2.0:1789608865.653777:0:35433:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1876538934312320, offset 0 00000400:00000200:2.0:1789608865.653784:0:35433:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608865.653792:0:35433:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608865.653800:0:35433:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608865.653807:0:35433:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608865.653811:0:35433:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608865.653815:0:35433:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608865.653819:0:35433:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608865.653823:0:35433:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2956:2956:256:4294967295] 192.168.203.121@tcp LPNI seq info [2956:2956:8:4294967295] 00000400:00000200:2.0:1789608865.653827:0:35433:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608865.653837:0:35433:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608865.653843:0:35433:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608865.653863:0:35433:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a01af00. 00000800:00000200:2.0:1789608865.653871:0:35433:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608865.653879:0:35433:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608865.653884:0:35433:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a01af00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789608865.653892:0:35433:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608865.653897:0:35433:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: using a timeout of 24815 usecs (25 jiffies) 00000400:00000200:2.0:1789608865.653900:0:35433:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608865.653902:0:35433:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296592769 00000100:00000001:2.0:1789608865.653905:0:35433:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296593758 00000100:00000001:2.0:1789608865.653907:0:35433:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296592769 00000100:00000001:2.0:1789608865.653910:0:35433:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296593758 00000100:00000001:2.0:1789608865.653912:0:35433:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608865.653915:0:35433:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608865.653917:0:35433:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608865.653919:0:35433:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789608865.653921:0:35433:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d9112a3f00 going to sleep for 11 seconds 00000100:00000001:2.0:1789608865.653924:0:35433:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608865.653926:0:35433:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608865.654450:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608865.654456:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a01af00. 00000400:00000200:1.0:1789608865.654461:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608865.654467:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608865.654472:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c198 00000400:00000010:1.0:1789608865.654475:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c198. 00000100:00000001:1.0:1789608865.654478:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608865.654483:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d26680 x1876538934312320/t0(0) o13->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608881 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608865.654492:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608865.654495:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d26680 x1876538934312320/t0(0) o13->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608881 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608865.654509:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608865.654511:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608865.657760:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608865.657783:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608865.657789:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608865.657792:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608865.657803:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.657812:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608865.657822:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.657829:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.657835:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.657840:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 368 into portal 4 MB=0x6aab3c4963d80 00000400:00000200:1.0:1789608865.657846:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.657869:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 368/368 into md 0x86e1 [1] + 224 00000800:00000001:1.0:1789608865.657878:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608865.657889:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608865.657893:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608865.657898:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608865.657908:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608865.657920:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d26680 x1876538934312320/t0(0) o13->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608881 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608865.657933:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff94d907d26680 x1876538934312320/t0(0) o13->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608881 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608865.657953:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608865.657964:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608865.657968:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608865.660462:0:35433:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608865.660481:0:35433:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608865.660483:0:35433:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608865.660488:0:35433:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21bb0. 00000400:00000200:2.0:1789608865.660512:0:35433:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c660 00000400:00000010:2.0:1789608865.660516:0:35433:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c660. 00000100:00000001:2.0:1789608865.660522:0:35433:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608865.660537:0:35433:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d26680 x1876538934312320/t0(0) o13->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608881 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789608865.660551:0:35433:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d26680 x1876538934312320/t0(0) o13->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608881 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608865.660559:0:35433:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608865.660562:0:35433:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608865.660565:0:35433:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608865.660579:0:35433:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608865.660583:0:35433:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608865.660586:0:35433:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608865.660589:0:35433:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608865.660602:0:35433:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b134f0 time=71 v=5 (5 0 0 0) 00000100:00001000:2.0:1789608865.660607:0:35433:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13418 time=23 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608865.660611:0:35433:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608865.660613:0:35433:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608865.660616:0:35433:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608865.660621:0:35433:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608865.660626:0:35433:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608865.660629:0:35433:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d904ceb000: skip recheck: last_committed 4294967322 00000100:00000001:2.0:1789608865.660631:0:35433:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608865.660633:0:35433:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608865.660640:0:35433:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d26680 x1876538934312320/t0(0) o13->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608881 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608865.660648:0:35433:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608865.660652:0:35433:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608865.660654:0:35433:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608865.660659:0:35433:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d26680 x1876538934312320/t0(0) o13->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608881 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789608865.660668:0:35433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d26680 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:35433:1876538934312320:192.168.203.121@tcp:13:lfs.0 00000100:00000001:2.0:1789608865.660674:0:35433:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608865.660727:0:35433:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608865.660730:0:35433:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789608865.660734:0:35433:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608865.660739:0:35433:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d26680 x1876538934312320/t0(0) o13->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608881 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608865.660747:0:35433:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608865.660752:0:35433:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d9112a3f00. 00000100:00000001:2.0:1789608865.660756:0:35433:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789608865.660757:0:35433:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608865.660766:0:35433:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:2.0:1789608865.660768:0:35433:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608865.660771:0:35433:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d26680 x1876538934312320/t0(0) o13->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608881 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608865.660777:0:35433:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608865.660780:0:35433:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608865.660783:0:35433:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903dbec00. 02000000:00000001:2.0:1789608865.660786:0:35433:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608865.660789:0:35433:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608865.660792:0:35433:0:(genops.c:1222:class_import_put()) import ffff94d902b13000 refcount=2 obd=lustre-OST0001-osc-ffff94d904ceb000 00000020:00000001:2.0:1789608865.660794:0:35433:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608865.660797:0:35433:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d91a01a500. 02000000:00000001:2.0:1789608865.660801:0:35433:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608865.660803:0:35433:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608865.660805:0:35433:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d26680. 00000100:00000001:2.0:1789608865.660808:0:35433:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608865.660810:0:35433:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:2.0:1789608865.660814:0:35433:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff94d904ceb000: update ffff94d904070458 cache blocks 3679/3683 objects 117792/118253 00020000:00000001:2.0:1789608865.660820:0:35433:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608865.660826:0:35433:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.660830:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789608865.660833:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.660838:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.660842:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.661047:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.661051:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.661061:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.661064:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.661073:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.661077:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.661080:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.661084:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.661086:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.661089:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.661091:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.661094:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.661096:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.661099:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.661100:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.661105:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.661107:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.661110:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.661111:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.661113:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.661116:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.661118:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.661119:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.661120:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.661123:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.661124:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.661126:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.661128:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.661131:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.661132:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.661136:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.661138:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.661141:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.661142:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.661145:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.661147:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.661149:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.661150:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.661151:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.661155:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.661157:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.661159:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.661161:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.661164:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.661166:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.661169:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.661171:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.661174:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.661175:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.661177:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.661179:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.661181:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.661182:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.661183:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.661186:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.661188:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.661190:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.661191:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.661194:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.661195:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.661199:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.661200:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.661202:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.661203:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.661205:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.661207:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.661209:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.661210:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.661275:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.661280:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.661282:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.661285:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.661287:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.661290:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.661292:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.661297:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.661299:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.661302:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.661303:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.661306:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.661308:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.661310:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.661311:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.661312:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.661315:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.661317:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.661318:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.661320:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.661322:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.661324:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.661327:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.661329:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.661331:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.661332:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.661334:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.661336:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.661337:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.661338:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.661339:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.661342:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.661343:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.661345:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.661347:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.661350:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.661351:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.661354:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.661356:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.661358:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.661359:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.661361:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.661362:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.661364:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.661365:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.661366:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.661368:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.661370:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.661372:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.661374:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.661376:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.661377:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.661380:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.661381:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.661383:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.661384:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.661386:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.661388:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.661390:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.661391:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.661392:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.661394:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.661396:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.661398:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.661400:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.661402:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.661403:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.661406:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.661408:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.661410:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.661411:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.661413:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.661415:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.661417:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.661418:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.661419:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.661421:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.661423:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.661425:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.661427:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.661429:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.661431:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.661433:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.661602:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.661606:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.661608:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.661611:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.661614:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.661616:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.661617:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.661619:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.661621:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.661623:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.661626:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.661628:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.661630:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.661632:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.661636:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.661638:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.661641:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.661642:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.661645:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.661648:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.661650:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.661651:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.661652:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.661654:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.661656:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.661657:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.661659:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.661661:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.661663:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.661666:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.661667:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.661669:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.661670:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.661672:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.661674:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.661698:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.661699:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.661700:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.661703:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.661705:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.661707:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.661710:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.661712:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.661713:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.661717:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.661718:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.661725:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.661726:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.661728:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.661730:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.661732:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.661734:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.661735:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.661738:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.661740:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.661742:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.661744:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.661746:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.661748:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.661751:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.661752:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.661755:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.661756:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.661758:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.661760:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.661762:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.661763:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.662301:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.662307:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.662310:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.662312:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.662315:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.662318:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.662321:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.662328:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.662330:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.662334:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.662335:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.662340:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.662342:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.662344:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.662346:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.662347:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.662350:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.662352:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.662354:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.662356:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.662358:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.662360:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.662363:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.662364:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.662367:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.662368:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.662370:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.662373:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.662375:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.662376:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.662377:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.662380:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.662382:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.662383:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.662385:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.662388:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.662389:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.662393:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.662394:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.662397:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.662399:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.662401:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.662403:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.662405:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.662406:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.662407:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.662410:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.662412:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.662413:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.662415:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.662418:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.662420:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.662423:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.662425:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.662427:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.662428:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.662430:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.662433:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.662434:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.662435:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.662638:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.662643:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.662645:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.662647:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.662649:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.662652:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.662654:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.662660:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.662661:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.662665:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.662666:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.662669:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.662671:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.662673:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.662675:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.662723:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.662726:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.662728:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.662730:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.662732:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.662735:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.662737:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.662741:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.662744:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.662746:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.662748:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.662750:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.662752:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.662754:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.662756:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.662757:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.662759:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.662761:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.662763:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.662766:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.662768:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.662771:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.662774:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.662775:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.662778:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.662779:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.662782:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.662784:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.662786:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.662787:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.662788:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.662791:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.662793:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.662795:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.662797:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.662799:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.662801:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.662804:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.662805:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.662808:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.662809:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.662812:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.662814:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.662816:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.662817:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.662818:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.662821:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.662822:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.662824:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.662826:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.662828:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.662830:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.662832:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.662834:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.662836:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.662838:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.662839:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.662842:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.662843:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.662844:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.662846:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.662903:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.662906:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.662908:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.662910:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.662913:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.662915:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.662920:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.662921:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.662924:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.662926:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.662929:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.662931:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.662933:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.662935:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.662936:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.662939:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.662941:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.662943:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.662945:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.662947:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.662949:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.662952:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.662953:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.662956:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.662958:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.662960:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.662962:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.662963:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.662964:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.662965:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.662968:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.662970:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.662972:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.662974:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.662976:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.662978:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.662981:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.662982:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.662985:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.662986:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.662988:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.662991:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.662992:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.662993:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.662995:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.662997:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.662999:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663001:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.663003:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.663005:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663007:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663010:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.663011:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.663014:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.663015:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.663017:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.663019:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.663021:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.663022:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.663023:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.663025:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663027:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663029:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.663031:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.663033:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663035:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663037:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.663038:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.663041:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.663042:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.663044:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.663046:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.663047:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.663048:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.663050:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.663051:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663053:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663055:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.663057:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.663059:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663061:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663064:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.663066:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.663068:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.663069:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.663071:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.663073:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.663074:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.663075:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.663076:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.663079:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663080:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663082:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.663084:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.663085:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663087:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663090:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.663091:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.663093:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.663094:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.663096:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.663098:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.663099:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.663100:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.663101:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.663104:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663106:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663108:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.663110:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.663112:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663113:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663116:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.663118:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.663120:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.663121:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.663123:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.663125:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.663126:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.663127:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.663128:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.663131:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663132:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663134:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.663136:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.663138:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663140:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663143:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.663144:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.663146:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.663147:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.663150:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.663152:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.663153:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.663154:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.663155:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.663157:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663159:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663161:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.663163:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.663165:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663166:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663169:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.663171:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.663173:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.663174:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.663177:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.663179:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.663181:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.663182:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.663183:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.663185:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663187:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663189:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.663192:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.663194:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663196:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663199:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.663200:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.663203:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.663204:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.663206:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.663208:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.663210:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.663211:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.663365:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.663370:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663372:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663374:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.663376:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.663379:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663380:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663386:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.663387:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.663390:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.663391:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.663395:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.663397:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.663399:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.663401:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.663402:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.663404:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663406:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663408:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.663410:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.663412:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663414:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663417:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.663418:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.663421:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.663422:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.663424:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.663425:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.663427:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.663428:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.663429:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.663431:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663433:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663434:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.663436:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.663723:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663726:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663732:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.663734:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.663737:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.663739:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.663742:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.663745:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.663747:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.663749:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.663750:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.663753:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663756:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663758:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.663760:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.663762:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663764:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663767:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.663768:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.663771:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.663772:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.663774:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.663777:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.663778:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.663780:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.663781:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.663783:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663785:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663786:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.663788:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.663790:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663792:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663794:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.663796:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.663798:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.663799:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.663801:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.663803:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.663805:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.663806:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.663807:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.663810:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663811:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663813:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.663815:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.663817:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663819:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663822:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.663823:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.663825:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.663826:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.663829:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.663831:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.663832:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.663833:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.663834:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.663836:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663837:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663839:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.663841:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.663843:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663845:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663861:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.663863:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.663866:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.663868:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.663870:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.663872:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.663874:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.663875:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.663876:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.663879:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663880:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663882:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.663884:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.663886:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663888:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663892:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.663894:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.663896:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.663898:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.663900:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.663902:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.663903:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.663904:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.663906:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.663908:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663910:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663911:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.663913:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.663916:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663917:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663920:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.663921:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.663924:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.663925:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.663927:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.663930:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.663931:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.663932:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.663933:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.663936:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663938:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663940:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.663942:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.663944:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663946:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663949:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.663950:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.663953:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.663954:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.663956:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.663958:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.663960:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.663961:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.663962:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.663964:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663966:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663967:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.663969:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.663971:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663973:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663976:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.663977:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.663979:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.663980:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.663982:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.663983:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.663985:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.663986:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.663987:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.663989:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663990:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663992:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.663993:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.663995:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663996:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.663998:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.664000:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.664001:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.664002:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.664004:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.664006:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.664007:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.664009:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.664010:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.664012:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664014:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664015:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.664017:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.664019:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664020:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664023:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.664024:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.664026:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.664028:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.664029:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.664031:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.664033:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.664034:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.664035:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.664036:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664038:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664040:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.664042:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.664044:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664045:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664047:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.664048:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.664050:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.664051:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.664053:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.664054:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.664056:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.664057:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.664058:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.664059:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664062:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664064:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.664065:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.664067:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664069:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664071:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.664072:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.664074:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.664074:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.664076:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.664077:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.664079:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.664080:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.664081:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.664083:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664085:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664087:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.664089:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.664091:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664093:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664095:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.664096:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.664098:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.664098:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.664100:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.664102:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.664104:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.664105:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.664107:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.664109:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664111:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664113:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.664115:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.664118:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664119:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664122:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.664123:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.664125:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.664126:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.664128:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.664130:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.664131:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.664132:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.664134:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.664136:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664138:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664140:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.664142:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.664144:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664146:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664149:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.664150:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.664153:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.664154:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.664156:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.664158:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.664159:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.664161:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.664162:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.664164:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664166:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664168:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.664170:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.664172:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664174:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664177:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.664178:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.664181:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.664182:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.664184:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.664186:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.664188:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.664189:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.664190:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.664192:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664194:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664195:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.664197:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.664199:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664201:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664204:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.664205:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.664207:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.664208:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.664210:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.664212:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.664282:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.664284:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.664285:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.664288:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664290:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664292:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.664294:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.664297:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664299:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664303:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.664305:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.664308:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.664309:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.664312:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.664315:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.664316:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.664317:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.664319:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.664321:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664323:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664325:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.664327:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.664330:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664332:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664335:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.664337:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.664340:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.664341:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.664344:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.664346:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.664347:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.664348:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.664350:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.664352:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664355:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664357:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.664359:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.664361:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664363:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664365:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.664367:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.664369:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.664370:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.664372:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.664374:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.664375:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.664377:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.664378:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.664380:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664382:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664383:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.664385:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.664387:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664388:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664391:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.664392:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.664395:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.664396:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.664398:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.664400:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.664401:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.664402:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.664404:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.664406:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664408:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664410:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.664412:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.664414:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664416:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664418:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.664420:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.664422:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.664423:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.664425:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.664427:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.664428:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.664429:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.664430:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.664432:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664435:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664449:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.664453:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.664455:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664457:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664460:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.664462:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.664465:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.664466:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.664468:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.664471:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.664472:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.664473:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.664474:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.664477:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664479:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664481:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.664482:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.664485:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664487:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664490:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.664491:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.664494:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.664495:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.664497:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.664499:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.664500:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.664502:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.664503:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.664623:0:35433:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664626:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664627:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608865.664630:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.664633:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664635:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608865.664640:0:35433:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608865.664641:0:35433:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffdb2ad85e0 00000080:00000001:2.0:1789608865.664644:0:35433:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608865.664646:0:35433:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608865.664648:0:35433:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbf400. 00000020:00000001:2.0:1789608865.664651:0:35433:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.664652:0:35433:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608865.664654:0:35433:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608865.664655:0:35433:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbf400 uarg=0000000000000000 00020000:00000001:2.0:1789608865.664658:0:35433:0:(lov_obd.c:1002:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1789608865.664659:0:35433:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1789608865.664661:0:35433:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:2.0:1789608865.664663:0:35433:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbf400. 00000080:00000001:2.0:1789608865.664665:0:35433:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1789608865.664666:0:35433:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1789608865.664723:0:35433:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:2.0:1789608865.664726:0:35433:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1789608865.664730:0:35433:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d47dd0 00000080:00200008:2.0:1789608865.664732:0:35433:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff94d918926c08), flags 100000 00000080:00400000:2.0:1789608865.664737:0:35433:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:2.0:1789608865.664740:0:35433:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d90517eb40. 00000080:00000001:2.0:1789608865.664745:0:35433:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1789608865.664747:0:35433:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d47dd0 00000080:00000008:2.0:1789608865.664749:0:35433:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff94d918926c08), flags 100000, rc = 0 00000080:00000001:2.0:1789608865.664752:0:35433:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.664753:0:35433:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608865.692811:0:35434:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789608865.692821:0:35434:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789608865.692824:0:35434:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789608865.692827:0:35434:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d5fbc0 00000080:00200000:0.0:1789608865.692834:0:35434:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:0.0:1789608865.692846:0:35434:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d908fa5000. 00800000:00000002:0.0:1789608865.692856:0:35434:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:0.0:1789608865.692861:0:35434:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789608865.692868:0:35434:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789608865.692871:0:35434:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d5fae0 00800000:00000002:0.0:1789608865.692874:0:35434:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789608865.692879:0:35434:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789608865.692882:0:35434:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789608865.692886:0:35434:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789608865.692888:0:35434:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789608865.692891:0:35434:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789608865.692894:0:35434:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608865.692896:0:35434:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789608865.692898:0:35434:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608865.692902:0:35434:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789608865.692908:0:35434:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789608865.692910:0:35434:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d5f9b0 00000002:00010000:0.0:1789608865.692912:0:35434:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789608865.692916:0:35434:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789608865.692919:0:35434:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608865.692923:0:35434:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608865.692932:0:35434:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29700 count: 2 00010000:00000001:0.0:1789608865.692935:0:35434:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789608865.692941:0:35434:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608865.692946:0:35434:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789608865.692952:0:35434:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1c00/0xc54db3288176ffa6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b7c expref: -99 pid: 35433 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1789608865.692967:0:35434:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789608865.692974:0:35434:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608865.692977:0:35434:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1c00/0xc54db3288176ffa6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b7c expref: -99 pid: 35433 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1789608865.692985:0:35434:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789608865.692987:0:35434:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789608865.692989:0:35434:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789608865.692991:0:35434:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789608865.692993:0:35434:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789608865.692995:0:35434:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789608865.692998:0:35434:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789608865.693003:0:35434:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:0.0:1789608865.693007:0:35434:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d908fa5000. 00000080:00000001:0.0:1789608865.693016:0:35434:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789608865.693018:0:35434:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789608865.693022:0:35434:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:0.0:1789608865.693026:0:35434:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176ffa6 00800000:00000001:0.0:1789608865.693030:0:35434:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789608865.693032:0:35434:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789608865.693035:0:35434:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608865.693037:0:35434:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608865.693041:0:35434:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1c00 refcount=3 00000020:00000001:0.0:1789608865.693044:0:35434:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00010000:00000001:0.0:1789608865.693047:0:35434:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00010000:00000001:0.0:1789608865.693050:0:35434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608865.693052:0:35434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789608865.693053:0:35434:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608865.693054:0:35434:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789608865.693057:0:35434:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ffa6 from it ffffae3e01d5fbf8 00010000:00000001:0.0:1789608865.693059:0:35434:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608865.693060:0:35434:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608865.693061:0:35434:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1c00 refcount=3 00000020:00000001:0.0:1789608865.693063:0:35434:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00010000:00000001:0.0:1789608865.693065:0:35434:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00010000:00000001:0.0:1789608865.693068:0:35434:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789608865.693071:0:35434:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1c00/0xc54db3288176ffa6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9b7c expref: -99 pid: 35433 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789608865.693078:0:35434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608865.693079:0:35434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608865.693081:0:35434:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789608865.693084:0:35434:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789608865.693086:0:35434:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1c00/0xc54db3288176ffa6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b7c expref: -99 pid: 35433 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1789608865.693099:0:35434:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789608865.693103:0:35434:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789608865.693105:0:35434:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789608865.693111:0:35434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608865.693112:0:35434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608865.693114:0:35434:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608865.693117:0:35434:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789608865.693119:0:35434:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608865.693122:0:35434:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608865.693125:0:35434:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608865.693128:0:35434:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789608865.693129:0:35434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608865.693130:0:35434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789608865.693133:0:35434:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789608865.693135:0:35434:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789608865.693138:0:35434:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 1 00000080:00000001:0.0:1789608865.693143:0:35434:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608865.693151:0:35434:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1789608865.693154:0:35434:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d5fb58 00000080:00002000:0.0:1789608865.693155:0:35434:0:(dcache.c:87:ll_dcompare()) found name recon(ffff94d91141b948) flags 0x48000e refc 0 00000080:00000001:0.0:1789608865.693158:0:35434:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.693160:0:35434:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d5fbc8 00000080:00200000:0.0:1789608865.693161:0:35434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=777 00000080:00000001:0.0:1789608865.693169:0:35434:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789608865.693171:0:35434:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff94d9189242c8), inode mode 81a4 mask 52 00000080:00000001:0.0:1789608865.693174:0:35434:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608865.693183:0:35434:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1789608865.693185:0:35434:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d5fb98 00000080:00200008:0.0:1789608865.693187:0:35434:0:(file.c:1090:ll_file_open()) START file recon:[0x200000405:0x2b:0x0](ffff94d9189242c8), flags 102101 00000080:00000010:0.0:1789608865.693193:0:35434:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d910b00780. 00000080:00000001:0.0:1789608865.693199:0:35434:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1789608865.693203:0:35434:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d908fa5000. 00800000:00000002:0.0:1789608865.693205:0:35434:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:0.0:1789608865.693208:0:35434:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789608865.693210:0:35434:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789608865.693223:0:35434:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d5fa48 00800000:00000002:0.0:1789608865.693226:0:35434:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x200000405:0x2b:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789608865.693230:0:35434:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1789608865.693232:0:35434:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789608865.693234:0:35434:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789608865.693235:0:35434:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789608865.693237:0:35434:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789608865.693238:0:35434:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608865.693240:0:35434:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:0.0:1789608865.693242:0:35434:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.693244:0:35434:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d5f9c8 00800000:00000002:0.0:1789608865.693247:0:35434:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1789608865.693250:0:35434:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789608865.693251:0:35434:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d5f900 00000002:00010000:0.0:1789608865.693253:0:35434:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0240102102 00000002:00000001:0.0:1789608865.693258:0:35434:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789608865.693261:0:35434:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1789608865.693265:0:35434:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789608865.693269:0:35434:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69d00 count: 2 00010000:00000001:0.0:1789608865.693271:0:35434:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789608865.693274:0:35434:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789608865.693278:0:35434:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608865.693280:0:35434:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608865.693282:0:35434:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608865.693283:0:35434:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789608865.693285:0:35434:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29700 count: 2 00010000:00000001:0.0:1789608865.693287:0:35434:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789608865.693288:0:35434:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789608865.693291:0:35434:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789608865.693293:0:35434:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1c00/0xc54db3288176ffa6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x91bddff8e8ed9b7c expref: -99 pid: 35433 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:0.0:1789608865.693302:0:35434:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789608865.693306:0:35434:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789608865.693308:0:35434:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789608865.693311:0:35434:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1789608865.693313:0:35434:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608865.693314:0:35434:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608865.693316:0:35434:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29700 count: 3 00010000:00000001:0.0:1789608865.693318:0:35434:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789608865.693321:0:35434:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608865.693323:0:35434:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608865.693324:0:35434:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608865.693325:0:35434:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29700 count: 3 00010000:00000001:0.0:1789608865.693327:0:35434:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789608865.693329:0:35434:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608865.693330:0:35434:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608865.693331:0:35434:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608865.693333:0:35434:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29700 count: 3 00010000:00000001:0.0:1789608865.693335:0:35434:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789608865.693337:0:35434:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608865.693339:0:35434:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789608865.693342:0:35434:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff94d918926b40, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1789608865.693347:0:35434:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1789608865.693349:0:35434:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1789608865.693352:0:35434:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789608865.693354:0:35434:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608865.693358:0:35434:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789608865.693361:0:35434:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789608865.693363:0:35434:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789608865.693365:0:35434:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608865.693367:0:35434:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789608865.693370:0:35434:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d9421c1c00 with handle 0xc54db3288176ffa6 from hash 00010000:00000001:0.0:1789608865.693372:0:35434:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789608865.693374:0:35434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608865.693375:0:35434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608865.693376:0:35434:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789608865.693379:0:35434:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789608865.693381:0:35434:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789608865.693384:0:35434:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789608865.693385:0:35434:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789608865.693388:0:35434:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1789608865.693395:0:35434:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5ea00. 00000020:00000040:0.0:1789608865.693400:0:35434:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 02000000:00000001:0.0:1789608865.693407:0:35434:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789608865.693409:0:35434:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608865.693413:0:35434:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789608865.693417:0:35434:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789608865.693420:0:35434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608865.693422:0:35434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608865.693423:0:35434:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608865.693426:0:35434:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608865.693428:0:35434:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608865.693431:0:35434:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608865.693440:0:35434:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d903116000. 00000100:00000001:0.0:1789608865.693448:0:35434:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608865.693454:0:35434:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789608865.693457:0:35434:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789608865.693461:0:35434:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1c00/0xc54db3288176ffa6 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed9b7c expref: -99 pid: 35433 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1789608865.693468:0:35434:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1789608865.693470:0:35434:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789608865.693472:0:35434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789608865.693474:0:35434:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1c00/0xc54db3288176ffa6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed9b7c expref: -99 pid: 35433 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:0.0:1789608865.693481:0:35434:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d904e29700 count: 0 00010000:00000010:0.0:1789608865.693488:0:35434:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d903cc7400. 00010000:00000001:0.0:1789608865.693500:0:35434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608865.693502:0:35434:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608865.693504:0:35434:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789608865.693505:0:35434:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608865.693507:0:35434:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608865.693516:0:35434:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446626258594163200 : -117815115388416 : ffff94d907e5ea00) 00010000:00000001:0.0:1789608865.693521:0:35434:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789608865.693524:0:35434:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789608865.693528:0:35434:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d909abad00. 00010000:00000010:0.0:1789608865.693532:0:35434:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d90330cc00. 00010000:00000001:0.0:1789608865.693537:0:35434:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789608865.693540:0:35434:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d905f55a00. 00000020:00000001:0.0:1789608865.693543:0:35434:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789608865.693546:0:35434:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d905f55a00 with handle 0xc54db3288176ffad to hash 00000020:00000001:0.0:1789608865.693548:0:35434:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789608865.693550:0:35434:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626258561620480 : -117815147931136 : ffff94d905f55a00) 00010000:00000001:0.0:1789608865.693553:0:35434:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626258561620480 : -117815147931136 : ffff94d905f55a00) 00010000:00000001:0.0:1789608865.693556:0:35434:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608865.693558:0:35434:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608865.693561:0:35434:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55a00/0xc54db3288176ffad lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35434 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789608865.693580:0:35434:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55a00/0xc54db3288176ffad lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35434 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1789608865.693595:0:35434:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d904ceb000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1789608865.693610:0:35434:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d907e5ea00 x1876538934312576/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1789608865.693621:0:35434:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55a00/0xc54db3288176ffad lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35434 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789608865.693627:0:35434:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789608865.693629:0:35434:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789608865.693638:0:35434:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d911db6e40. 00000100:00000001:0.0:1789608865.693640:0:35434:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258761248320 : -117814948303296 : ffff94d911db6e40) 00000100:00000001:0.0:1789608865.693643:0:35434:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608865.693645:0:35434:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594163200 : -117815115388416 : ffff94d907e5ea00) 00000100:00000001:0.0:1789608865.693651:0:35434:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608865.693655:0:35434:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608865.693657:0:35434:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789608865.693660:0:35434:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608865.693665:0:35434:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5ea00 x1876538934312576/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608865.693673:0:35434:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608865.693702:0:35434:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608865.693707:0:35434:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608865.693709:0:35434:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608865.693712:0:35434:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608865.693716:0:35434:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5ea00 pname:cluuid:pid:xid:nid:opc:job bash:25f5d458-2cbe-49cd-9693-334c08df7e27:35434:1876538934312576:192.168.203.121@tcp:101:bash.0 00000100:00000001:0.0:1789608865.693721:0:35434:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608865.693728:0:35434:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608865.693730:0:35434:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608865.693733:0:35434:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608865.693806:0:35434:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff94d9086c0000. 02000000:00000001:0.0:1789608865.693809:0:35434:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608865.693819:0:35434:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608865.693824:0:35434:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b82c0. 00000400:00000010:0.0:1789608865.693832:0:35434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff94d903116800. 00000100:00000200:0.0:1789608865.693841:0:35434:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876538934312576, portal 10 00000100:00000001:0.0:1789608865.693844:0:35434:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608865.693845:0:35434:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594163200 : -117815115388416 : ffff94d907e5ea00) 00000100:00000040:0.0:1789608865.693852:0:35434:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d907e5ea00 x1876538934312576/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789608881 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608865.693859:0:35434:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608865.693862:0:35434:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608865.693866:0:35434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed2a8. 00000100:00000200:0.0:1789608865.693870:0:35434:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876538934312576, offset 0 00000400:00000200:0.0:1789608865.693877:0:35434:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608865.693889:0:35434:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.693897:0:35434:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608865.693904:0:35434:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608865.693909:0:35434:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608865.693913:0:35434:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608865.693917:0:35434:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608865.693921:0:35434:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2957:2957:256:4294967295] 192.168.203.121@tcp LPNI seq info [2957:2957:8:4294967295] 00000400:00000200:0.0:1789608865.693925:0:35434:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.693936:0:35434:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608865.693942:0:35434:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608865.693948:0:35434:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa400. 00000800:00000200:0.0:1789608865.693956:0:35434:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608865.693965:0:35434:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608865.693971:0:35434:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa400 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1789608865.693989:0:35434:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608865.693994:0:35434:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 867517 usecs (868 jiffies) 00000400:00000200:0.0:1789608865.693997:0:35434:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608865.694000:0:35434:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296593648 00000100:00000001:0.0:1789608865.694002:0:35434:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296593758 00000100:00000001:0.0:1789608865.694004:0:35434:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296593648 00000100:00000001:0.0:1789608865.694006:0:35434:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296593758 00000100:00000001:0.0:1789608865.694009:0:35434:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608865.694012:0:35434:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608865.694014:0:35434:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608865.694016:0:35434:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789608865.694019:0:35434:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d911db6e40 going to sleep for 11 seconds 00000100:00000001:0.0:1789608865.694022:0:35434:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608865.694025:0:35434:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608865.694761:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608865.694777:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa400. 00000400:00000200:1.0:1789608865.694783:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608865.694790:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608865.694798:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed2a8 00000400:00000010:1.0:1789608865.694801:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed2a8. 00000100:00000001:1.0:1789608865.694807:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608865.694811:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5ea00 x1876538934312576/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789608881 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608865.694823:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608865.694826:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907e5ea00 x1876538934312576/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789608881 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608865.694834:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608865.694836:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608865.698418:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608865.698448:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608865.698453:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608865.698457:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608865.698467:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.698477:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608865.698487:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.698493:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.698500:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.698515:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 664 into portal 10 MB=0x6aab3c4963e80 00000400:00000200:1.0:1789608865.698522:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.698528:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 664/664 into md 0x86e9 [32] + 224 00000800:00000001:1.0:1789608865.698538:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608865.698547:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608865.698551:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608865.698556:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608865.698565:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608865.698588:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5ea00 x1876538934312576/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789608881 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608865.698599:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff94d907e5ea00 x1876538934312576/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789608881 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608865.698615:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608865.698623:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608865.698627:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608865.701181:0:35434:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789608865.701196:0:35434:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608865.701199:0:35434:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608865.701204:0:35434:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b82c0. 00000400:00000200:0.0:1789608865.701378:0:35434:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d903116800 00000400:00000010:0.0:1789608865.701382:0:35434:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff94d903116800. 00000100:00000001:0.0:1789608865.701390:0:35434:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608865.701405:0:35434:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5ea00 x1876538934312576/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789608881 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789608865.701419:0:35434:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5ea00 x1876538934312576/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789608881 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608865.701429:0:35434:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608865.701432:0:35434:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608865.701435:0:35434:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608865.701645:0:35434:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608865.701648:0:35434:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608865.701652:0:35434:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608865.701657:0:35434:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608865.701669:0:35434:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=73 v=5 (5 104 104 104) 00000100:00001000:0.0:1789608865.702040:0:35434:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=28 v=5 (1 0 0 0) 00000100:00000001:0.0:1789608865.702046:0:35434:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608865.702048:0:35434:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608865.702052:0:35434:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608865.702056:0:35434:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608865.702061:0:35434:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789608865.702063:0:35434:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789608865.702065:0:35434:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789608865.702068:0:35434:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608865.702070:0:35434:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594163200 : -117815115388416 : ffff94d907e5ea00) 00000100:00000001:0.0:1789608865.702075:0:35434:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608865.702077:0:35434:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967640 00000100:00000001:0.0:1789608865.702079:0:35434:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608865.702083:0:35434:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608865.702090:0:35434:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5ea00 x1876538934312576/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789608881 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608865.702099:0:35434:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608865.702104:0:35434:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608865.702106:0:35434:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608865.702111:0:35434:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5ea00 x1876538934312576/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789608881 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789608865.702120:0:35434:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5ea00 pname:cluuid:pid:xid:nid:opc:job bash:25f5d458-2cbe-49cd-9693-334c08df7e27:35434:1876538934312576:192.168.203.121@tcp:101:bash.0 00000100:00000001:0.0:1789608865.702127:0:35434:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608865.702130:0:35434:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608865.702133:0:35434:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789608865.702136:0:35434:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608865.702140:0:35434:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907e5ea00 x1876538934312576/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789608881 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608865.702148:0:35434:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789608865.702152:0:35434:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d911db6e40. 00000100:00000001:0.0:1789608865.702157:0:35434:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789608865.702158:0:35434:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608865.702162:0:35434:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789608865.702171:0:35434:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608865.702174:0:35434:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608865.702179:0:35434:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55a00 refcount=4 00000020:00000001:0.0:1789608865.702182:0:35434:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561620480 : -117815147931136 : ffff94d905f55a00) 00010000:00000001:0.0:1789608865.702185:0:35434:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561620480 : -117815147931136 : ffff94d905f55a00) 00010000:00000040:0.0:1789608865.702195:0:35434:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d905f55a00, remote cookie: 0x91bddff8e8ed9b8a, flags: 0x1001 00010000:00010000:0.0:1789608865.702201:0:35434:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55a00/0xc54db3288176ffad lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b8a expref: -99 pid: 35434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789608865.702221:0:35434:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x2b:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1789608865.702226:0:35434:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1789608865.702234:0:35434:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69d00 count: 2 00010000:00000001:0.0:1789608865.702237:0:35434:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1789608865.702241:0:35434:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d909abad00 count: 0 00010000:00000010:0.0:1789608865.702249:0:35434:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d90330cc00. 00010000:00000001:0.0:1789608865.702257:0:35434:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608865.702262:0:35434:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55a00/0xc54db3288176ffad lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b8a expref: -99 pid: 35434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789608865.702271:0:35434:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55a00/0xc54db3288176ffad lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b8a expref: -99 pid: 35434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608865.702279:0:35434:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789608865.702284:0:35434:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789608865.702286:0:35434:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789608865.702288:0:35434:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789608865.702289:0:35434:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789608865.702292:0:35434:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x2b:0x0].0x0 (ffff94d903b69d00) refcount = 2 00010000:00000040:0.0:1789608865.702295:0:35434:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1789608865.702298:0:35434:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176ff91 lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9b59 expref: -99 pid: 35428 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789608865.702305:0:35434:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55a00/0xc54db3288176ffad lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9b8a expref: -99 pid: 35434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608865.702312:0:35434:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789608865.702318:0:35434:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789608865.702320:0:35434:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789608865.702323:0:35434:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789608865.702326:0:35434:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608865.702329:0:35434:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55a00/0xc54db3288176ffad lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b8a expref: -99 pid: 35434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608865.702334:0:35434:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789608865.702336:0:35434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608865.702338:0:35434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608865.702339:0:35434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608865.702340:0:35434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608865.702342:0:35434:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608865.702348:0:35434:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789608865.702351:0:35434:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608865.702352:0:35434:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608865.702354:0:35434:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55a00 refcount=3 00000020:00000001:0.0:1789608865.702355:0:35434:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561620480 : -117815147931136 : ffff94d905f55a00) 00010000:00000001:0.0:1789608865.702357:0:35434:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561620480 : -117815147931136 : ffff94d905f55a00) 00010000:00000001:0.0:1789608865.702360:0:35434:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608865.702361:0:35434:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608865.702362:0:35434:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55a00 refcount=4 00000020:00000001:0.0:1789608865.702364:0:35434:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561620480 : -117815147931136 : ffff94d905f55a00) 00010000:00000001:0.0:1789608865.702366:0:35434:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561620480 : -117815147931136 : ffff94d905f55a00) 00010000:00000001:0.0:1789608865.702368:0:35434:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608865.702371:0:35434:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608865.702374:0:35434:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55a00/0xc54db3288176ffad lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9b8a expref: -99 pid: 35434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608865.702380:0:35434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608865.702381:0:35434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608865.702383:0:35434:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608865.702384:0:35434:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608865.702385:0:35434:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55a00 refcount=5 00000020:00000001:0.0:1789608865.702387:0:35434:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561620480 : -117815147931136 : ffff94d905f55a00) 00010000:00000001:0.0:1789608865.702389:0:35434:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561620480 : -117815147931136 : ffff94d905f55a00) 00010000:00000001:0.0:1789608865.702391:0:35434:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789608865.702394:0:35434:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55a00/0xc54db3288176ffad lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9b8a expref: -99 pid: 35434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608865.702400:0:35434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608865.702401:0:35434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789608865.702404:0:35434:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55a00/0xc54db3288176ffad lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9b8a expref: -99 pid: 35434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608865.702411:0:35434:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789608865.702413:0:35434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608865.702414:0:35434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608865.702415:0:35434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608865.702416:0:35434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789608865.702421:0:35434:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x2b, status=0 req@ffff94d907e5ea00 x1876538934312576/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789608881 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789608865.702449:0:35434:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1789608865.702456:0:35434:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d907e5ea00 x1876538934312576/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789608881 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789608865.702462:0:35434:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608865.702470:0:35434:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608865.702471:0:35434:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608865.702473:0:35434:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55a00 refcount=3 00000020:00000001:0.0:1789608865.702475:0:35434:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561620480 : -117815147931136 : ffff94d905f55a00) 00010000:00000001:0.0:1789608865.702476:0:35434:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561620480 : -117815147931136 : ffff94d905f55a00) 00000002:00010000:0.0:1789608865.702480:0:35434:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55a00/0xc54db3288176ffad lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b8a expref: -99 pid: 35434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1789608865.702494:0:35434:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff94d91213b5c0. 00010000:00000001:0.0:1789608865.702496:0:35434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608865.702497:0:35434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789608865.702499:0:35434:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608865.702501:0:35434:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608865.702514:0:35434:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1789608865.702517:0:35434:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608865.702518:0:35434:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594163200 : -117815115388416 : ffff94d907e5ea00) 00010000:00000001:0.0:1789608865.702521:0:35434:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608865.702522:0:35434:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608865.702523:0:35434:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55a00 refcount=3 00000020:00000001:0.0:1789608865.702525:0:35434:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561620480 : -117815147931136 : ffff94d905f55a00) 00010000:00000001:0.0:1789608865.702527:0:35434:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561620480 : -117815147931136 : ffff94d905f55a00) 00000002:00010000:0.0:1789608865.702531:0:35434:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55a00/0xc54db3288176ffad lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b8a expref: -99 pid: 35434 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608865.702537:0:35434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608865.702538:0:35434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608865.702540:0:35434:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789608865.702541:0:35434:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608865.702542:0:35434:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608865.702543:0:35434:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55a00 refcount=3 00000020:00000001:0.0:1789608865.702545:0:35434:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561620480 : -117815147931136 : ffff94d905f55a00) 00010000:00000001:0.0:1789608865.702547:0:35434:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561620480 : -117815147931136 : ffff94d905f55a00) 00010000:00000040:0.0:1789608865.702550:0:35434:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69d00 count: 3 00010000:00000001:0.0:1789608865.702552:0:35434:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789608865.702555:0:35434:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608865.702558:0:35434:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789608865.702561:0:35434:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176ff91 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9b59 expref: -99 pid: 35428 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1789608865.702578:0:35434:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789608865.702585:0:35434:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608865.702588:0:35434:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176ff91 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9b59 expref: -99 pid: 35428 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789608865.702595:0:35434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608865.702596:0:35434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608865.702598:0:35434:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608865.702599:0:35434:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608865.702601:0:35434:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55a00 refcount=3 00000020:00000001:0.0:1789608865.702602:0:35434:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561620480 : -117815147931136 : ffff94d905f55a00) 00010000:00000001:0.0:1789608865.702604:0:35434:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561620480 : -117815147931136 : ffff94d905f55a00) 00010000:00000001:0.0:1789608865.702606:0:35434:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1789608865.702609:0:35434:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55a00/0xc54db3288176ffad lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b8a expref: -99 pid: 35434 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608865.702615:0:35434:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789608865.702617:0:35434:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55a00/0xc54db3288176ffad lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x91bddff8e8ed9b8a expref: -99 pid: 35434 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608865.702628:0:35434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608865.702629:0:35434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789608865.702631:0:35434:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55a00/0xc54db3288176ffad lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x91bddff8e8ed9b8a expref: -99 pid: 35434 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608865.702636:0:35434:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608865.702638:0:35434:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608865.702642:0:35434:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1789608865.702647:0:35434:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff94d911db6e40. 00010000:00000001:0.0:1789608865.702651:0:35434:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1789608865.702700:0:35434:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1789608865.702703:0:35434:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608865.702705:0:35434:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608865.702706:0:35434:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789608865.702708:0:35434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608865.702709:0:35434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789608865.702710:0:35434:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789608865.702714:0:35434:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d5f888 00000002:00002000:0.0:1789608865.702716:0:35434:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open|creat status=0 disp=0x80002b: rc = 0 00000002:00000001:0.0:1789608865.702720:0:35434:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608865.702723:0:35434:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608865.702726:0:35434:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789608865.702730:0:35434:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789608865.702734:0:35434:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608865.702738:0:35434:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:0.0:1789608865.702742:0:35434:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d908fa5000. 00000080:00000001:0.0:1789608865.702748:0:35434:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789608865.702756:0:35434:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789608865.702760:0:35434:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:0.0:1789608865.702764:0:35434:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789608865.702769:0:35434:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514698040 : -117815194853576 : ffff94d903295f38) 00000020:00001000:0.0:1789608865.702772:0:35434:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295f30 00000020:00000001:0.0:1789608865.702775:0:35434:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1789608865.702780:0:35434:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1789608865.702783:0:35434:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789608865.702790:0:35434:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d9082d7060. 00020000:00000010:0.0:1789608865.702796:0:35434:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d90827dd80. 00020000:00000010:0.0:1789608865.702802:0:35434:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d9082d7ba0. 00020000:00000001:0.0:1789608865.702804:0:35434:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626258598853536 : -117815110698080 : ffff94d9082d7ba0) 00020000:00000002:0.0:1789608865.702809:0:35434:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d9082d7ba0, objid 0x2b:1029, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789608865.702814:0:35434:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789608865.702818:0:35434:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d90827dd80: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000002:0.0:1789608865.702822:0:35434:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff94d910b650f8) owner ffff94d908344f80 00020000:00000001:0.0:1789608865.702826:0:35434:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789608865.702828:0:35434:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff94d910b650f8) owner ffff94d908344f80 00020000:00000010:0.0:1789608865.702833:0:35434:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d90827dd80. 00020000:00000010:0.0:1789608865.702836:0:35434:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d9082d7060. 00020000:00000010:0.0:1789608865.702841:0:35434:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d9082d7ba0. 00020000:00000002:0.0:1789608865.702843:0:35434:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1789608865.702845:0:35434:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.704130:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789608865.704136:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608865.704141:0:16957:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1789608865.704145:0:16957:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1789608865.704147:0:16957:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1789608865.704153:0:16957:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55a00/0xc54db3288176ffad lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x91bddff8e8ed9b8a expref: -99 pid: 35434 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608865.704167:0:16957:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d905f55a00 already unused, calling callback (ffffffffc193f740) 00000080:00000001:3.0:1789608865.704172:0:16957:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1789608865.704177:0:16957:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55a00/0xc54db3288176ffad lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x91bddff8e8ed9b8a expref: -99 pid: 35434 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608865.704185:0:16957:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1789608865.704188:0:16957:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1789608865.704192:0:16957:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55a00/0xc54db3288176ffad lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x91bddff8e8ed9b8a expref: -99 pid: 35434 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608865.704199:0:16957:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1789608865.704202:0:16957:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1789608865.704204:0:16957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.704206:0:16957:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.704208:0:16957:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55a00 refcount=3 00000020:00000001:3.0:1789608865.704211:0:16957:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561620480 : -117815147931136 : ffff94d905f55a00) 00010000:00000001:3.0:1789608865.704214:0:16957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561620480 : -117815147931136 : ffff94d905f55a00) 00010000:00000001:3.0:1789608865.704217:0:16957:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789608865.704220:0:16957:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55a00/0xc54db3288176ffad lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x91bddff8e8ed9b8a expref: -99 pid: 35434 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1789608865.704228:0:16957:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789608865.704232:0:16957:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789608865.704235:0:16957:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789608865.704237:0:16957:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x2b:0x0] mode (null) 00000002:00000001:3.0:1789608865.704241:0:16957:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608865.704245:0:16957:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608865.704250:0:16957:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69d00 count: 3 00010000:00000001:3.0:1789608865.704254:0:16957:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608865.704258:0:16957:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1789608865.704260:0:16957:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1789608865.704262:0:16957:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789608865.704267:0:16957:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608865.704271:0:16957:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176ff91 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9b59 expref: -99 pid: 35428 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789608865.704279:0:16957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.704280:0:16957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608865.704282:0:16957:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:3.0:1789608865.704283:0:16957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.704285:0:16957:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.704286:0:16957:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54e00 refcount=3 00000020:00000001:3.0:1789608865.704288:0:16957:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:3.0:1789608865.704290:0:16957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:3.0:1789608865.704292:0:16957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.704293:0:16957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789608865.704295:0:16957:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789608865.704298:0:16957:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789608865.704300:0:16957:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.704303:0:16957:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789608865.704306:0:16957:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789608865.704308:0:16957:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789608865.704310:0:16957:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608865.704312:0:16957:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789608865.704315:0:16957:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d905f55a00 with handle 0xc54db3288176ffad from hash 00010000:00000001:3.0:1789608865.704318:0:16957:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789608865.704320:0:16957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.704321:0:16957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.704323:0:16957:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789608865.704326:0:16957:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789608865.704328:0:16957:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789608865.704334:0:16957:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608865.704339:0:16957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.704340:0:16957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.704341:0:16957:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.704344:0:16957:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608865.704346:0:16957:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1789608865.704358:0:16957:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908492a00. 00000020:00000040:3.0:1789608865.704362:0:16957:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:3.0:1789608865.704368:0:16957:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608865.704371:0:16957:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608865.704374:0:16957:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608865.704384:0:16957:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d904ae7800. 00000100:00000001:3.0:1789608865.704392:0:16957:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.704395:0:16957:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1789608865.704401:0:16957:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55a00/0xc54db3288176ffad lrc: 2/0,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed9b8a expref: -99 pid: 35434 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608865.704407:0:16957:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1789608865.704409:0:16957:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608865.704415:0:16957:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608865.704420:0:16957:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608865.704433:0:16957:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d7c83ee3] to pc [ptlrpcd_01_01+1] req@ffff94d908492a00 x1876538934312704/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789608865.704463:0:16957:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608865.704466:0:16957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.704467:0:16957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.704469:0:16957:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.704470:0:16957:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.704472:0:16957:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608865.704476:0:16957:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55a00/0xc54db3288176ffad lrc: 1/0,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed9b8a expref: -99 pid: 35434 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608865.704482:0:16957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789608865.704485:0:16957:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55a00/0xc54db3288176ffad lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed9b8a expref: -99 pid: 35434 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1789608865.704493:0:16957:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d91213b5c0. 00010000:00000001:3.0:1789608865.704520:0:16957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.704522:0:16957:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1789608865.704524:0:16957:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff94d911db6e40. 00010000:00000001:3.0:1789608865.704528:0:16957:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.704529:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789608865.704531:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608865.704534:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789608865.704535:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789608865.704536:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608865.704537:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789608865.704539:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789608865.704540:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608865.704542:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789608865.704553:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608865.704557:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608865.704560:0:2412:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608865.704566:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908492a00 x1876538934312704/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608865.704584:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608865.704588:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608865.704593:0:2412:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608865.704595:0:2412:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608865.704598:0:2412:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608865.704601:0:2412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908492a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2412:1876538934312704:192.168.203.121@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1789608865.704605:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608865.704611:0:2412:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608865.704614:0:2412:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608865.704616:0:2412:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608865.704622:0:2412:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d904ae7e00. 02000000:00000001:3.0:1789608865.704625:0:2412:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608865.704634:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608865.704639:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a898. 00000400:00000010:3.0:1789608865.704649:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a95d8. 00000100:00000200:3.0:1789608865.704657:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934312704, portal 18 00000100:00000001:3.0:1789608865.704660:0:2412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608865.704661:0:2412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600667648 : -117815108883968 : ffff94d908492a00) 00000100:00000040:3.0:1789608865.704669:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d908492a00 x1876538934312704/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608881 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608865.704811:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608865.704816:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608865.704820:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9220. 00000100:00000200:3.0:1789608865.704824:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876538934312704, offset 0 00000400:00000200:3.0:1789608865.704832:0:2412:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608865.704843:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608865.704977:0:2412:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608865.704983:0:2412:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608865.704989:0:2412:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608865.704994:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608865.704997:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608865.705001:0:2412:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2958:2958:256:4294967295] 192.168.203.121@tcp LPNI seq info [2958:2958:8:4294967295] 00000400:00000200:3.0:1789608865.705007:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608865.705019:0:2412:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608865.705027:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608865.705033:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d9104bd500. 00000800:00000200:3.0:1789608865.705041:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608865.705050:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608865.705055:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d9104bd500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1789608865.705108:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608865.705114:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 866417 usecs (867 jiffies) 00000400:00000200:3.0:1789608865.705118:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608865.705121:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296593661 00000100:00000001:3.0:1789608865.705125:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296593758 00000100:00000001:3.0:1789608865.705128:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296593661 00000100:00000001:3.0:1789608865.705130:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296593758 00000100:00000001:3.0:1789608865.705132:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608865.705135:0:2412:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608865.705140:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608865.705142:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608865.705151:0:2412:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608865.705154:0:2412:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789608865.705156:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608865.705158:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608865.705159:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608865.705162:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608865.705176:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608865.705178:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.706043:0:35434:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789608865.706055:0:35434:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295f30 00000080:00000001:0.0:1789608865.706065:0:35434:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611179 : 144115205339611179 : 20000040500002b) 00000080:00000001:0.0:1789608865.706068:0:35434:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:0.0:1789608865.706074:0:35434:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608865.706076:0:35434:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608865.706079:0:35434:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54e00 refcount=3 00000020:00000001:0.0:1789608865.706081:0:35434:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:0.0:1789608865.706084:0:35434:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00000080:00000001:0.0:1789608865.706088:0:35434:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789608865.706091:0:35434:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789608865.706094:0:35434:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514698040 : -117815194853576 : ffff94d903295f38) 00000020:00001000:0.0:1789608865.706097:0:35434:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295f30 00000020:00000001:0.0:1789608865.706099:0:35434:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1789608865.706104:0:35434:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1789608865.706107:0:35434:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789608865.706118:0:35434:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d9082d7ba0. 00020000:00000010:0.0:1789608865.706123:0:35434:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d90827dd80. 00020000:00000010:0.0:1789608865.706130:0:35434:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d9082d7060. 00020000:00000001:0.0:1789608865.706132:0:35434:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626258598850656 : -117815110700960 : ffff94d9082d7060) 00020000:00000002:0.0:1789608865.706136:0:35434:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d9082d7060, objid 0x2b:1029, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789608865.706141:0:35434:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789608865.706145:0:35434:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d90827dd80: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000002:0.0:1789608865.706149:0:35434:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff94d910b650f8) owner ffff94d908344f80 00020000:00000001:0.0:1789608865.706152:0:35434:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789608865.706154:0:35434:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff94d910b650f8) owner ffff94d908344f80 00020000:00000010:0.0:1789608865.706159:0:35434:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d90827dd80. 00020000:00000010:0.0:1789608865.706165:0:35434:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d9082d7ba0. 00020000:00000010:0.0:1789608865.706170:0:35434:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d9082d7060. 00020000:00000002:0.0:1789608865.706172:0:35434:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1789608865.706174:0:35434:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.706176:0:35434:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.706180:0:35434:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1789608865.706184:0:35434:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d908344f80 00020000:00000002:0.0:1789608865.706187:0:35434:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d9092654e0 addref 2/0 by ffff94d908344f80. 00020000:00000002:0.0:1789608865.706190:0:35434:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d908344f80 00020000:00000001:0.0:1789608865.706193:0:35434:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1789608865.706195:0:35434:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1789608865.706197:0:35434:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1789608865.706199:0:35434:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1789608865.706201:0:35434:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1789608865.706204:0:35434:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x2b:0x0]: layout version change: 0 -> 0 00000020:00001000:0.0:1789608865.706206:0:35434:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295f30 00000080:00000001:0.0:1789608865.706208:0:35434:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608865.706210:0:35434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608865.706223:0:35434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789608865.706226:0:35434:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789608865.706231:0:35434:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789608865.706234:0:35434:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789608865.706237:0:35434:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff94d9189242c8) for lock 0xc54db3288176ff91 00800000:00000001:0.0:1789608865.706242:0:35434:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789608865.706245:0:35434:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789608865.706246:0:35434:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608865.706248:0:35434:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608865.706249:0:35434:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54e00 refcount=3 00000020:00000001:0.0:1789608865.706251:0:35434:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:0.0:1789608865.706253:0:35434:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:0.0:1789608865.706255:0:35434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608865.706256:0:35434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789608865.706258:0:35434:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608865.706260:0:35434:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608865.706264:0:35434:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608865.706275:0:35434:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907e5ea00 x1876538934312576/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608881 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608865.706284:0:35434:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789608865.706287:0:35434:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ff91 from it ffffae3e01d5fbf0 00010000:00000001:0.0:1789608865.706289:0:35434:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608865.706290:0:35434:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608865.706292:0:35434:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54e00 refcount=3 00000020:00000001:0.0:1789608865.706293:0:35434:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:0.0:1789608865.706295:0:35434:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:0.0:1789608865.706298:0:35434:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789608865.706302:0:35434:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176ff91 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x91bddff8e8ed9b59 expref: -99 pid: 35428 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789608865.706309:0:35434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608865.706310:0:35434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608865.706312:0:35434:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789608865.706315:0:35434:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789608865.706318:0:35434:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176ff91 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9b59 expref: -99 pid: 35428 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789608865.706326:0:35434:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789608865.706330:0:35434:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789608865.706332:0:35434:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789608865.706336:0:35434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608865.706337:0:35434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608865.706340:0:35434:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608865.706343:0:35434:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789608865.706345:0:35434:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608865.706347:0:35434:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608865.706351:0:35434:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608865.706354:0:35434:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789608865.706355:0:35434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608865.706356:0:35434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789608865.706360:0:35434:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789608865.706366:0:35434:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94d91213b100. 00000080:00000001:0.0:1789608865.706369:0:35434:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1789608865.706376:0:35434:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1789608865.706379:0:35434:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789608865.706382:0:35434:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789608865.706385:0:35434:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789608865.706388:0:35434:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789608865.706390:0:35434:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608865.706392:0:35434:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:0.0:1789608865.706395:0:35434:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608865.706399:0:35434:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1789608865.706403:0:35434:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94d90704e2e0. 00000002:00100000:0.0:1789608865.706409:0:35434:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d907e5ea00 x1876538934312576/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608881 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789608865.706416:0:35434:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608865.706418:0:35434:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1789608865.706422:0:35434:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1789608865.706426:0:35434:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608865.706430:0:35434:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:0.0:1789608865.706432:0:35434:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1789608865.706435:0:35434:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789608865.706437:0:35434:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1789608865.706439:0:35434:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608865.706443:0:35434:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1789608865.706445:0:35434:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608865.706447:0:35434:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789608865.706449:0:35434:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608865.706451:0:35434:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608865.706455:0:35434:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608865.706458:0:35434:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5ea00 x1876538934312576/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608881 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1789608865.706466:0:35434:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608865.706469:0:35434:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff94d9086c0000. 02000000:00000001:0.0:1789608865.706497:0:35434:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1789608865.706499:0:35434:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.706502:0:35434:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d5fb98 00000080:00000008:0.0:1789608865.706504:0:35434:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff94d9189242c8), flags 102101, rc = 0 00020000:00000001:0.0:1789608865.706624:0:35434:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789608865.706628:0:35434:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d908344f80 00020000:00000002:0.0:1789608865.706632:0:35434:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d908344f80 00020000:00000001:0.0:1789608865.706634:0:35434:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.708922:0:35434:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d5fd28 00000080:00200008:0.0:1789608865.708933:0:35434:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000405:0x2b:0x0](ffff94d9189242c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789608865.708945:0:35434:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789608865.708947:0:35434:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d5fca0 00000080:00200000:0.0:1789608865.708949:0:35434:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff94d9189242c8),name=recon 00000080:00000010:0.0:1789608865.708958:0:35434:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d904acd200. 00800000:00000002:0.0:1789608865.708964:0:35434:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:0.0:1789608865.708973:0:35434:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789608865.708978:0:35434:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789608865.708981:0:35434:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d5fbc0 00800000:00000002:0.0:1789608865.708984:0:35434:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x2b:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789608865.708988:0:35434:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789608865.708992:0:35434:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789608865.708996:0:35434:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789608865.708998:0:35434:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789608865.709001:0:35434:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789608865.709003:0:35434:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608865.709006:0:35434:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789608865.709009:0:35434:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608865.709012:0:35434:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789608865.709013:0:35434:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789608865.709014:0:35434:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789608865.709016:0:35434:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789608865.709017:0:35434:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608865.709019:0:35434:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:0.0:1789608865.709020:0:35434:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608865.709023:0:35434:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='' -> mds #0 00000002:00000001:0.0:1789608865.709029:0:35434:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789608865.709031:0:35434:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d5fa90 00000002:00010000:0.0:1789608865.709033:0:35434:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789608865.709037:0:35434:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789608865.709040:0:35434:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608865.709044:0:35434:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608865.709052:0:35434:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69d00 count: 2 00010000:00000001:0.0:1789608865.709055:0:35434:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789608865.709061:0:35434:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608865.709066:0:35434:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789608865.709072:0:35434:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176ff91 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9b59 expref: -99 pid: 35428 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1789608865.709084:0:35434:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789608865.709091:0:35434:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608865.709094:0:35434:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176ff91 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9b59 expref: -99 pid: 35428 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1789608865.709102:0:35434:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789608865.709104:0:35434:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789608865.709106:0:35434:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789608865.709108:0:35434:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789608865.709110:0:35434:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789608865.709112:0:35434:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789608865.709115:0:35434:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789608865.709119:0:35434:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:0.0:1789608865.709123:0:35434:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d904acd200. 00000080:00000001:0.0:1789608865.709128:0:35434:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789608865.709130:0:35434:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789608865.709133:0:35434:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2b:0x0](ffff94d9189242c8) 00000080:00010000:0.0:1789608865.709137:0:35434:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff94d9189242c8) for lock 0xc54db3288176ff91 00800000:00000001:0.0:1789608865.709140:0:35434:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789608865.709143:0:35434:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789608865.709144:0:35434:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608865.709147:0:35434:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608865.709150:0:35434:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54e00 refcount=3 00000020:00000001:0.0:1789608865.709152:0:35434:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:0.0:1789608865.709155:0:35434:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:0.0:1789608865.709159:0:35434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608865.709160:0:35434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789608865.709162:0:35434:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608865.709164:0:35434:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789608865.709167:0:35434:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ff91 from it ffffae3e01d5fcd8 00010000:00000001:0.0:1789608865.709169:0:35434:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608865.709170:0:35434:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608865.709171:0:35434:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54e00 refcount=3 00000020:00000001:0.0:1789608865.709173:0:35434:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:0.0:1789608865.709176:0:35434:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:0.0:1789608865.709178:0:35434:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789608865.709181:0:35434:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176ff91 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x91bddff8e8ed9b59 expref: -99 pid: 35428 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789608865.709187:0:35434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608865.709188:0:35434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608865.709190:0:35434:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789608865.709193:0:35434:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789608865.709195:0:35434:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176ff91 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9b59 expref: -99 pid: 35428 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1789608865.709209:0:35434:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789608865.709212:0:35434:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789608865.709214:0:35434:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789608865.709219:0:35434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608865.709221:0:35434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608865.709222:0:35434:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608865.709226:0:35434:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789608865.709228:0:35434:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608865.709230:0:35434:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608865.709232:0:35434:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608865.709234:0:35434:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789608865.709235:0:35434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608865.709237:0:35434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789608865.709240:0:35434:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789608865.709242:0:35434:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789608865.709245:0:35434:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1789608865.709249:0:35434:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1789608865.709251:0:35434:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789608865.709254:0:35434:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1789608865.709255:0:35434:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608865.709258:0:35434:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1789608865.709262:0:35434:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1789608865.709265:0:35434:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789608865.709270:0:35434:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514698040 : -117815194853576 : ffff94d903295f38) 00000020:00001000:0.0:1789608865.709273:0:35434:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295f30 00000020:00000001:0.0:1789608865.709279:0:35434:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000020:00000001:0.0:1789608865.709282:0:35434:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1789608865.709285:0:35434:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1789608865.709287:0:35434:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1789608865.709291:0:35434:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789608865.709293:0:35434:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1789608865.709295:0:35434:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1789608865.709298:0:35434:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608865.709300:0:35434:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789608865.709305:0:35434:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff94d904aae7b0 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1789608865.709309:0:35434:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d908344f80 00020000:00000001:0.0:1789608865.709314:0:35434:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1789608865.709317:0:35434:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1789608865.709319:0:35434:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1789608865.709321:0:35434:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.709323:0:35434:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1789608865.709326:0:35434:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1789608865.709328:0:35434:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.709329:0:35434:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789608865.709330:0:35434:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1789608865.709332:0:35434:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1789608865.709334:0:35434:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d908344f80 00000020:00000001:0.0:1789608865.709336:0:35434:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1789608865.709339:0:35434:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1789608865.709340:0:35434:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2b:0x0] 00000020:00000001:0.0:1789608865.709344:0:35434:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1789608865.709346:0:35434:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1789608865.709348:0:35434:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1789608865.709350:0:35434:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1789608865.709357:0:35434:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1789608865.709364:0:35434:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d90330cc00. 00020000:00000002:0.0:1789608865.709367:0:35434:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1789608865.709369:0:35434:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1789608865.709372:0:35434:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789608865.709374:0:35434:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1789608865.709375:0:35434:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789608865.709377:0:35434:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258599424584 : -117815110127032 : ffff94d908363248) 00000020:00001000:0.0:1789608865.709379:0:35434:0:(cl_object.c:823:cl_env_get()) 1@ffff94d908363240 00000020:00000001:0.0:1789608865.709383:0:35434:0:(cl_object.c:143:cl_object_top()) ffff94d904aaa210 -> ffff94d9040dbe90 00000020:00000001:0.0:1789608865.709384:0:35434:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1789608865.709389:0:35434:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789608865.709390:0:35434:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1789608865.709392:0:35434:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1789608865.709394:0:35434:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258539964336 : -117815169587280 : ffff94d904aae7b0) 00000020:00000001:0.0:1789608865.709396:0:35434:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.709398:0:35434:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.709400:0:35434:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593381304 : -117815116170312 : ffff94d907d9fbb8) 00000020:00000001:0.0:1789608865.709402:0:35434:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1789608865.709407:0:35434:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d90611db50. 00000008:00010000:0.0:1789608865.709411:0:35434:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1789608865.709414:0:35434:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789608865.709416:0:35434:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1789608865.709418:0:35434:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d90330cc30, osc lock ffff94d90611db50, flags 0x400001002 00000020:00000001:0.0:1789608865.709420:0:35434:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.709422:0:35434:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.709425:0:35434:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626258515184640 : -117815194366976 : ffff94d90330cc00) 00000020:00000001:0.0:1789608865.709427:0:35434:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789608865.709428:0:35434:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1789608865.709429:0:35434:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.709430:0:35434:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.709433:0:35434:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1789608865.709435:0:35434:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1789608865.709437:0:35434:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1789608865.709439:0:35434:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1789608865.709441:0:35434:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789608865.709442:0:35434:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593381304 : -117815116170312 : ffff94d907d9fbb8) 00000020:00000001:0.0:1789608865.709444:0:35434:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1789608865.709446:0:35434:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1789608865.709448:0:35434:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1789608865.709453:0:35434:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1789608865.709455:0:35434:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1789608865.709456:0:35434:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1789608865.709458:0:35434:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1789608865.709459:0:35434:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1789608865.709461:0:35434:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1789608865.709464:0:35434:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1789608865.709466:0:35434:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608865.709470:0:35434:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29400 count: 2 00010000:00000001:0.0:1789608865.709472:0:35434:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789608865.709477:0:35434:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608865.709480:0:35434:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789608865.709485:0:35434:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789608865.709495:0:35434:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789608865.709497:0:35434:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608865.709500:0:35434:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789608865.709508:0:35434:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608865.709509:0:35434:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608865.709511:0:35434:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55c00 refcount=4 00000020:00000001:0.0:1789608865.709513:0:35434:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:0.0:1789608865.709515:0:35434:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00000008:00000001:0.0:1789608865.709519:0:35434:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1789608865.709521:0:35434:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608865.709522:0:35434:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608865.709524:0:35434:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55c00 refcount=5 00000020:00000001:0.0:1789608865.709526:0:35434:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:0.0:1789608865.709528:0:35434:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00000020:00000001:0.0:1789608865.709531:0:35434:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1789608865.709533:0:35434:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1789608865.709535:0:35434:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1789608865.709537:0:35434:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608865.709539:0:35434:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608865.709540:0:35434:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608865.709541:0:35434:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55c00 refcount=6 00000020:00000001:0.0:1789608865.709543:0:35434:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:0.0:1789608865.709544:0:35434:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:0.0:1789608865.709546:0:35434:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789608865.709548:0:35434:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789608865.709555:0:35434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608865.709556:0:35434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608865.709557:0:35434:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789608865.709559:0:35434:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789608865.709561:0:35434:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000800:00000200:1.0:1789608865.711826:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608865.711838:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bd500. 00000400:00000200:1.0:1789608865.712950:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608865.712968:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608865.712979:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9220 00000400:00000010:1.0:1789608865.712983:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9220. 00000100:00000001:1.0:1789608865.712991:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608865.713002:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908492a00 x1876538934312704/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608881 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608865.713019:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608865.713023:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908492a00 x1876538934312704/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608881 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608865.713032:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608865.713035:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608865.715993:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608865.716017:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608865.716024:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608865.716028:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608865.716038:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.716047:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608865.716059:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.716066:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.716071:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.716076:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 18 MB=0x6aab3c4963f00 00000400:00000200:1.0:1789608865.716082:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.716090:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.121@tcp of length 224/224 into md 0x86f9 [1] + 224 00000800:00000001:1.0:1789608865.716099:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608865.716108:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608865.716113:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608865.716117:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608865.716126:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608865.716138:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908492a00 x1876538934312704/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608881 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608865.716150:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d908492a00 x1876538934312704/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608881 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608865.716171:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608865.716180:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608865.716184:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608865.716282:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608865.716287:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608865.716297:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608865.716299:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608865.716303:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a898. 00000400:00000200:3.0:1789608865.716309:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a95d8 00000400:00000010:3.0:1789608865.716312:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a95d8. 00000100:00000001:3.0:1789608865.716316:0:2412:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608865.716321:0:2412:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908492a00 x1876538934312704/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608881 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608865.716330:0:2412:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908492a00 x1876538934312704/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608881 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608865.716337:0:2412:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608865.716340:0:2412:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608865.716343:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608865.716347:0:2412:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608865.716350:0:2412:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608865.716353:0:2412:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608865.716356:0:2412:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608865.716369:0:2412:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11d80 time=72 v=5 (5 5 5 5) 00000100:00001000:3.0:1789608865.716374:0:2412:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=28 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608865.716377:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608865.716379:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.716383:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608865.716387:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608865.716391:0:2412:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608865.716394:0:2412:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967640 00000100:00000001:3.0:1789608865.716397:0:2412:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608865.716401:0:2412:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608865.716406:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908492a00 x1876538934312704/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608881 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608865.716414:0:2412:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608865.716418:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608865.716421:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608865.716425:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908492a00 x1876538934312704/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608881 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608865.716433:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908492a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2412:1876538934312704:192.168.203.121@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1789608865.716438:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608865.716441:0:2412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608865.716445:0:2412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908492a00 x1876538934312704/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608881 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608865.716453:0:2412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608865.716455:0:2412:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608865.716459:0:2412:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d904ae7e00. 02000000:00000001:3.0:1789608865.716463:0:2412:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608865.716466:0:2412:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608865.716468:0:2412:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608865.716471:0:2412:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608865.716474:0:2412:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d904ae7800. 02000000:00000001:3.0:1789608865.716477:0:2412:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608865.716479:0:2412:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608865.716481:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908492a00. 00000100:00000001:3.0:1789608865.716485:0:2412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608865.716486:0:2412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608865.716489:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608865.716499:0:2412:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608865.716501:0:2412:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608865.716504:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608865.716507:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608865.716822:0:35434:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789608865.716826:0:35434:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789608865.716829:0:35434:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789608865.716836:0:35434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608865.716839:0:35434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608865.716841:0:35434:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608865.716845:0:35434:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789608865.717078:0:35434:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608865.717083:0:35434:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608865.717087:0:35434:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608865.717090:0:35434:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789608865.717091:0:35434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608865.717093:0:35434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608865.717095:0:35434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608865.717096:0:35434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789608865.717098:0:35434:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789608865.717101:0:35434:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.717106:0:35434:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.717109:0:35434:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.717111:0:35434:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.717115:0:35434:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1789608865.717117:0:35434:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1789608865.717120:0:35434:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1789608865.717121:0:35434:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1789608865.717124:0:35434:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.717126:0:35434:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608865.717134:0:35434:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1789608865.717139:0:35434:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000020:00000001:0.0:1789608865.717142:0:35434:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000020:00000001:0.0:1789608865.717145:0:35434:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1789608865.717150:0:35434:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1789608865.717153:0:35434:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1789608865 a=0 c=1789608865 b=1 00020000:00000001:0.0:1789608865.717157:0:35434:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.717159:0:35434:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.717161:0:35434:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000080:00200000:0.0:1789608865.717165:0:35434:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 23 i_blocks 1 00000080:00000001:0.0:1789608865.717168:0:35434:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1789608865.717171:0:35434:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1789608865.717173:0:35434:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d904aae750 (ffff94d903295f38/0) at cl_lock_release():245 00000020:00000001:0.0:1789608865.717177:0:35434:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789608865.717178:0:35434:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d904aae750 (ffff94d903295f38/0) at cl_lock_cancel():142 00020000:00000001:0.0:1789608865.717181:0:35434:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1789608865.717185:0:35434:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789608865.717187:0:35434:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593381304 : -117815116170312 : ffff94d907d9fbb8) 00000020:00000001:0.0:1789608865.717189:0:35434:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789608865.717190:0:35434:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d90330cc30 (ffff94d908363248/1) at cl_lock_cancel():142 00000008:00000001:0.0:1789608865.717195:0:35434:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1789608865.717196:0:35434:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1789608865.717198:0:35434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608865.717199:0:35434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789608865.717200:0:35434:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1789608865.717202:0:35434:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1789608865.717203:0:35434:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789608865.717204:0:35434:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789608865.717206:0:35434:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789608865.717207:0:35434:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d904aae750 (ffff94d903295f38/0) at cl_lock_fini():72 00020000:00000001:0.0:1789608865.717210:0:35434:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1789608865.717211:0:35434:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789608865.717212:0:35434:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d90330cc30 (ffff94d903295f38/1) at cl_lock_fini():72 00000008:00000010:0.0:1789608865.717216:0:35434:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d90611db50. 00000020:00000001:0.0:1789608865.717221:0:35434:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1789608865.717222:0:35434:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d90330cc00. 00020000:00000001:0.0:1789608865.717226:0:35434:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1789608865.717227:0:35434:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1789608865.717228:0:35434:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1789608865.717230:0:35434:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.717233:0:35434:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1789608865.717236:0:35434:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1789608865.717239:0:35434:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1789608865.717240:0:35434:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1789608865.717242:0:35434:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789608865.717244:0:35434:0:(cl_object.c:917:cl_env_put()) 1@ffff94d908363240 00020000:00000001:0.0:1789608865.717248:0:35434:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1789608865.717251:0:35434:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1789608865.717255:0:35434:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1789608865.717257:0:35434:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1789608865.717261:0:35434:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1789608865.717264:0:35434:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608865.717266:0:35434:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789608865.717268:0:35434:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1789608865.717269:0:35434:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789608865.717270:0:35434:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295f30 00000001:00000001:0.0:1789608865.717272:0:35434:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.717282:0:35434:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d5fd28 00000080:00000008:0.0:1789608865.717284:0:35434:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff94d9189242c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789608865.717383:0:35434:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:0.0:1789608865.717385:0:35434:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d5fd88 00000080:00200008:0.0:1789608865.717388:0:35434:0:(file.c:2650:do_file_write_iter()) START file recon:[0x200000405:0x2b:0x0], ppos: 0, count: 23 00000080:00000002:0.0:1789608865.717391:0:35434:0:(file.c:2656:do_file_write_iter()) inode ffff94d9189242c8 need_sync_to_oss [0x200000405:0x2b:0x0] 00000080:00000001:0.0:1789608865.717394:0:35434:0:(pcc.c:2644:pcc_file_write_iter()) Process entered 00000080:00000001:0.0:1789608865.717397:0:35434:0:(pcc.c:2647:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608865.717399:0:35434:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1789608865.717402:0:35434:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.717405:0:35434:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789608865.717408:0:35434:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514698040 : -117815194853576 : ffff94d903295f38) 00000020:00001000:0.0:1789608865.717411:0:35434:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295f30 00000080:00000001:0.0:1789608865.717414:0:35434:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1789608865.717415:0:35434:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d5fc98 00000080:00200000:0.0:1789608865.717417:0:35434:0:(file.c:2090:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:0.0:1789608865.717424:0:35434:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d5fc30 00000080:00200000:0.0:1789608865.717426:0:35434:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:0.0:1789608865.717429:0:35434:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1789608865.717430:0:35434:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000020:00000001:0.0:1789608865.717432:0:35434:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000020:00000001:0.0:1789608865.717433:0:35434:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1789608865.717435:0:35434:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1789608865.717437:0:35434:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1789608865 a=0 c=1789608865 b=1 00020000:00000001:0.0:1789608865.717440:0:35434:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.717441:0:35434:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.717443:0:35434:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000080:00200000:0.0:1789608865.717445:0:35434:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 23 i_blocks 1 00000080:00000001:0.0:1789608865.717448:0:35434:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1789608865.717451:0:35434:0:(cl_io.c:210:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1789608865.717458:0:35434:0:(cl_io.c:215:cl_io_rw_init()) header@000000005fbf27ba[0x110, 2, [0x200000405:0x2b:0x0] hash] 00000020:00200000:0.0:1789608865.717460:0:35434:0:(cl_io.c:215:cl_io_rw_init()) io range: 2 [23, 46) 0 1 00000020:00000001:0.0:1789608865.717462:0:35434:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000020:00000001:0.0:1789608865.717464:0:35434:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1789608865.717466:0:35434:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1789608865.717468:0:35434:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1789608865.717471:0:35434:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789608865.717473:0:35434:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1789608865.717476:0:35434:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608865.717480:0:35434:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608865.717482:0:35434:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1789608865.717484:0:35434:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608865.717486:0:35434:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789608865.717489:0:35434:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff94d904aae7b0 type 2 ignore/verify layout 0/0 00020000:00000002:0.0:1789608865.717492:0:35434:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d908344f80 00020000:00000001:0.0:1789608865.717496:0:35434:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1789608865.717497:0:35434:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1789608865.717500:0:35434:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1789608865.717502:0:35434:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:0.0:1789608865.717504:0:35434:0:(lov_io.c:860:lov_io_slice_init()) 23 46 00020000:00000001:0.0:1789608865.717508:0:35434:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:0.0:1789608865.717509:0:35434:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1789608865.717511:0:35434:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.717512:0:35434:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789608865.717513:0:35434:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1789608865.717515:0:35434:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1789608865.717516:0:35434:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d908344f80 00000020:00000001:0.0:1789608865.717518:0:35434:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.717520:0:35434:0:(cl_io.c:218:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789608865.717522:0:35434:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:0.0:1789608865.717526:0:35434:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:0.0:1789608865.717528:0:35434:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.717532:0:35434:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:0.0:1789608865.717533:0:35434:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1789608865.717536:0:35434:0:(cl_io.c:915:cl_page_list_init()) Process entered 00000020:00000001:0.0:1789608865.717537:0:35434:0:(cl_io.c:918:cl_page_list_init()) Process leaving 00020000:00000001:0.0:1789608865.717539:0:35434:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00000001:0.0:1789608865.717543:0:35434:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1789608865.717546:0:35434:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1789608865.717550:0:35434:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1789608865.717552:0:35434:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789608865.717554:0:35434:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1789608865.717555:0:35434:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789608865.717557:0:35434:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258599424584 : -117815110127032 : ffff94d908363248) 00000020:00001000:0.0:1789608865.717559:0:35434:0:(cl_object.c:823:cl_env_get()) 1@ffff94d908363240 00000020:00000001:0.0:1789608865.717561:0:35434:0:(cl_object.c:143:cl_object_top()) ffff94d904aaa210 -> ffff94d9040dbe90 00000020:00000001:0.0:1789608865.717562:0:35434:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1789608865.717567:0:35434:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789608865.717567:0:35434:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1789608865.717581:0:35434:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1789608865.717582:0:35434:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258539964336 : -117815169587280 : ffff94d904aae7b0) 00000020:00000001:0.0:1789608865.717584:0:35434:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.717586:0:35434:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.717587:0:35434:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593381304 : -117815116170312 : ffff94d907d9fbb8) 00000020:00000001:0.0:1789608865.717590:0:35434:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1789608865.717592:0:35434:0:(osc_io.c:525:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1789608865.717596:0:35434:0:(osc_io.c:545:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.717597:0:35434:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.717600:0:35434:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.717602:0:35434:0:(lov_io.c:1227:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.717603:0:35434:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.717605:0:35434:0:(cl_io.c:315:cl_io_lock()) Process entered 00000080:00000001:0.0:1789608865.717608:0:35434:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1789608865.717609:0:35434:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1789608865.717612:0:35434:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:0.0:1789608865.717614:0:35434:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608865.717617:0:35434:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608865.717619:0:35434:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1789608865.717621:0:35434:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:0.0:1789608865.717623:0:35434:0:(cl_io.c:477:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1789608865.717624:0:35434:0:(cl_io.c:260:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1789608865.717625:0:35434:0:(cl_io.c:277:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.717627:0:35434:0:(cl_io.c:484:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608865.717629:0:35434:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608865.717631:0:35434:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608865.717632:0:35434:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.717635:0:35434:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1789608865.717637:0:35434:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789608865.717638:0:35434:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:0.0:1789608865.717640:0:35434:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789608865.717642:0:35434:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.717643:0:35434:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.717645:0:35434:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.717647:0:35434:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.717648:0:35434:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789608865.717649:0:35434:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1789608865.717651:0:35434:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1789608865.717653:0:35434:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1789608865.717655:0:35434:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1789608865.717658:0:35434:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1789608865.717668:0:35434:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d90330cc00. 00020000:00000002:0.0:1789608865.717670:0:35434:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1789608865.717673:0:35434:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1789608865.719429:0:35434:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789608865.719435:0:35434:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593381304 : -117815116170312 : ffff94d907d9fbb8) 00000020:00000001:0.0:1789608865.719444:0:35434:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1789608865.719454:0:35434:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d90611db50. 00000008:00010000:0.0:1789608865.719459:0:35434:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1789608865.719462:0:35434:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789608865.719464:0:35434:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1789608865.719469:0:35434:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d90330cc30, osc lock ffff94d90611db50, flags 0x0 00000020:00000001:0.0:1789608865.719472:0:35434:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.719474:0:35434:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.719479:0:35434:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626258515184640 : -117815194366976 : ffff94d90330cc00) 00000020:00000001:0.0:1789608865.719482:0:35434:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789608865.719483:0:35434:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1789608865.719485:0:35434:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.719487:0:35434:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.719489:0:35434:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1789608865.719491:0:35434:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1789608865.719493:0:35434:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789608865.719494:0:35434:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593381304 : -117815116170312 : ffff94d907d9fbb8) 00000020:00000001:0.0:1789608865.719496:0:35434:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1789608865.719499:0:35434:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1789608865.719500:0:35434:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1789608865.719502:0:35434:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.719508:0:35434:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1789608865.719510:0:35434:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1789608865.719512:0:35434:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1789608865.719515:0:35434:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1789608865.719516:0:35434:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1789608865.719517:0:35434:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1789608865.719520:0:35434:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1789608865.719523:0:35434:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608865.719532:0:35434:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29400 count: 2 00010000:00000001:0.0:1789608865.719536:0:35434:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789608865.719544:0:35434:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608865.719550:0:35434:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789608865.719555:0:35434:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1789608865.719578:0:35434:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789608865.719585:0:35434:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608865.719589:0:35434:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789608865.719598:0:35434:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608865.719601:0:35434:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608865.719604:0:35434:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55c00 refcount=4 00000020:00000001:0.0:1789608865.719607:0:35434:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:0.0:1789608865.719609:0:35434:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00000008:00000001:0.0:1789608865.719613:0:35434:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1789608865.719616:0:35434:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608865.719617:0:35434:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608865.719619:0:35434:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55c00 refcount=5 00000020:00000001:0.0:1789608865.719620:0:35434:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:0.0:1789608865.719623:0:35434:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:0.0:1789608865.719625:0:35434:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608865.719626:0:35434:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608865.719628:0:35434:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55c00 refcount=6 00000020:00000001:0.0:1789608865.719630:0:35434:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:0.0:1789608865.719632:0:35434:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:0.0:1789608865.719634:0:35434:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608865.719636:0:35434:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608865.719639:0:35434:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789608865.719647:0:35434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608865.719649:0:35434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789608865.719652:0:35434:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608865.719654:0:35434:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608865.719655:0:35434:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608865.719656:0:35434:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55c00 refcount=7 00000020:00000001:0.0:1789608865.719658:0:35434:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:0.0:1789608865.719660:0:35434:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:0.0:1789608865.719662:0:35434:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789608865.719665:0:35434:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789608865.719672:0:35434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608865.719673:0:35434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789608865.719704:0:35434:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789608865.719712:0:35434:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789608865.719714:0:35434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608865.719715:0:35434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608865.719716:0:35434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608865.719717:0:35434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789608865.719719:0:35434:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789608865.719722:0:35434:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.719724:0:35434:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.719727:0:35434:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.719728:0:35434:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.719730:0:35434:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.719733:0:35434:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.719735:0:35434:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.719738:0:35434:0:(cl_io.c:529:cl_io_start()) Process entered 00000080:00000001:0.0:1789608865.719741:0:35434:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000080:00000001:0.0:1789608865.719747:0:35434:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1789608865.719749:0:35434:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000020:00000001:0.0:1789608865.719752:0:35434:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000020:00000001:0.0:1789608865.719754:0:35434:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1789608865.719757:0:35434:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1789608865.719760:0:35434:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1789608865 a=0 c=1789608865 b=1 00020000:00000001:0.0:1789608865.723646:0:35434:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.723661:0:35434:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.723667:0:35434:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000080:00200000:0.0:1789608865.723672:0:35434:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 23 i_blocks 1 00000080:00000001:0.0:1789608865.723688:0:35434:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1789608865.723694:0:35434:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d5fb80 00000080:00200000:0.0:1789608865.723697:0:35434:0:(vvp_io.c:1292:vvp_io_write_start()) recon: write [23, 46) append 1 append lockpos 18446744073709551615 00000020:00000001:0.0:1789608865.723701:0:35434:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:0.0:1789608865.723704:0:35434:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d908344f80 00020000:00000002:0.0:1789608865.723710:0:35434:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d9092654e0 addref 2/0 by ffff94d908344f80. 00020000:00000002:0.0:1789608865.723713:0:35434:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d908344f80 00000020:00000001:0.0:1789608865.723716:0:35434:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:0.0:1789608865.723720:0:35434:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1789608865.723726:0:35434:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1789608865.723731:0:35434:0:(lov_offset.c:253:lov_stripe_intersects()) [23->45] -> [(0) 23->45 (0)] 00020000:00000001:0.0:1789608865.723735:0:35434:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789608865.723737:0:35434:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593381304 : -117815116170312 : ffff94d907d9fbb8) 00000020:00000001:0.0:1789608865.723739:0:35434:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1789608865.723743:0:35434:0:(osc_io.c:1417:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1789608865.723748:0:35434:0:(osc_io.c:1430:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.723749:0:35434:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.723752:0:35434:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.723755:0:35434:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608865.723764:0:35434:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:0.0:1789608865.723766:0:35434:0:(rw26.c:676:ll_write_begin()) Writing 0 of 23 to 23 bytes 00000080:00000001:0.0:1789608865.723774:0:35434:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00000001:0.0:1789608865.723776:0:35434:0:(vvp_io.c:1171:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.723780:0:35434:0:(cl_page.c:432:cl_page_find()) Process entered 00000020:00008000:0.0:1789608865.723782:0:35434:0:(cl_page.c:438:cl_page_find()) 0@[0x200000405:0x2b:0x0] ffffe9a104e90200 ffff94d905fb7b60 1 00000020:00000001:0.0:1789608865.723785:0:35434:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1789608865.723788:0:35434:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446626258562022240 : -117815147529376 : ffff94d905fb7b60) 00000020:00000001:0.0:1789608865.723790:0:35434:0:(cl_page.c:455:cl_page_find()) Process leaving (rc=18446626258562022240 : -117815147529376 : ffff94d905fb7b60) 00000020:00000001:0.0:1789608865.723793:0:35434:0:(cl_page.c:811:cl_page_assume()) Process entered 00000020:00000001:0.0:1789608865.723796:0:35434:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1789608865.723797:0:35434:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258539964336 : -117815169587280 : ffff94d904aae7b0) 00000020:00000001:0.0:1789608865.723800:0:35434:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1789608865.723802:0:35434:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1789608865.723804:0:35434:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1789608865.723811:0:35434:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e02ca235[3 000000009e073224 1 1 0000000013b54912 0 0 0] 00000020:00000001:0.0:1789608865.723813:0:35434:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1789608865.723815:0:35434:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1789608865.723816:0:35434:0:(cl_page.c:825:cl_page_assume()) Process leaving 00000080:00000001:0.0:1789608865.723818:0:35434:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:0.0:1789608865.723820:0:35434:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608865.723824:0:35434:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:0.0:1789608865.723826:0:35434:0:(rw26.c:871:ll_write_end()) pos 23, len 23, copied 23 00000020:00000001:0.0:1789608865.723828:0:35434:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1789608865.723829:0:35434:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258539964336 : -117815169587280 : ffff94d904aae7b0) 00000020:00000001:0.0:1789608865.723831:0:35434:0:(cl_page.c:680:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1789608865.723833:0:35434:0:(cl_page.c:682:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789608865.723837:0:35434:0:(cl_io.c:928:cl_page_list_add()) Process entered 00000020:00000001:0.0:1789608865.723839:0:35434:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:0.0:1789608865.723840:0:35434:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:0.0:1789608865.723842:0:35434:0:(cl_io.c:939:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1789608865.723845:0:35434:0:(rw26.c:929:ll_write_end()) page@00000000e02ca235[4 000000009e073224 2 1 0000000013b54912 0 0 0] 00000080:00200000:0.0:1789608865.723849:0:35434:0:(rw26.c:929:ll_write_end()) vmpage @00000000db64f8c1 17ffffc0001039 2:0 ffff94d905fb7b60 0 lru 00000080:00200000:0.0:1789608865.723859:0:35434:0:(rw26.c:929:ll_write_end()) osc-page@00000000c5bc0325 0: 1< 2 + - > 2< 0 0 4096 0x0 0x40420 | 00000000ce7961e7 0000000052e1223b > 3< 1 0 > 4< 0 0 8 393216 - | - - + - > 5< - - + - | 0 - | 1 - -> 00000080:00200000:0.0:1789608865.723862:0:35434:0:(rw26.c:929:ll_write_end()) end page@00000000e02ca235 00000080:00200000:0.0:1789608865.723864:0:35434:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:0.0:1789608865.723866:0:35434:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:0.0:1789608865.723868:0:35434:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 23, to 46 prio 0 00000020:00000001:0.0:1789608865.723871:0:35434:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00020000:00000001:0.0:1789608865.723873:0:35434:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:0.0:1789608865.723875:0:35434:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789608865.723877:0:35434:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593381304 : -117815116170312 : ffff94d907d9fbb8) 00000020:00000001:0.0:1789608865.723879:0:35434:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00000008:00000001:0.0:1789608865.723882:0:35434:0:(osc_io.c:419:osc_io_commit_async()) Process entered 00000008:00000001:0.0:1789608865.723884:0:35434:0:(osc_io.c:380:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1789608865.723886:0:35434:0:(cl_object.c:143:cl_object_top()) ffff94d905e4e380 -> ffff94d9040dbe90 00000008:00000002:0.0:1789608865.723888:0:35434:0:(osc_io.c:388:osc_page_touch_at()) stripe KMS increasing 23->46 23 00000020:00000001:0.0:1789608865.723891:0:35434:0:(cl_object.c:143:cl_object_top()) ffff94d905e4e380 -> ffff94d9040dbe90 00000020:00000001:0.0:1789608865.723893:0:35434:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1789608865.723896:0:35434:0:(osc_object.c:161:osc_attr_update()) set kms from 23to 46 00020000:00000001:0.0:1789608865.723899:0:35434:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1789608865.723901:0:35434:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.723903:0:35434:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.723905:0:35434:0:(cl_object.c:143:cl_object_top()) ffff94d905e4e380 -> ffff94d9040dbe90 00000008:00000001:0.0:1789608865.723907:0:35434:0:(osc_io.c:403:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1789608865.723909:0:35434:0:(cl_io.c:952:cl_page_list_del()) Process entered 00000020:00000001:0.0:1789608865.723911:0:35434:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1789608865.723915:0:35434:0:(cl_page.c:567:cl_batch_put()) page@00000000e02ca235[4 000000009e073224 2 1 0000000013b54912 0 0 0] 00000020:00000001:0.0:1789608865.723918:0:35434:0:(cl_page.c:567:cl_batch_put()) 4 00000020:00000001:0.0:1789608865.723920:0:35434:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1789608865.723921:0:35434:0:(cl_io.c:957:cl_page_list_del()) Process leaving 00000008:00000020:0.0:1789608865.723924:0:35434:0:(osc_request.c:745:osc_update_next_shrink()) next time 3125 to shrink grant 00000080:00000001:0.0:1789608865.723927:0:35434:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:0.0:1789608865.723929:0:35434:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:0.0:1789608865.723932:0:35434:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff94d918924478, count 1, dirtied 0 00000080:00000001:0.0:1789608865.723935:0:35434:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:0.0:1789608865.723937:0:35434:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:0.0:1789608865.723939:0:35434:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1789608865.723940:0:35434:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1789608865.723941:0:35434:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1789608865.723944:0:35434:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e02ca235[3 000000009e073224 2 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1789608865.723945:0:35434:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1789608865.723947:0:35434:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1789608865.723949:0:35434:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1789608865.723950:0:35434:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1789608865.723952:0:35434:0:(cl_page.c:567:cl_batch_put()) page@00000000e02ca235[3 000000009e073224 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1789608865.723955:0:35434:0:(cl_page.c:567:cl_batch_put()) 3 00000020:00000001:0.0:1789608865.723956:0:35434:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000080:00000001:0.0:1789608865.723957:0:35434:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:0.0:1789608865.723958:0:35434:0:(osc_io.c:492:osc_io_commit_async()) 0 0 00000008:00000001:0.0:1789608865.723960:0:35434:0:(osc_io.c:493:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.723962:0:35434:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.723964:0:35434:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.723966:0:35434:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789608865.723967:0:35434:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:0.0:1789608865.723970:0:35434:0:(cl_io.c:1044:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1789608865.723973:0:35434:0:(cl_io.c:1048:cl_page_list_fini()) Process leaving 00000080:00000001:0.0:1789608865.723975:0:35434:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608865.723976:0:35434:0:(rw26.c:950:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:0.0:1789608865.723980:0:35434:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00000001:0.0:1789608865.723982:0:35434:0:(vvp_io.c:1171:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.723984:0:35434:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d5fb80 00000080:00200000:0.0:1789608865.723986:0:35434:0:(vvp_io.c:1358:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:0.0:1789608865.723988:0:35434:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.723992:0:35434:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1789608865.723994:0:35434:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789608865.723996:0:35434:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:0.0:1789608865.723998:0:35434:0:(osc_io.c:1053:osc_io_write_start()) Process entered 00000020:00000001:0.0:1789608865.723999:0:35434:0:(cl_object.c:143:cl_object_top()) ffff94d905e4e380 -> ffff94d9040dbe90 00000020:00000001:0.0:1789608865.724002:0:35434:0:(cl_object.c:143:cl_object_top()) ffff94d905e4e380 -> ffff94d9040dbe90 00000020:00000001:0.0:1789608865.724003:0:35434:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1789608865.724004:0:35434:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1789608865.724006:0:35434:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.724007:0:35434:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.724009:0:35434:0:(cl_object.c:143:cl_object_top()) ffff94d905e4e380 -> ffff94d9040dbe90 00000008:00000001:0.0:1789608865.724010:0:35434:0:(osc_io.c:1061:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.724013:0:35434:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.724015:0:35434:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.724016:0:35434:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.724017:0:35434:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.724019:0:35434:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:0.0:1789608865.724021:0:35434:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1789608865.724022:0:35434:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1789608865.724024:0:35434:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:0.0:1789608865.724025:0:35434:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:0.0:1789608865.724027:0:35434:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.724029:0:35434:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.724031:0:35434:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:0.0:1789608865.724033:0:35434:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1789608865.724037:0:35434:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1789608865.724039:0:35434:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d9084e63f8 (ffff94d903295f38/0) at cl_lock_release():245 00000020:00000001:0.0:1789608865.724042:0:35434:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789608865.724044:0:35434:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d9084e63f8 (ffff94d903295f38/0) at cl_lock_cancel():142 00020000:00000001:0.0:1789608865.724048:0:35434:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1789608865.724050:0:35434:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789608865.724051:0:35434:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593381304 : -117815116170312 : ffff94d907d9fbb8) 00000020:00000001:0.0:1789608865.724053:0:35434:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789608865.724054:0:35434:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d90330cc30 (ffff94d908363248/1) at cl_lock_cancel():142 00000008:00000001:0.0:1789608865.724057:0:35434:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1789608865.724059:0:35434:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1789608865.724063:0:35434:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608865.724066:0:35434:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608865.724069:0:35434:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55c00 refcount=5 00000020:00000001:0.0:1789608865.724072:0:35434:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:0.0:1789608865.724075:0:35434:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:0.0:1789608865.724078:0:35434:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789608865.724084:0:35434:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789608865.724096:0:35434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608865.724097:0:35434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608865.724099:0:35434:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789608865.724102:0:35434:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789608865.724105:0:35434:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789608865.724114:0:35434:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789608865.724118:0:35434:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789608865.724121:0:35434:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789608865.724127:0:35434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608865.724129:0:35434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608865.724131:0:35434:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608865.724134:0:35434:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789608865.724137:0:35434:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608865.724139:0:35434:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608865.724143:0:35434:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608865.724146:0:35434:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789608865.724147:0:35434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608865.724148:0:35434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608865.724149:0:35434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608865.724150:0:35434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789608865.724152:0:35434:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1789608865.724153:0:35434:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1789608865.724155:0:35434:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789608865.724156:0:35434:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789608865.724157:0:35434:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789608865.724159:0:35434:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d9084e63f8 (ffff94d903295f38/0) at cl_lock_fini():72 00020000:00000001:0.0:1789608865.724162:0:35434:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1789608865.724163:0:35434:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789608865.724164:0:35434:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d90330cc30 (ffff94d903295f38/1) at cl_lock_fini():72 00000008:00000010:0.0:1789608865.724169:0:35434:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d90611db50. 00000020:00000001:0.0:1789608865.724176:0:35434:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1789608865.724177:0:35434:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d90330cc00. 00020000:00000001:0.0:1789608865.724182:0:35434:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1789608865.724183:0:35434:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1789608865.724185:0:35434:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1789608865.724187:0:35434:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1789608865.724188:0:35434:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789608865.724190:0:35434:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1789608865.724191:0:35434:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1789608865.724192:0:35434:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.724195:0:35434:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.724196:0:35434:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1789608865.724197:0:35434:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1789608865.724199:0:35434:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1789608865.724201:0:35434:0:(vvp_io.c:533:vvp_io_advance()) advancing 23 bytes 00000020:00000001:0.0:1789608865.724203:0:35434:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1789608865.724205:0:35434:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1789608865.724206:0:35434:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1789608865.724208:0:35434:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789608865.724209:0:35434:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1789608865.724213:0:35434:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1789608865.724215:0:35434:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.724217:0:35434:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608865.724219:0:35434:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789608865.724220:0:35434:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789608865.724222:0:35434:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789608865.724226:0:35434:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:0.0:1789608865.724230:0:35434:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:0.0:1789608865.724233:0:35434:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:0.0:1789608865.724235:0:35434:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1789608865.724237:0:35434:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1789608865.724239:0:35434:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1789608865.724240:0:35434:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1789608865.724242:0:35434:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789608865.724245:0:35434:0:(cl_object.c:917:cl_env_put()) 1@ffff94d908363240 00020000:00000001:0.0:1789608865.724248:0:35434:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1789608865.724251:0:35434:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1789608865.724253:0:35434:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1789608865.724255:0:35434:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1789608865.724258:0:35434:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1789608865.724259:0:35434:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00000001:0.0:1789608865.724261:0:35434:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d5fc98 00000080:00200000:0.0:1789608865.724263:0:35434:0:(file.c:2238:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:0.0:1789608865.724267:0:35434:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1789608865.724269:0:35434:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000020:00000001:0.0:1789608865.724271:0:35434:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000020:00000001:0.0:1789608865.724273:0:35434:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1789608865.724277:0:35434:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1789608865.724282:0:35434:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789608865.724284:0:35434:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:0.0:1789608865.724286:0:35434:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789608865.724287:0:35434:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:0.0:1789608865.724289:0:35434:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2b:1029 on OST[1]: s=46 (1) m=1789608865 a=0 c=1789608865 b=1 00020000:00000001:0.0:1789608865.724293:0:35434:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789608865.724295:0:35434:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789608865 a=0 c=1789608865 b=1 00020000:00000001:0.0:1789608865.724298:0:35434:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.724300:0:35434:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.724301:0:35434:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000080:00200000:0.0:1789608865.724304:0:35434:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 46 i_blocks 1 00000080:00000001:0.0:1789608865.724306:0:35434:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:0.0:1789608865.724310:0:35434:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:0.0:1789608865.724313:0:35434:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:0.0:1789608865.724315:0:35434:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295f30 00000020:00000001:0.0:1789608865.724320:0:35434:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d5fd88 00000080:00000008:0.0:1789608865.724322:0:35434:0:(file.c:2732:do_file_write_iter()) COMPLETED: file recon:[0x200000405:0x2b:0x0], ppos: 46, count: 0, rc = 23 00000080:00000001:0.0:1789608865.724324:0:35434:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:0.0:1789608865.724346:0:35434:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789608865.724348:0:35434:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d908344f80 00020000:00000002:0.0:1789608865.724352:0:35434:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d908344f80 00020000:00000001:0.0:1789608865.724354:0:35434:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608865.724363:0:35434:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1789608865.724365:0:35434:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d5fdf0 00000080:00200008:0.0:1789608865.724367:0:35434:0:(file.c:479:ll_file_release()) START file recon:[0x200000405:0x2b:0x0](ffff94d9189242c8), flags 102001 00000080:00000001:0.0:1789608865.724371:0:35434:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:0.0:1789608865.724374:0:35434:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:0.0:1789608865.724375:0:35434:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789608865.724376:0:35434:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d908344f80 00020000:00000002:0.0:1789608865.724378:0:35434:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d908344f80 00020000:00000001:0.0:1789608865.724380:0:35434:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608865.724383:0:35434:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1789608865.724390:0:35434:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789608865.724394:0:35434:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789608865.724397:0:35434:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789608865.724400:0:35434:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789608865.724402:0:35434:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608865.724404:0:35434:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:0.0:1789608865.724406:0:35434:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608865.724412:0:35434:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608865.724415:0:35434:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608865.724422:0:35434:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69d00 count: 2 00010000:00000001:0.0:1789608865.724426:0:35434:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789608865.724431:0:35434:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608865.724434:0:35434:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x2b:0x0]: 0 00000080:00000001:0.0:1789608865.724436:0:35434:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1789608865.724439:0:35434:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1789608865.724448:0:35434:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff94d904acd200. 00000080:00000001:0.0:1789608865.724451:0:35434:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1789608865.724458:0:35434:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1789608865.724461:0:35434:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1789608865.724463:0:35434:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789608865.724464:0:35434:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789608865.724466:0:35434:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789608865.724467:0:35434:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789608865.724469:0:35434:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608865.724470:0:35434:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:0.0:1789608865.724472:0:35434:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608865.724475:0:35434:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x2b:0x0] 00000002:00000001:0.0:1789608865.724479:0:35434:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1789608865.724481:0:35434:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff94d904ceb000: [0x200000405:0x2b:0x0] file closed with intent: 200 00000100:00000010:0.0:1789608865.724491:0:35434:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5c380. 00000020:00000040:0.0:1789608865.724496:0:35434:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:0.0:1789608865.724502:0:35434:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608865.724507:0:35434:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608865.724512:0:35434:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608865.724521:0:35434:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d904acc000. 00000100:00000001:0.0:1789608865.724530:0:35434:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1789608865.724554:0:35434:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94d907e5ea00 x1876538934312576/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608881 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1789608865.724581:0:35434:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d904ceb000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1789608865.724588:0:35434:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d907e5c380 x1876538934312960/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1789608865.724596:0:35434:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789608865.724598:0:35434:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789608865.724606:0:35434:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d911db6840. 00000100:00000001:0.0:1789608865.724609:0:35434:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258761246784 : -117814948304832 : ffff94d911db6840) 00000100:00000001:0.0:1789608865.724612:0:35434:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608865.724614:0:35434:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594153344 : -117815115398272 : ffff94d907e5c380) 00000100:00000001:0.0:1789608865.724619:0:35434:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608865.724623:0:35434:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608865.724626:0:35434:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789608865.724628:0:35434:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608865.724633:0:35434:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5c380 x1876538934312960/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608865.724641:0:35434:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608865.724643:0:35434:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608865.724648:0:35434:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608865.724652:0:35434:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608865.724655:0:35434:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608865.724659:0:35434:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5c380 pname:cluuid:pid:xid:nid:opc:job uname:25f5d458-2cbe-49cd-9693-334c08df7e27:35434:1876538934312960:192.168.203.121@tcp:35:uname.0 00000100:00000001:0.0:1789608865.724664:0:35434:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608865.724670:0:35434:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608865.724673:0:35434:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608865.724704:0:35434:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608865.724710:0:35434:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903116800. 02000000:00000001:0.0:1789608865.724713:0:35434:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608865.724724:0:35434:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608865.724728:0:35434:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b82c0. 00000400:00000010:0.0:1789608865.724737:0:35434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edcc0. 00000100:00000200:0.0:1789608865.724746:0:35434:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934312960, portal 10 00000100:00000001:0.0:1789608865.724748:0:35434:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608865.724750:0:35434:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594153344 : -117815115398272 : ffff94d907e5c380) 00000100:00000040:0.0:1789608865.724759:0:35434:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d907e5c380 x1876538934312960/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608881 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608865.724766:0:35434:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608865.724770:0:35434:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608865.724773:0:35434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed3b8. 00000100:00000200:0.0:1789608865.724775:0:35434:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876538934312960, offset 0 00000400:00000200:0.0:1789608865.724783:0:35434:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608865.724793:0:35434:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.724802:0:35434:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608865.724809:0:35434:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608865.724814:0:35434:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608865.724819:0:35434:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608865.724822:0:35434:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608865.724827:0:35434:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2959:2959:256:4294967295] 192.168.203.121@tcp LPNI seq info [2959:2959:8:4294967295] 00000400:00000200:0.0:1789608865.724832:0:35434:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608865.724843:0:35434:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608865.724850:0:35434:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608865.724857:0:35434:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa400. 00000800:00000200:0.0:1789608865.724865:0:35434:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608865.724875:0:35434:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608865.724880:0:35434:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa400 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789608865.724900:0:35434:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608865.724906:0:35434:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 865327 usecs (866 jiffies) 00000400:00000200:0.0:1789608865.724910:0:35434:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608865.724913:0:35434:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296593676 00000100:00000001:0.0:1789608865.724917:0:35434:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296593758 00000100:00000001:0.0:1789608865.724919:0:35434:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296593676 00000100:00000001:0.0:1789608865.724922:0:35434:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296593758 00000100:00000001:0.0:1789608865.724925:0:35434:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608865.724928:0:35434:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608865.724931:0:35434:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608865.724933:0:35434:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789608865.724937:0:35434:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d911db6840 going to sleep for 11 seconds 00000100:00000001:0.0:1789608865.724939:0:35434:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608865.724943:0:35434:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1789608865.725322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f55a00. 00000800:00000200:1.0:1789608865.725597:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608865.725602:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa400. 00000400:00000200:1.0:1789608865.725609:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608865.725616:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608865.725624:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed3b8 00000400:00000010:1.0:1789608865.725628:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed3b8. 00000100:00000001:1.0:1789608865.725633:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608865.725638:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5c380 x1876538934312960/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608881 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608865.725649:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608865.725652:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907e5c380 x1876538934312960/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608881 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608865.725660:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608865.725662:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1789608865.726513:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904e29700. 00010000:00000010:0.1:1789608865.726522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1c00. 00010000:00000010:0.1:1789608865.728832:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d909abad00. 00000800:00000001:1.0:1789608865.731626:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608865.731650:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608865.731655:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608865.731658:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608865.731669:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.731718:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608865.731729:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.731735:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.731740:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.731746:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 456 into portal 10 MB=0x6aab3c4964000 00000400:00000200:1.0:1789608865.731752:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.731759:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 456/456 into md 0x8701 [1] + 224 00000800:00000001:1.0:1789608865.731768:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608865.731778:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608865.731782:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608865.731787:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608865.731797:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608865.731809:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5c380 x1876538934312960/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608881 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608865.731821:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94d907e5c380 x1876538934312960/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608881 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608865.731833:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608865.731842:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608865.731846:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608865.732049:0:35434:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789608865.732059:0:35434:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608865.732062:0:35434:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608865.732066:0:35434:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b82c0. 00000400:00000200:0.0:1789608865.732071:0:35434:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edcc0 00000400:00000010:0.0:1789608865.732074:0:35434:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edcc0. 00000100:00000001:0.0:1789608865.732077:0:35434:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608865.732083:0:35434:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5c380 x1876538934312960/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608881 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789608865.732092:0:35434:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5c380 x1876538934312960/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608881 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608865.732099:0:35434:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608865.732100:0:35434:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608865.732103:0:35434:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608865.732108:0:35434:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608865.732111:0:35434:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608865.732125:0:35434:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608865.732129:0:35434:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608865.732142:0:35434:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11cf0 time=73 v=5 (5 5 5 5) 00000100:00001000:0.0:1789608865.732147:0:35434:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=28 v=5 (1 0 0 0) 00000100:00000001:0.0:1789608865.732150:0:35434:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608865.732152:0:35434:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608865.732156:0:35434:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608865.732160:0:35434:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608865.732165:0:35434:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789608865.732167:0:35434:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789608865.732169:0:35434:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789608865.732172:0:35434:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608865.732174:0:35434:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594153344 : -117815115398272 : ffff94d907e5c380) 00000100:00000001:0.0:1789608865.732178:0:35434:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608865.732180:0:35434:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967640 00000100:00000001:0.0:1789608865.732182:0:35434:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608865.732186:0:35434:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608865.732191:0:35434:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5c380 x1876538934312960/t8589934597(8589934597) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608881 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608865.732200:0:35434:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608865.732203:0:35434:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608865.732205:0:35434:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608865.732209:0:35434:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5c380 x1876538934312960/t8589934597(8589934597) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608881 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789608865.732234:0:35434:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5c380 pname:cluuid:pid:xid:nid:opc:job uname:25f5d458-2cbe-49cd-9693-334c08df7e27:35434:1876538934312960:192.168.203.121@tcp:35:uname.0 00000100:00000001:0.0:1789608865.732240:0:35434:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608865.732243:0:35434:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608865.732246:0:35434:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789608865.732249:0:35434:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608865.732253:0:35434:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907e5c380 x1876538934312960/t8589934597(8589934597) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608881 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608865.732260:0:35434:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789608865.732263:0:35434:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d911db6840. 00000100:00000001:0.0:1789608865.732268:0:35434:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789608865.732270:0:35434:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608865.732278:0:35434:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608865.732279:0:35434:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594153344 : -117815115398272 : ffff94d907e5c380) 00000002:00000001:0.0:1789608865.732282:0:35434:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608865.732286:0:35434:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789608865.732293:0:35434:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d904acd200. 00000080:00000001:0.0:1789608865.732297:0:35434:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1789608865.732301:0:35434:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1789608865.732305:0:35434:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789608865.732308:0:35434:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789608865.732311:0:35434:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789608865.732314:0:35434:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789608865.732316:0:35434:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608865.732319:0:35434:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:0.0:1789608865.732321:0:35434:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608865.732327:0:35434:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1789608865.732334:0:35434:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94d907e5ea00 x1876538934312576/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608881 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608865.732343:0:35434:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608865.732344:0:35434:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594163200 : -117815115388416 : ffff94d907e5ea00) 00000100:00000001:0.0:1789608865.732347:0:35434:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608865.732350:0:35434:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5ea00 x1876538934312576/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608881 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608865.732357:0:35434:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608865.732359:0:35434:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608865.732362:0:35434:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907e5c380 x1876538934312960/t8589934597(8589934597) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608881 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608865.732368:0:35434:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608865.732370:0:35434:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608865.732373:0:35434:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5ea00 x1876538934312576/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608881 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608865.732380:0:35434:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1789608865.732384:0:35434:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608865.732387:0:35434:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:0.0:1789608865.732390:0:35434:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608865.732394:0:35434:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d903116000. 02000000:00000001:0.0:1789608865.732399:0:35434:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608865.732401:0:35434:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608865.732403:0:35434:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5ea00. 00000100:00000001:0.0:1789608865.732408:0:35434:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608865.732409:0:35434:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608865.732410:0:35434:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608865.732413:0:35434:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5c380 x1876538934312960/t8589934597(8589934597) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608881 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608865.732419:0:35434:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789608865.732420:0:35434:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff94d90704e2e0. 00000002:00000001:0.0:1789608865.732424:0:35434:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608865.732425:0:35434:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789608865.732428:0:35434:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94d91213b100. 00000100:00000001:0.0:1789608865.732430:0:35434:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608865.732433:0:35434:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5c380 x1876538934312960/t8589934597(8589934597) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608881 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608865.732451:0:35434:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608865.732454:0:35434:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608865.732457:0:35434:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903116800. 02000000:00000001:0.0:1789608865.732460:0:35434:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608865.732462:0:35434:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608865.732463:0:35434:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:0.0:1789608865.732465:0:35434:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608865.732466:0:35434:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d904acc000. 02000000:00000001:0.0:1789608865.732468:0:35434:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608865.732470:0:35434:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608865.732471:0:35434:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5c380. 00000100:00000001:0.0:1789608865.732474:0:35434:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608865.732475:0:35434:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789608865.732478:0:35434:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789608865.732483:0:35434:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d910b00780. 00000080:00000001:0.0:1789608865.732488:0:35434:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608865.732495:0:35434:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d5fdf0 00000080:00000008:0.0:1789608865.732498:0:35434:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff94d9189242c8), flags 102001, rc = 0 00000080:00000001:0.0:1789608865.732501:0:35434:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608865.732508:0:35434:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789608865.732510:0:35434:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d5fe00 00000080:00002000:0.0:1789608865.732512:0:35434:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff94d91141b948, parent ffff94d918a99a20, inode ffff94d9189242c8) hashed, 00000080:00000001:0.0:1789608865.732515:0:35434:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.770451:0:35435:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789608865.770460:0:35435:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789608865.770462:0:35435:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789608865.770466:0:35435:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cfbbc0 00000080:00200000:3.0:1789608865.770473:0:35435:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:3.0:1789608865.770483:0:35435:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d904ae7e00. 00800000:00000002:3.0:1789608865.770491:0:35435:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:3.0:1789608865.770496:0:35435:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789608865.770502:0:35435:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789608865.770505:0:35435:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cfbae0 00800000:00000002:3.0:1789608865.770508:0:35435:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608865.770512:0:35435:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789608865.770516:0:35435:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608865.770519:0:35435:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608865.770521:0:35435:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608865.770524:0:35435:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608865.770527:0:35435:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608865.770529:0:35435:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608865.770532:0:35435:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608865.770536:0:35435:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789608865.770543:0:35435:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789608865.770545:0:35435:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cfb9b0 00000002:00010000:3.0:1789608865.770547:0:35435:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789608865.770552:0:35435:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789608865.770554:0:35435:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608865.770558:0:35435:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789608865.771353:0:35435:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608865.771358:0:35435:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608865.771361:0:35435:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608865.771364:0:35435:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789608865.771367:0:35435:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1789608865.771374:0:35435:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908492a00. 00000020:00000040:3.0:1789608865.771380:0:35435:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00010000:00000001:3.0:1789608865.771387:0:35435:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789608865.771393:0:35435:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608865.771401:0:35435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.771404:0:35435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.771406:0:35435:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608865.771409:0:35435:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608865.771412:0:35435:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608865.771418:0:35435:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608865.771426:0:35435:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d90839a000. 00000100:00000001:3.0:1789608865.771445:0:35435:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.771452:0:35435:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608865.771454:0:35435:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.771456:0:35435:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608865.771457:0:35435:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.771460:0:35435:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608865.771466:0:35435:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626258600667648 : -117815108883968 : ffff94d908492a00) 00010000:00000001:3.0:1789608865.771472:0:35435:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789608865.771474:0:35435:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789608865.771481:0:35435:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d904e29000. 00010000:00000010:3.0:1789608865.771487:0:35435:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d903cc7a80. 00010000:00000001:3.0:1789608865.771492:0:35435:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789608865.771497:0:35435:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d9421c0000. 00000020:00000001:3.0:1789608865.771502:0:35435:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789608865.771506:0:35435:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d9421c0000 with handle 0xc54db3288176ffb4 to hash 00000020:00000001:3.0:1789608865.771508:0:35435:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789608865.771510:0:35435:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608865.771514:0:35435:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608865.771519:0:35435:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608865.771522:0:35435:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608865.771527:0:35435:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176ffb4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35435 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608865.771538:0:35435:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176ffb4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35435 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608865.771549:0:35435:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176ffb4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35435 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789608865.771556:0:35435:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789608865.771558:0:35435:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789608865.771566:0:35435:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d909222600. 00000100:00000001:3.0:1789608865.771580:0:35435:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258614887936 : -117815094663680 : ffff94d909222600) 00000100:00000001:3.0:1789608865.771583:0:35435:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608865.771585:0:35435:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600667648 : -117815108883968 : ffff94d908492a00) 00000100:00000001:3.0:1789608865.771590:0:35435:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608865.771595:0:35435:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608865.771598:0:35435:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789608865.771600:0:35435:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608865.771613:0:35435:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908492a00 x1876538934313088/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608865.771623:0:35435:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608865.771626:0:35435:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608865.771629:0:35435:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608865.771632:0:35435:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608865.771635:0:35435:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608865.771639:0:35435:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908492a00 pname:cluuid:pid:xid:nid:opc:job cat:25f5d458-2cbe-49cd-9693-334c08df7e27:35435:1876538934313088:192.168.203.121@tcp:101:cat.0 00000100:00000001:3.0:1789608865.771644:0:35435:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608865.771649:0:35435:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608865.771652:0:35435:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608865.771654:0:35435:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608865.771660:0:35435:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d90406b800. 02000000:00000001:3.0:1789608865.771662:0:35435:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608865.771672:0:35435:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608865.771692:0:35435:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a898. 00000400:00000010:3.0:1789608865.771702:0:35435:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a95d8. 00000100:00000200:3.0:1789608865.771711:0:35435:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876538934313088, portal 10 00000100:00000001:3.0:1789608865.771713:0:35435:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608865.771715:0:35435:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600667648 : -117815108883968 : ffff94d908492a00) 00000100:00000040:3.0:1789608865.771721:0:35435:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d908492a00 x1876538934313088/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608881 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608865.771730:0:35435:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608865.771734:0:35435:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608865.771737:0:35435:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9ee0. 00000100:00000200:3.0:1789608865.771742:0:35435:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876538934313088, offset 0 00000400:00000200:3.0:1789608865.771750:0:35435:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608865.771760:0:35435:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608865.771768:0:35435:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608865.771775:0:35435:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608865.771779:0:35435:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608865.771784:0:35435:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608865.771787:0:35435:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608865.771791:0:35435:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2960:2960:256:4294967295] 192.168.203.121@tcp LPNI seq info [2960:2960:8:4294967295] 00000400:00000200:3.0:1789608865.771796:0:35435:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608865.771808:0:35435:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608865.771814:0:35435:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608865.771820:0:35435:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d9104bdb00. 00000800:00000200:3.0:1789608865.771828:0:35435:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608865.771837:0:35435:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608865.771842:0:35435:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d9104bdb00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1789608865.772030:0:35435:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608865.772036:0:35435:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 864232 usecs (865 jiffies) 00000400:00000200:3.0:1789608865.772041:0:35435:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608865.772043:0:35435:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296593727 00000100:00000001:3.0:1789608865.772048:0:35435:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296593758 00000100:00000001:3.0:1789608865.772050:0:35435:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296593727 00000100:00000001:3.0:1789608865.772053:0:35435:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296593758 00000100:00000001:3.0:1789608865.772055:0:35435:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608865.772058:0:35435:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608865.772061:0:35435:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608865.772063:0:35435:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789608865.772066:0:35435:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d909222600 going to sleep for 11 seconds 00000100:00000001:3.0:1789608865.772069:0:35435:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608865.772073:0:35435:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608865.772206:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608865.772212:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bdb00. 00000400:00000200:1.0:1789608865.772218:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608865.772225:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608865.772231:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9ee0 00000400:00000010:1.0:1789608865.772235:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9ee0. 00000100:00000001:1.0:1789608865.772240:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608865.772244:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908492a00 x1876538934313088/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608881 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608865.772255:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608865.772258:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908492a00 x1876538934313088/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608881 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608865.772266:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608865.772268:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608865.777144:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608865.777169:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608865.777176:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608865.777179:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608865.777190:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.777199:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608865.777210:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.777228:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.777234:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.777240:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 688 into portal 10 MB=0x6aab3c4964080 00000400:00000200:1.0:1789608865.777246:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.777253:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 688/688 into md 0x8711 [1] + 224 00000800:00000001:1.0:1789608865.777261:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608865.777271:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608865.777276:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608865.777281:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608865.777290:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608865.777301:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908492a00 x1876538934313088/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608881 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608865.777313:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d908492a00 x1876538934313088/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608881 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608865.777334:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608865.777344:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608865.777349:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608865.777457:0:35435:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608865.777469:0:35435:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608865.777471:0:35435:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608865.777475:0:35435:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a898. 00000400:00000200:3.0:1789608865.777481:0:35435:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a95d8 00000400:00000010:3.0:1789608865.777484:0:35435:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a95d8. 00000100:00000001:3.0:1789608865.777487:0:35435:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608865.777492:0:35435:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908492a00 x1876538934313088/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608881 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789608865.777500:0:35435:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908492a00 x1876538934313088/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608881 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608865.777506:0:35435:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608865.777509:0:35435:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608865.777511:0:35435:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608865.777515:0:35435:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608865.777519:0:35435:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608865.777522:0:35435:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608865.777526:0:35435:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608865.777538:0:35435:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=73 v=5 (5 104 104 104) 00000100:00001000:3.0:1789608865.777543:0:35435:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=28 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608865.777546:0:35435:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608865.777549:0:35435:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.777552:0:35435:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608865.777556:0:35435:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608865.777560:0:35435:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608865.777562:0:35435:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967640 00000100:00000001:3.0:1789608865.777564:0:35435:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608865.777578:0:35435:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608865.777585:0:35435:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908492a00 x1876538934313088/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608881 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608865.777593:0:35435:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608865.777597:0:35435:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608865.777599:0:35435:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608865.777604:0:35435:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908492a00 x1876538934313088/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608881 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789608865.777618:0:35435:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908492a00 pname:cluuid:pid:xid:nid:opc:job cat:25f5d458-2cbe-49cd-9693-334c08df7e27:35435:1876538934313088:192.168.203.121@tcp:101:cat.0 00000100:00000001:3.0:1789608865.777624:0:35435:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608865.777627:0:35435:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608865.777629:0:35435:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789608865.777632:0:35435:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608865.777636:0:35435:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908492a00 x1876538934313088/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608881 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608865.777643:0:35435:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608865.777646:0:35435:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d909222600. 00000100:00000001:3.0:1789608865.777650:0:35435:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789608865.777652:0:35435:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.777655:0:35435:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789608865.777661:0:35435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.777664:0:35435:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.777668:0:35435:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=4 00000020:00000001:3.0:1789608865.777671:0:35435:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608865.777674:0:35435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000040:3.0:1789608865.777729:0:35435:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d9421c0000, remote cookie: 0x91bddff8e8ed9b9f, flags: 0x1001 00010000:00010000:3.0:1789608865.777736:0:35435:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176ffb4 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b9f expref: -99 pid: 35435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608865.777749:0:35435:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176ffb4 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b9f expref: -99 pid: 35435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608865.777757:0:35435:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789608865.777763:0:35435:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789608865.777774:0:35435:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789608865.777776:0:35435:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789608865.777777:0:35435:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789608865.777780:0:35435:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff94d904e29000) refcount = 1 00010000:00010000:3.0:1789608865.777786:0:35435:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176ffb4 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9b9f expref: -99 pid: 35435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608865.777793:0:35435:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789608865.777798:0:35435:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789608865.777799:0:35435:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608865.777803:0:35435:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789608865.777806:0:35435:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608865.777809:0:35435:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176ffb4 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b9f expref: -99 pid: 35435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608865.777815:0:35435:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789608865.777817:0:35435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.777819:0:35435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.777820:0:35435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.777821:0:35435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.777823:0:35435:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608865.777828:0:35435:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789608865.777830:0:35435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.777831:0:35435:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.777833:0:35435:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:3.0:1789608865.777835:0:35435:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608865.777837:0:35435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608865.777839:0:35435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.777840:0:35435:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.777842:0:35435:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=4 00000020:00000001:3.0:1789608865.777843:0:35435:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608865.777845:0:35435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608865.778040:0:35435:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608865.778044:0:35435:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608865.778048:0:35435:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176ffb4 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9b9f expref: -99 pid: 35435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608865.778055:0:35435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.778057:0:35435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.778058:0:35435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.778060:0:35435:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.778061:0:35435:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=5 00000020:00000001:3.0:1789608865.778063:0:35435:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608865.778065:0:35435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608865.778068:0:35435:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608865.778071:0:35435:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176ffb4 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9b9f expref: -99 pid: 35435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608865.778076:0:35435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.778076:0:35435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789608865.778079:0:35435:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176ffb4 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9b9f expref: -99 pid: 35435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608865.778085:0:35435:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608865.778086:0:35435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.778086:0:35435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.778087:0:35435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.778088:0:35435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789608865.778094:0:35435:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d908492a00 x1876538934313088/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608881 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1789608865.778102:0:35435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.778103:0:35435:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.778105:0:35435:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:3.0:1789608865.778106:0:35435:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608865.778108:0:35435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608865.778110:0:35435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.778111:0:35435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608865.778113:0:35435:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608865.778115:0:35435:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608865.778119:0:35435:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1789608865.778121:0:35435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.778122:0:35435:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.778124:0:35435:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:3.0:1789608865.778126:0:35435:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608865.778128:0:35435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00000002:00010000:3.0:1789608865.778131:0:35435:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176ffb4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b9f expref: -99 pid: 35435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608865.778138:0:35435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.778139:0:35435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.778141:0:35435:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789608865.778142:0:35435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.778143:0:35435:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.778144:0:35435:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:3.0:1789608865.778146:0:35435:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608865.778148:0:35435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000040:3.0:1789608865.778156:0:35435:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29000 count: 2 00010000:00000001:3.0:1789608865.778160:0:35435:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789608865.778164:0:35435:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d91081f000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1789608865.778167:0:35435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.778168:0:35435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608865.778170:0:35435:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789608865.778173:0:35435:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cfb938 00000002:00002000:3.0:1789608865.778175:0:35435:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1789608865.778178:0:35435:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608865.778183:0:35435:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608865.778186:0:35435:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789608865.778190:0:35435:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1789608865.778193:0:35435:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608865.778197:0:35435:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:3.0:1789608865.778202:0:35435:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d904ae7e00. 00000080:00000001:3.0:1789608865.778207:0:35435:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789608865.778221:0:35435:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1789608865.778228:0:35435:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1789608865.778234:0:35435:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1789608865.778242:0:35435:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d904af6d80. 00800000:00000001:3.0:1789608865.778245:0:35435:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626258540260736 : -117815169290880 : ffff94d904af6d80) 00800000:00000001:3.0:1789608865.778248:0:35435:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608865.778250:0:35435:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1789608865.778253:0:35435:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1789608865.778256:0:35435:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1789608865.778258:0:35435:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1789608865.778261:0:35435:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1789608865.778263:0:35435:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.778268:0:35435:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1789608865.778272:0:35435:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1789608865.778277:0:35435:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:3.0:1789608865.778279:0:35435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.778280:0:35435:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.778282:0:35435:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:3.0:1789608865.778284:0:35435:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608865.778286:0:35435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608865.778288:0:35435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.778289:0:35435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789608865.778291:0:35435:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1789608865.778293:0:35435:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1789608865.778295:0:35435:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6d80 1 00800000:00000010:3.0:1789608865.778298:0:35435:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d904af6d80. 00800000:00000001:3.0:1789608865.778301:0:35435:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608865.778304:0:35435:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176ffb4 00800000:00000001:3.0:1789608865.778307:0:35435:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789608865.778309:0:35435:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789608865.778310:0:35435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.778311:0:35435:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.778312:0:35435:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:3.0:1789608865.778313:0:35435:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608865.778315:0:35435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608865.778318:0:35435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.778319:0:35435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608865.778320:0:35435:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608865.778323:0:35435:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.778326:0:35435:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608865.778328:0:35435:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:3.0:1789608865.778331:0:35435:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ffb4 from it ffffae3e01cfbbf8 00010000:00000001:3.0:1789608865.778333:0:35435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.778334:0:35435:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.778335:0:35435:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:3.0:1789608865.778337:0:35435:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608865.778339:0:35435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608865.778341:0:35435:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608865.778343:0:35435:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176ffb4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9b9f expref: -99 pid: 35435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608865.778350:0:35435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.778351:0:35435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.778352:0:35435:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608865.778355:0:35435:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608865.778357:0:35435:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176ffb4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b9f expref: -99 pid: 35435 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789608865.778365:0:35435:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608865.778368:0:35435:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608865.778370:0:35435:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608865.778375:0:35435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.778376:0:35435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.778378:0:35435:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.778381:0:35435:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608865.778383:0:35435:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.778385:0:35435:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.778388:0:35435:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.778390:0:35435:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608865.778391:0:35435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.778392:0:35435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789608865.778394:0:35435:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608865.778398:0:35435:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908492a00 x1876538934313088/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608881 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608865.778405:0:35435:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608865.778409:0:35435:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608865.778413:0:35435:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d90406b800. 02000000:00000001:3.0:1789608865.778417:0:35435:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608865.778419:0:35435:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608865.778421:0:35435:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608865.778423:0:35435:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608865.778426:0:35435:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d90839a000. 02000000:00000001:3.0:1789608865.778430:0:35435:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608865.778432:0:35435:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608865.778434:0:35435:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908492a00. 00000100:00000001:3.0:1789608865.778437:0:35435:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608865.778438:0:35435:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608865.778442:0:35435:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 1 00000080:00000001:3.0:1789608865.778448:0:35435:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.778455:0:35435:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1789608865.778458:0:35435:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cfbbc0 00000080:00002000:3.0:1789608865.778460:0:35435:0:(dcache.c:87:ll_dcompare()) found name recon(ffff94d91141b948) flags 0x48004e refc 0 00000080:00000001:3.0:1789608865.778462:0:35435:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.778464:0:35435:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cfbc08 00000080:00200000:3.0:1789608865.778466:0:35435:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=265 00000080:00000001:3.0:1789608865.778474:0:35435:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1789608865.778476:0:35435:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff94d9189242c8), inode mode 81a4 mask 44 00000080:00000001:3.0:1789608865.778478:0:35435:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.778486:0:35435:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1789608865.778489:0:35435:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cfbb98 00000080:00200008:3.0:1789608865.778491:0:35435:0:(file.c:1090:ll_file_open()) START file recon:[0x200000405:0x2b:0x0](ffff94d9189242c8), flags 100000 00000080:00000010:3.0:1789608865.778498:0:35435:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d90517e000. 00000080:00000001:3.0:1789608865.778505:0:35435:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:3.0:1789608865.778509:0:35435:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d904ae7e00. 00800000:00000002:3.0:1789608865.778516:0:35435:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:3.0:1789608865.778520:0:35435:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789608865.778523:0:35435:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789608865.778524:0:35435:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cfba48 00800000:00000002:3.0:1789608865.778526:0:35435:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x2b:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608865.778530:0:35435:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1789608865.778534:0:35435:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608865.778537:0:35435:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608865.778540:0:35435:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608865.778542:0:35435:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608865.778544:0:35435:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608865.778547:0:35435:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:3.0:1789608865.778549:0:35435:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.778553:0:35435:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cfb9c8 00800000:00000002:3.0:1789608865.778555:0:35435:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='' -> mds #0 layout version 1 00000002:00000001:3.0:1789608865.778560:0:35435:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789608865.778561:0:35435:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cfb900 00000002:00010000:3.0:1789608865.778563:0:35435:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 04240100001 00000002:00000001:3.0:1789608865.778578:0:35435:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789608865.778581:0:35435:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1789608865.778585:0:35435:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1789608865.778590:0:35435:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69d00 count: 2 00010000:00000001:3.0:1789608865.778592:0:35435:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608865.778595:0:35435:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1789608865.778599:0:35435:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.778602:0:35435:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608865.778604:0:35435:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608865.778606:0:35435:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1789608865.778607:0:35435:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29000 count: 2 00010000:00000001:3.0:1789608865.778609:0:35435:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608865.778611:0:35435:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1789608865.778613:0:35435:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.778614:0:35435:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608865.778616:0:35435:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608865.778620:0:35435:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908492a00. 00000020:00000040:3.0:1789608865.778624:0:35435:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 02000000:00000001:3.0:1789608865.778630:0:35435:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789608865.778633:0:35435:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.778636:0:35435:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789608865.778642:0:35435:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608865.778645:0:35435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.778646:0:35435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.778648:0:35435:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608865.778651:0:35435:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608865.778653:0:35435:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608865.778657:0:35435:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608865.778665:0:35435:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d90839a000. 00000100:00000001:3.0:1789608865.778672:0:35435:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.778722:0:35435:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608865.778724:0:35435:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.778726:0:35435:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608865.778727:0:35435:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.778729:0:35435:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608865.778737:0:35435:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446626258600667648 : -117815108883968 : ffff94d908492a00) 00010000:00000001:3.0:1789608865.778741:0:35435:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789608865.778743:0:35435:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789608865.778746:0:35435:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29000 count: 2 00010000:00000001:3.0:1789608865.778748:0:35435:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608865.778751:0:35435:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789608865.778755:0:35435:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d9421c0600. 00000020:00000001:3.0:1789608865.778759:0:35435:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789608865.778761:0:35435:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d9421c0600 with handle 0xc54db3288176ffbb to hash 00000020:00000001:3.0:1789608865.778763:0:35435:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789608865.779124:0:35435:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:3.0:1789608865.779128:0:35435:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:3.0:1789608865.779131:0:35435:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608865.779133:0:35435:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608865.779137:0:35435:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0600/0xc54db3288176ffbb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35435 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608865.779146:0:35435:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0600/0xc54db3288176ffbb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35435 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1789608865.779160:0:35435:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d904ceb000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1789608865.779169:0:35435:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d908492a00 x1876538934313344/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1789608865.779178:0:35435:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0600/0xc54db3288176ffbb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35435 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789608865.779183:0:35435:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789608865.779186:0:35435:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789608865.779194:0:35435:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d909222600. 00000100:00000001:3.0:1789608865.779197:0:35435:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258614887936 : -117815094663680 : ffff94d909222600) 00000100:00000001:3.0:1789608865.779200:0:35435:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608865.779202:0:35435:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600667648 : -117815108883968 : ffff94d908492a00) 00000100:00000001:3.0:1789608865.779207:0:35435:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608865.779462:0:35435:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608865.779465:0:35435:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789608865.779467:0:35435:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608865.779472:0:35435:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908492a00 x1876538934313344/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608865.779481:0:35435:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608865.779483:0:35435:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608865.779487:0:35435:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608865.779490:0:35435:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608865.779493:0:35435:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608865.779498:0:35435:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908492a00 pname:cluuid:pid:xid:nid:opc:job cat:25f5d458-2cbe-49cd-9693-334c08df7e27:35435:1876538934313344:192.168.203.121@tcp:101:cat.0 00000100:00000001:3.0:1789608865.779502:0:35435:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608865.779508:0:35435:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608865.779511:0:35435:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608865.779514:0:35435:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608865.779661:0:35435:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff94d908700000. 02000000:00000001:3.0:1789608865.779665:0:35435:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608865.779674:0:35435:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608865.780067:0:35435:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a898. 00000400:00000010:3.0:1789608865.780077:0:35435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff94d90406b800. 00000100:00000200:3.0:1789608865.780086:0:35435:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1876538934313344, portal 10 00000100:00000001:3.0:1789608865.780089:0:35435:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608865.780090:0:35435:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600667648 : -117815108883968 : ffff94d908492a00) 00000100:00000040:3.0:1789608865.780099:0:35435:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d908492a00 x1876538934313344/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608881 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608865.780106:0:35435:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608865.780108:0:35435:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608865.780113:0:35435:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a95d8. 00000100:00000200:3.0:1789608865.780117:0:35435:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876538934313344, offset 0 00000400:00000200:3.0:1789608865.780125:0:35435:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608865.780135:0:35435:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608865.780144:0:35435:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608865.780151:0:35435:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608865.780156:0:35435:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608865.780160:0:35435:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608865.780163:0:35435:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608865.780167:0:35435:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2961:2961:256:4294967295] 192.168.203.121@tcp LPNI seq info [2961:2961:8:4294967295] 00000400:00000200:3.0:1789608865.780172:0:35435:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608865.780182:0:35435:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608865.780189:0:35435:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608865.780196:0:35435:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d9104bdb00. 00000800:00000200:3.0:1789608865.780204:0:35435:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608865.780223:0:35435:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608865.780228:0:35435:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d9104bdb00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1789608865.780247:0:35435:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608865.780253:0:35435:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 863138 usecs (864 jiffies) 00000400:00000200:3.0:1789608865.780257:0:35435:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608865.780260:0:35435:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296593734 00000100:00000001:3.0:1789608865.780263:0:35435:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296593758 00000100:00000001:3.0:1789608865.780266:0:35435:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296593734 00000100:00000001:3.0:1789608865.780269:0:35435:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296593758 00000100:00000001:3.0:1789608865.780272:0:35435:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608865.780275:0:35435:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608865.780277:0:35435:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608865.780280:0:35435:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789608865.780282:0:35435:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d909222600 going to sleep for 11 seconds 00000100:00000001:3.0:1789608865.780286:0:35435:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608865.780289:0:35435:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608865.780628:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608865.780634:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bdb00. 00000400:00000200:1.0:1789608865.780638:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608865.780644:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608865.780650:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a95d8 00000400:00000010:1.0:1789608865.780652:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a95d8. 00000100:00000001:1.0:1789608865.780656:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608865.780661:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908492a00 x1876538934313344/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608881 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608865.780672:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608865.780702:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908492a00 x1876538934313344/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608881 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608865.780709:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608865.780711:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608865.793886:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608865.793907:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608865.793912:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608865.793915:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608865.793926:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.793936:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608865.793947:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.793953:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.793960:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.793965:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 664 into portal 10 MB=0x6aab3c4964180 00000400:00000200:1.0:1789608865.793971:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.793978:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 664/664 into md 0x8719 [64] + 224 00000800:00000001:1.0:1789608865.793987:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608865.793996:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608865.794001:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608865.794006:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608865.794016:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608865.794026:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908492a00 x1876538934313344/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608881 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608865.794041:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff94d908492a00 x1876538934313344/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608881 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608865.794066:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608865.794076:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608865.794080:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608865.794214:0:35435:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608865.794224:0:35435:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608865.794227:0:35435:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608865.794232:0:35435:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a898. 00000400:00000200:3.0:1789608865.794237:0:35435:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d90406b800 00000400:00000010:3.0:1789608865.794240:0:35435:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff94d90406b800. 00000100:00000001:3.0:1789608865.794244:0:35435:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608865.794249:0:35435:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908492a00 x1876538934313344/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608881 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789608865.794259:0:35435:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908492a00 x1876538934313344/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608881 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608865.794265:0:35435:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608865.794268:0:35435:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608865.794270:0:35435:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608865.794274:0:35435:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608865.794277:0:35435:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608865.794279:0:35435:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608865.794283:0:35435:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608865.794295:0:35435:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=73 v=5 (5 104 104 104) 00000100:00001000:3.0:1789608865.794300:0:35435:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=28 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608865.794303:0:35435:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608865.794305:0:35435:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.794308:0:35435:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608865.794312:0:35435:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608865.794316:0:35435:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1789608865.794318:0:35435:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1789608865.794320:0:35435:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1789608865.794322:0:35435:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608865.794324:0:35435:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600667648 : -117815108883968 : ffff94d908492a00) 00000100:00000001:3.0:1789608865.794328:0:35435:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608865.794330:0:35435:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967640 00000100:00000001:3.0:1789608865.794332:0:35435:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608865.794336:0:35435:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608865.794342:0:35435:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908492a00 x1876538934313344/t8589934598(8589934598) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789608881 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608865.794350:0:35435:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608865.794353:0:35435:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608865.794356:0:35435:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608865.794360:0:35435:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908492a00 x1876538934313344/t8589934598(8589934598) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789608881 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789608865.794368:0:35435:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908492a00 pname:cluuid:pid:xid:nid:opc:job cat:25f5d458-2cbe-49cd-9693-334c08df7e27:35435:1876538934313344:192.168.203.121@tcp:101:cat.0 00000100:00000001:3.0:1789608865.794374:0:35435:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608865.794377:0:35435:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608865.794380:0:35435:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789608865.794383:0:35435:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608865.794387:0:35435:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908492a00 x1876538934313344/t8589934598(8589934598) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789608881 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608865.794393:0:35435:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608865.794397:0:35435:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d909222600. 00000100:00000001:3.0:1789608865.794400:0:35435:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789608865.794401:0:35435:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.794405:0:35435:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789608865.794411:0:35435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.794414:0:35435:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.794418:0:35435:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=4 00000020:00000001:3.0:1789608865.794420:0:35435:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:3.0:1789608865.794423:0:35435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000040:3.0:1789608865.794429:0:35435:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d9421c0600, remote cookie: 0x91bddff8e8ed9bad, flags: 0x1001 00010000:00000040:3.0:1789608865.794433:0:35435:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x2b:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1789608865.794437:0:35435:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1789608865.794445:0:35435:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69d00 count: 2 00010000:00000001:3.0:1789608865.794448:0:35435:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608865.794452:0:35435:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608865.794458:0:35435:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0600/0xc54db3288176ffbb lrc: 4/1,0 mode: --/CR res: [0x200000405:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9bad expref: -99 pid: 35435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608865.794467:0:35435:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0600/0xc54db3288176ffbb lrc: 4/1,0 mode: --/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9bad expref: -99 pid: 35435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608865.794475:0:35435:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789608865.794480:0:35435:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789608865.794482:0:35435:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789608865.794484:0:35435:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789608865.794486:0:35435:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789608865.794489:0:35435:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x2b:0x0].0x0 (ffff94d903b69d00) refcount = 2 00010000:00000040:3.0:1789608865.794492:0:35435:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1789608865.794495:0:35435:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176ff91 lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9b59 expref: -99 pid: 35428 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1789608865.794503:0:35435:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0600/0xc54db3288176ffbb lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9bad expref: -99 pid: 35435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608865.794509:0:35435:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789608865.794513:0:35435:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789608865.794515:0:35435:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608865.794519:0:35435:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789608865.794522:0:35435:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608865.794525:0:35435:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0600/0xc54db3288176ffbb lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9bad expref: -99 pid: 35435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608865.794531:0:35435:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789608865.794534:0:35435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.794536:0:35435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.794537:0:35435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.794538:0:35435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.794539:0:35435:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608865.794544:0:35435:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789608865.794548:0:35435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.794549:0:35435:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.794551:0:35435:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=3 00000020:00000001:3.0:1789608865.794553:0:35435:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:3.0:1789608865.794555:0:35435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:3.0:1789608865.794557:0:35435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.794558:0:35435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789608865.794563:0:35435:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff94d908492a00 x1876538934313344/t8589934598(8589934598) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789608881 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789608865.794581:0:35435:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1789608865.794586:0:35435:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d908492a00 x1876538934313344/t8589934598(8589934598) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789608881 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789608865.794593:0:35435:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.794600:0:35435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.794602:0:35435:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.794603:0:35435:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=3 00000020:00000001:3.0:1789608865.794605:0:35435:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:3.0:1789608865.794608:0:35435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00000002:00010000:3.0:1789608865.794612:0:35435:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0600/0xc54db3288176ffbb lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9bad expref: -99 pid: 35435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1789608865.794624:0:35435:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff94d904af6d80. 00010000:00000001:3.0:1789608865.794626:0:35435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.794627:0:35435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608865.794629:0:35435:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608865.794631:0:35435:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608865.794635:0:35435:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1789608865.794638:0:35435:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608865.794639:0:35435:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600667648 : -117815108883968 : ffff94d908492a00) 00010000:00000001:3.0:1789608865.794641:0:35435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.794643:0:35435:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.794644:0:35435:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=3 00000020:00000001:3.0:1789608865.794646:0:35435:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:3.0:1789608865.794648:0:35435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00000002:00010000:3.0:1789608865.794651:0:35435:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0600/0xc54db3288176ffbb lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9bad expref: -99 pid: 35435 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608865.794657:0:35435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.794659:0:35435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.794661:0:35435:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789608865.794663:0:35435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.794664:0:35435:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.794665:0:35435:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=3 00000020:00000001:3.0:1789608865.794667:0:35435:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:3.0:1789608865.794669:0:35435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000040:3.0:1789608865.794672:0:35435:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69d00 count: 3 00010000:00000001:3.0:1789608865.794674:0:35435:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789608865.794702:0:35435:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d91081f000 type 13 mode 16 res 8589935621/43 (0 0) 00010000:00000001:3.0:1789608865.794704:0:35435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.794705:0:35435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608865.794707:0:35435:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789608865.794710:0:35435:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cfb888 00000002:00002000:3.0:1789608865.794712:0:35435:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:3.0:1789608865.794715:0:35435:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608865.794719:0:35435:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608865.794722:0:35435:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789608865.794725:0:35435:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1789608865.794729:0:35435:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608865.794733:0:35435:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:3.0:1789608865.794738:0:35435:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d904ae7e00. 00000080:00000001:3.0:1789608865.794743:0:35435:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1789608865.794751:0:35435:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1789608865.794753:0:35435:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:3.0:1789608865.794757:0:35435:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789608865.794762:0:35435:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258593596264 : -117815115955352 : ffff94d907dd4368) 00000020:00001000:3.0:1789608865.794775:0:35435:0:(cl_object.c:823:cl_env_get()) 1@ffff94d907dd4360 00000020:00000001:3.0:1789608865.794777:0:35435:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1789608865.794782:0:35435:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1789608865.794785:0:35435:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1789608865.794792:0:35435:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d909265240. 00020000:00000010:3.0:1789608865.794797:0:35435:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d909374a80. 00020000:00000010:3.0:1789608865.794804:0:35435:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d909265720. 00020000:00000001:3.0:1789608865.794806:0:35435:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626258615162656 : -117815094388960 : ffff94d909265720) 00020000:00000002:3.0:1789608865.794810:0:35435:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d909265720, objid 0x2b:1029, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789608865.794815:0:35435:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789608865.794818:0:35435:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d909374a80: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000002:3.0:1789608865.794823:0:35435:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff94d910b650f8) owner ffff94d91a684f80 00020000:00000001:3.0:1789608865.794826:0:35435:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1789608865.794829:0:35435:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff94d910b650f8) owner ffff94d91a684f80 00020000:00000010:3.0:1789608865.794833:0:35435:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d909374a80. 00020000:00000010:3.0:1789608865.794837:0:35435:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d909265240. 00020000:00000010:3.0:1789608865.794840:0:35435:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d909265720. 00020000:00000002:3.0:1789608865.794842:0:35435:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1789608865.794844:0:35435:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.794846:0:35435:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789608865.794963:0:35435:0:(cl_object.c:917:cl_env_put()) 1@ffff94d907dd4360 00000080:00000001:3.0:1789608865.794971:0:35435:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611179 : 144115205339611179 : 20000040500002b) 00000080:00000001:3.0:1789608865.794974:0:35435:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:3.0:1789608865.794980:0:35435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.794981:0:35435:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.794983:0:35435:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=3 00000020:00000001:3.0:1789608865.794985:0:35435:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:3.0:1789608865.794987:0:35435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00000080:00000001:3.0:1789608865.794991:0:35435:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1789608865.794993:0:35435:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789608865.794994:0:35435:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258593596264 : -117815115955352 : ffff94d907dd4368) 00000020:00001000:3.0:1789608865.794996:0:35435:0:(cl_object.c:823:cl_env_get()) 1@ffff94d907dd4360 00000020:00000001:3.0:1789608865.794998:0:35435:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1789608865.795000:0:35435:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1789608865.795001:0:35435:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1789608865.795004:0:35435:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d909265720. 00020000:00000010:3.0:1789608865.795007:0:35435:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d909374a80. 00020000:00000010:3.0:1789608865.795009:0:35435:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d909265240. 00020000:00000001:3.0:1789608865.795011:0:35435:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626258615161408 : -117815094390208 : ffff94d909265240) 00020000:00000002:3.0:1789608865.795014:0:35435:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d909265240, objid 0x2b:1029, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789608865.795017:0:35435:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789608865.795020:0:35435:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d909374a80: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000002:3.0:1789608865.795022:0:35435:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff94d910b650f8) owner ffff94d91a684f80 00020000:00000001:3.0:1789608865.795024:0:35435:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1789608865.795026:0:35435:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff94d910b650f8) owner ffff94d91a684f80 00020000:00000010:3.0:1789608865.795028:0:35435:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d909374a80. 00020000:00000010:3.0:1789608865.795030:0:35435:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d909265720. 00020000:00000010:3.0:1789608865.795033:0:35435:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d909265240. 00020000:00000002:3.0:1789608865.795034:0:35435:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1789608865.795036:0:35435:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.795037:0:35435:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.795041:0:35435:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1789608865.795044:0:35435:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d91a684f80 00020000:00000002:3.0:1789608865.795047:0:35435:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d9092654e0 addref 2/0 by ffff94d91a684f80. 00020000:00000002:3.0:1789608865.795049:0:35435:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d91a684f80 00020000:00000001:3.0:1789608865.795052:0:35435:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1789608865.795054:0:35435:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1789608865.795056:0:35435:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1789608865.795057:0:35435:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1789608865.795060:0:35435:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1789608865.795062:0:35435:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x2b:0x0]: layout version change: 0 -> 0 00000020:00001000:3.0:1789608865.795064:0:35435:0:(cl_object.c:917:cl_env_put()) 1@ffff94d907dd4360 00000080:00000001:3.0:1789608865.795067:0:35435:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.795069:0:35435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.795070:0:35435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789608865.795072:0:35435:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1789608865.795075:0:35435:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1789608865.795078:0:35435:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608865.795081:0:35435:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff94d9189242c8) for lock 0xc54db3288176ffbb 00800000:00000001:3.0:1789608865.795086:0:35435:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789608865.795087:0:35435:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789608865.795089:0:35435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.795090:0:35435:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.795092:0:35435:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=3 00000020:00000001:3.0:1789608865.795095:0:35435:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:3.0:1789608865.795097:0:35435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:3.0:1789608865.795099:0:35435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.795100:0:35435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608865.795102:0:35435:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608865.795104:0:35435:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608865.795106:0:35435:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608865.795112:0:35435:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908492a00 x1876538934313344/t8589934598(8589934598) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608881 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608865.795118:0:35435:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608865.795121:0:35435:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ffbb from it ffffae3e01cfbbf0 00010000:00000001:3.0:1789608865.795124:0:35435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.795125:0:35435:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.795126:0:35435:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=3 00000020:00000001:3.0:1789608865.795127:0:35435:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:3.0:1789608865.795129:0:35435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:3.0:1789608865.795132:0:35435:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608865.795136:0:35435:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0600/0xc54db3288176ffbb lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x91bddff8e8ed9bad expref: -99 pid: 35435 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608865.795143:0:35435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.795144:0:35435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.795145:0:35435:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608865.795150:0:35435:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608865.795152:0:35435:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0600/0xc54db3288176ffbb lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9bad expref: -99 pid: 35435 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789608865.795161:0:35435:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608865.795165:0:35435:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608865.795167:0:35435:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608865.795172:0:35435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.795174:0:35435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.795176:0:35435:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.795180:0:35435:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608865.795182:0:35435:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.795184:0:35435:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.795188:0:35435:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.795190:0:35435:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608865.795192:0:35435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.795193:0:35435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789608865.795196:0:35435:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789608865.795202:0:35435:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94d904af6440. 00000080:00000001:3.0:1789608865.795206:0:35435:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1789608865.795210:0:35435:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:3.0:1789608865.795213:0:35435:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608865.795216:0:35435:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608865.795219:0:35435:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608865.795221:0:35435:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608865.795223:0:35435:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608865.795225:0:35435:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:3.0:1789608865.795228:0:35435:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608865.795231:0:35435:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1789608865.795234:0:35435:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94d906078540. 00000002:00100000:3.0:1789608865.795240:0:35435:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d908492a00 x1876538934313344/t8589934598(8589934598) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608881 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789608865.795247:0:35435:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608865.795249:0:35435:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1789608865.795253:0:35435:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1789608865.795257:0:35435:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.795262:0:35435:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:3.0:1789608865.795264:0:35435:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1789608865.795267:0:35435:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789608865.795269:0:35435:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1789608865.795271:0:35435:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.795274:0:35435:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1789608865.795279:0:35435:0:(pcc.c:1984:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.795281:0:35435:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1789608865.795284:0:35435:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.795286:0:35435:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608865.795289:0:35435:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608865.795293:0:35435:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908492a00 x1876538934313344/t8589934598(8589934598) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608881 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1789608865.795300:0:35435:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608865.795303:0:35435:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff94d908700000. 02000000:00000001:3.0:1789608865.795355:0:35435:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1789608865.795358:0:35435:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.795361:0:35435:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cfbb98 00000080:00000008:3.0:1789608865.795363:0:35435:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff94d9189242c8), flags 100000, rc = 0 00000020:00000001:3.0:1789608865.795399:0:35435:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cfbd28 00000080:00200008:3.0:1789608865.795402:0:35435:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000405:0x2b:0x0](ffff94d9189242c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1789608865.795408:0:35435:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789608865.795410:0:35435:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cfbca0 00000080:00200000:3.0:1789608865.795412:0:35435:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff94d9189242c8),name=recon 00000080:00000010:3.0:1789608865.795419:0:35435:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d904ae7e00. 00800000:00000002:3.0:1789608865.795425:0:35435:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:3.0:1789608865.795433:0:35435:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789608865.795437:0:35435:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789608865.795439:0:35435:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cfbbc0 00800000:00000002:3.0:1789608865.795441:0:35435:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x2b:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608865.795444:0:35435:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789608865.795447:0:35435:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608865.795449:0:35435:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608865.795450:0:35435:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608865.795451:0:35435:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608865.795453:0:35435:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608865.795455:0:35435:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608865.795456:0:35435:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608865.795458:0:35435:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608865.795459:0:35435:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608865.795460:0:35435:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608865.795461:0:35435:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608865.795462:0:35435:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608865.795464:0:35435:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:3.0:1789608865.795465:0:35435:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608865.795468:0:35435:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='' -> mds #0 00000002:00000001:3.0:1789608865.795472:0:35435:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789608865.795473:0:35435:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cfba90 00000002:00010000:3.0:1789608865.795475:0:35435:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789608865.795479:0:35435:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789608865.795481:0:35435:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608865.795483:0:35435:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608865.795486:0:35435:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69d00 count: 3 00010000:00000001:3.0:1789608865.795489:0:35435:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608865.795492:0:35435:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608865.795496:0:35435:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789608865.795499:0:35435:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176ff91 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9b59 expref: -99 pid: 35428 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1789608865.795507:0:35435:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789608865.795513:0:35435:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608865.795516:0:35435:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176ff91 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9b59 expref: -99 pid: 35428 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1789608865.795523:0:35435:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789608865.795526:0:35435:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789608865.795528:0:35435:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608865.795530:0:35435:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608865.795531:0:35435:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608865.795533:0:35435:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789608865.795537:0:35435:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789608865.795538:0:35435:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:3.0:1789608865.795541:0:35435:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d904ae7e00. 00000080:00000001:3.0:1789608865.795544:0:35435:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789608865.795547:0:35435:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608865.795549:0:35435:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2b:0x0](ffff94d9189242c8) 00000080:00010000:3.0:1789608865.795553:0:35435:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff94d9189242c8) for lock 0xc54db3288176ff91 00800000:00000001:3.0:1789608865.795556:0:35435:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789608865.795558:0:35435:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789608865.795559:0:35435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.795561:0:35435:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.795563:0:35435:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54e00 refcount=3 00000020:00000001:3.0:1789608865.795565:0:35435:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:3.0:1789608865.795578:0:35435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:3.0:1789608865.795581:0:35435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.795582:0:35435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608865.795583:0:35435:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608865.795585:0:35435:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608865.795587:0:35435:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ff91 from it ffffae3e01cfbcd8 00010000:00000001:3.0:1789608865.795589:0:35435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.795590:0:35435:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.795592:0:35435:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54e00 refcount=3 00000020:00000001:3.0:1789608865.795593:0:35435:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:3.0:1789608865.795595:0:35435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:3.0:1789608865.795597:0:35435:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608865.795600:0:35435:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176ff91 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x91bddff8e8ed9b59 expref: -99 pid: 35428 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1789608865.795606:0:35435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.795607:0:35435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.795608:0:35435:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608865.795610:0:35435:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608865.795612:0:35435:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176ff91 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9b59 expref: -99 pid: 35428 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1789608865.795622:0:35435:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608865.795624:0:35435:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608865.795626:0:35435:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608865.795628:0:35435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.795629:0:35435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.795632:0:35435:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.795634:0:35435:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608865.795635:0:35435:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.795636:0:35435:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.795638:0:35435:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.795640:0:35435:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608865.795641:0:35435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.795642:0:35435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789608865.795644:0:35435:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789608865.795645:0:35435:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789608865.795648:0:35435:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1789608865.795651:0:35435:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1789608865.795652:0:35435:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789608865.795654:0:35435:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1789608865.795655:0:35435:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.795657:0:35435:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789608865.795661:0:35435:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:3.0:1789608865.795663:0:35435:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789608865.795665:0:35435:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258593596264 : -117815115955352 : ffff94d907dd4368) 00000020:00001000:3.0:1789608865.795667:0:35435:0:(cl_object.c:823:cl_env_get()) 1@ffff94d907dd4360 00000020:00000001:3.0:1789608865.795673:0:35435:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000020:00000001:3.0:1789608865.795714:0:35435:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:3.0:1789608865.795717:0:35435:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1789608865.795719:0:35435:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1789608865.795723:0:35435:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789608865.795725:0:35435:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1789608865.795727:0:35435:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1789608865.795728:0:35435:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.795731:0:35435:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789608865.795735:0:35435:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff94d9109bd780 type 7 ignore/verify layout 0/1 00020000:00000002:3.0:1789608865.795737:0:35435:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d91a684f80 00020000:00000001:3.0:1789608865.795742:0:35435:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1789608865.795743:0:35435:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1789608865.795746:0:35435:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1789608865.795748:0:35435:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.795751:0:35435:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1789608865.795753:0:35435:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1789608865.795754:0:35435:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.795756:0:35435:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789608865.795757:0:35435:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1789608865.795758:0:35435:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1789608865.795759:0:35435:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d91a684f80 00000020:00000001:3.0:1789608865.795761:0:35435:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789608865.797018:0:35435:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1789608865.797023:0:35435:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2b:0x0] 00000020:00000001:3.0:1789608865.797030:0:35435:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1789608865.797031:0:35435:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1789608865.797035:0:35435:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1789608865.797037:0:35435:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1789608865.797044:0:35435:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1789608865.797056:0:35435:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d903cc7080. 00020000:00000002:3.0:1789608865.797060:0:35435:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1789608865.797063:0:35435:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1789608865.797066:0:35435:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789608865.797068:0:35435:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1789608865.797071:0:35435:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789608865.797074:0:35435:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258593598136 : -117815115953480 : ffff94d907dd4ab8) 00000020:00001000:3.0:1789608865.797077:0:35435:0:(cl_object.c:823:cl_env_get()) 1@ffff94d907dd4ab0 00000020:00000001:3.0:1789608865.797082:0:35435:0:(cl_object.c:143:cl_object_top()) ffff94d904aaa210 -> ffff94d9040dbe90 00000020:00000001:3.0:1789608865.797084:0:35435:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:3.0:1789608865.797089:0:35435:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789608865.797091:0:35435:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1789608865.797093:0:35435:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:3.0:1789608865.797094:0:35435:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258740303744 : -117814969247872 : ffff94d9109bd780) 00000020:00000001:3.0:1789608865.797096:0:35435:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.797098:0:35435:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.797100:0:35435:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258608516616 : -117815101035000 : ffff94d908c0ee08) 00000020:00000001:3.0:1789608865.797102:0:35435:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1789608865.797107:0:35435:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d9035db690. 00000008:00010000:3.0:1789608865.797111:0:35435:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1789608865.797115:0:35435:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1789608865.797116:0:35435:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1789608865.797118:0:35435:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d903cc70b0, osc lock ffff94d9035db690, flags 0x400001002 00000020:00000001:3.0:1789608865.797120:0:35435:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.797122:0:35435:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.797125:0:35435:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626258525384832 : -117815184166784 : ffff94d903cc7080) 00000020:00000001:3.0:1789608865.797127:0:35435:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1789608865.797128:0:35435:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1789608865.797130:0:35435:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.797131:0:35435:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.797134:0:35435:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1789608865.797136:0:35435:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1789608865.797138:0:35435:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1789608865.797141:0:35435:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1789608865.797142:0:35435:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789608865.797143:0:35435:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258608516616 : -117815101035000 : ffff94d908c0ee08) 00000020:00000001:3.0:1789608865.797145:0:35435:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1789608865.797147:0:35435:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1789608865.797149:0:35435:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1789608865.797153:0:35435:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1789608865.797156:0:35435:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1789608865.797157:0:35435:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1789608865.797160:0:35435:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1789608865.797161:0:35435:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1789608865.797162:0:35435:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1789608865.797165:0:35435:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1789608865.797168:0:35435:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608865.797175:0:35435:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29400 count: 2 00010000:00000001:3.0:1789608865.797178:0:35435:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608865.797183:0:35435:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608865.797189:0:35435:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789608865.797193:0:35435:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1789608865.797206:0:35435:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789608865.797211:0:35435:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608865.797214:0:35435:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1789608865.797223:0:35435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.797225:0:35435:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.797227:0:35435:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55c00 refcount=4 00000020:00000001:3.0:1789608865.797230:0:35435:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:3.0:1789608865.797232:0:35435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00000008:00000001:3.0:1789608865.797237:0:35435:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1789608865.797240:0:35435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.797241:0:35435:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.797242:0:35435:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55c00 refcount=5 00000020:00000001:3.0:1789608865.797245:0:35435:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:3.0:1789608865.797247:0:35435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00000020:00000001:3.0:1789608865.797250:0:35435:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1789608865.797253:0:35435:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1789608865.797255:0:35435:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1789608865.797257:0:35435:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.797258:0:35435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.797259:0:35435:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.797261:0:35435:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55c00 refcount=6 00000020:00000001:3.0:1789608865.797263:0:35435:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:3.0:1789608865.797265:0:35435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:3.0:1789608865.797267:0:35435:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608865.797270:0:35435:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1789608865.797278:0:35435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.797280:0:35435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.797281:0:35435:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608865.797283:0:35435:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608865.797286:0:35435:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1789608865.797300:0:35435:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608865.797302:0:35435:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608865.797304:0:35435:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608865.797308:0:35435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.797309:0:35435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.797311:0:35435:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.797313:0:35435:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608865.797315:0:35435:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.797317:0:35435:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.797320:0:35435:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.797322:0:35435:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608865.797323:0:35435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.797325:0:35435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.797326:0:35435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.797326:0:35435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789608865.797328:0:35435:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789608865.797331:0:35435:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.797333:0:35435:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.797334:0:35435:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.797336:0:35435:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.797337:0:35435:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1789608865.797338:0:35435:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1789608865.797341:0:35435:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1789608865.797342:0:35435:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000020:00000001:3.0:1789608865.797344:0:35435:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.797346:0:35435:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.797351:0:35435:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1789608865.797353:0:35435:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000020:00000001:3.0:1789608865.797355:0:35435:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000020:00000001:3.0:1789608865.797356:0:35435:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1789608865.797360:0:35435:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1789608865.797362:0:35435:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789608865 a=0 c=1789608865 b=1 00020000:00000001:3.0:1789608865.797366:0:35435:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.797368:0:35435:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.797370:0:35435:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000080:00200000:3.0:1789608865.797373:0:35435:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 46 i_blocks 1 00000080:00000001:3.0:1789608865.797375:0:35435:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1789608865.797377:0:35435:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1789608865.797379:0:35435:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d9109bd720 (ffff94d907dd4368/0) at cl_lock_release():245 00000020:00000001:3.0:1789608865.797381:0:35435:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1789608865.797383:0:35435:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d9109bd720 (ffff94d907dd4368/0) at cl_lock_cancel():142 00020000:00000001:3.0:1789608865.797386:0:35435:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1789608865.797388:0:35435:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789608865.797389:0:35435:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258608516616 : -117815101035000 : ffff94d908c0ee08) 00000020:00000001:3.0:1789608865.797391:0:35435:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1789608865.797392:0:35435:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d903cc70b0 (ffff94d907dd4ab8/1) at cl_lock_cancel():142 00000008:00000001:3.0:1789608865.797395:0:35435:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1789608865.797396:0:35435:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1789608865.797397:0:35435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.797398:0:35435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789608865.797400:0:35435:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1789608865.797402:0:35435:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1789608865.797403:0:35435:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1789608865.797404:0:35435:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1789608865.797405:0:35435:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1789608865.797406:0:35435:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d9109bd720 (ffff94d907dd4368/0) at cl_lock_fini():72 00020000:00000001:3.0:1789608865.797409:0:35435:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1789608865.797410:0:35435:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1789608865.797411:0:35435:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d903cc70b0 (ffff94d907dd4368/1) at cl_lock_fini():72 00000008:00000010:3.0:1789608865.797414:0:35435:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d9035db690. 00000020:00000001:3.0:1789608865.797419:0:35435:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1789608865.797421:0:35435:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d903cc7080. 00020000:00000001:3.0:1789608865.797424:0:35435:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1789608865.797425:0:35435:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1789608865.797427:0:35435:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1789608865.797429:0:35435:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.797432:0:35435:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:3.0:1789608865.797434:0:35435:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1789608865.797436:0:35435:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1789608865.797437:0:35435:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:3.0:1789608865.797438:0:35435:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789608865.797441:0:35435:0:(cl_object.c:917:cl_env_put()) 1@ffff94d907dd4ab0 00020000:00000001:3.0:1789608865.797444:0:35435:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1789608865.797446:0:35435:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1789608865.797449:0:35435:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1789608865.797452:0:35435:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1789608865.797455:0:35435:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1789608865.797458:0:35435:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.797460:0:35435:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1789608865.797462:0:35435:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1789608865.797463:0:35435:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789608865.797464:0:35435:0:(cl_object.c:917:cl_env_put()) 1@ffff94d907dd4360 00000001:00000001:3.0:1789608865.797466:0:35435:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.797474:0:35435:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cfbd28 00000080:00000008:3.0:1789608865.797476:0:35435:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff94d9189242c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1789608865.797602:0:35435:0:(file.c:2479:do_file_read_iter()) Process entered 00000020:00000001:3.0:1789608865.797605:0:35435:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cfbd88 00000080:00200008:3.0:1789608865.797607:0:35435:0:(file.c:2483:do_file_read_iter()) START file recon:[0x200000405:0x2b:0x0], ppos: 0, count: 4194304 00000080:00000001:3.0:1789608865.797611:0:35435:0:(pcc.c:2514:pcc_file_read_iter()) Process entered 00000080:00000001:3.0:1789608865.797613:0:35435:0:(pcc.c:2518:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1789608865.797618:0:35435:0:(rw.c:1191:ras_detect_read_pattern()) lre 0 cr 1 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00400000:3.0:1789608865.797623:0:35435:0:(rw.c:1245:ras_detect_read_pattern()) lre 4194303 cr 1 cb 4194304 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000020:00000001:3.0:1789608865.797649:0:35435:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789608865.797652:0:35435:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258593596264 : -117815115955352 : ffff94d907dd4368) 00000020:00001000:3.0:1789608865.797654:0:35435:0:(cl_object.c:823:cl_env_get()) 1@ffff94d907dd4360 00000080:00000001:3.0:1789608865.797657:0:35435:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:3.0:1789608865.797660:0:35435:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.797663:0:35435:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:3.0:1789608865.797665:0:35435:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cfbc98 00000080:00200000:3.0:1789608865.797666:0:35435:0:(file.c:2090:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194258 00000020:00000001:3.0:1789608865.797672:0:35435:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cfbc30 00000080:00200000:3.0:1789608865.797673:0:35435:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:3.0:1789608865.797691:0:35435:0:(cl_io.c:210:cl_io_rw_init()) Process entered 00000020:00200000:3.0:1789608865.797697:0:35435:0:(cl_io.c:215:cl_io_rw_init()) header@000000005fbf27ba[0x110, 2, [0x200000405:0x2b:0x0] hash] 00000020:00200000:3.0:1789608865.797699:0:35435:0:(cl_io.c:215:cl_io_rw_init()) io range: 1 [46, 4194304) 0 0 00000020:00000001:3.0:1789608865.797701:0:35435:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000020:00000001:3.0:1789608865.797703:0:35435:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:3.0:1789608865.797705:0:35435:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1789608865.797706:0:35435:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1789608865.797709:0:35435:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789608865.797711:0:35435:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1789608865.797713:0:35435:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608865.797718:0:35435:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.797720:0:35435:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1789608865.797721:0:35435:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.797723:0:35435:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789608865.797726:0:35435:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff94d9109bd780 type 1 ignore/verify layout 0/0 00020000:00000002:3.0:1789608865.797729:0:35435:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d91a684f80 00020000:00000001:3.0:1789608865.797733:0:35435:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1789608865.797734:0:35435:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1789608865.797737:0:35435:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1789608865.797739:0:35435:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.797742:0:35435:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1789608865.797744:0:35435:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1789608865.797746:0:35435:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.797747:0:35435:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789608865.797749:0:35435:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1789608865.797750:0:35435:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1789608865.797752:0:35435:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d91a684f80 00000020:00000001:3.0:1789608865.797754:0:35435:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.797756:0:35435:0:(cl_io.c:218:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.797760:0:35435:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:3.0:1789608865.797763:0:35435:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1789608865.799922:0:35435:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:3.0:1789608865.799934:0:35435:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194304) 4194304, 4194258 00020000:00000001:3.0:1789608865.799940:0:35435:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1789608865.799944:0:35435:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1789608865.799949:0:35435:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:3.0:1789608865.799953:0:35435:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789608865.799955:0:35435:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1789608865.799957:0:35435:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789608865.799962:0:35435:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258593598136 : -117815115953480 : ffff94d907dd4ab8) 00000020:00001000:3.0:1789608865.799965:0:35435:0:(cl_object.c:823:cl_env_get()) 1@ffff94d907dd4ab0 00000020:00000001:3.0:1789608865.799971:0:35435:0:(cl_object.c:143:cl_object_top()) ffff94d904aaa210 -> ffff94d9040dbe90 00000020:00000001:3.0:1789608865.799974:0:35435:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:3.0:1789608865.799979:0:35435:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789608865.799981:0:35435:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1789608865.799983:0:35435:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:3.0:1789608865.799984:0:35435:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258740303744 : -117814969247872 : ffff94d9109bd780) 00000020:00000001:3.0:1789608865.799988:0:35435:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.799990:0:35435:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.799992:0:35435:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258608516616 : -117815101035000 : ffff94d908c0ee08) 00000020:00000001:3.0:1789608865.799995:0:35435:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1789608865.799998:0:35435:0:(osc_io.c:525:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1789608865.800003:0:35435:0:(osc_io.c:545:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.800005:0:35435:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.800008:0:35435:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.800009:0:35435:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.800011:0:35435:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.800013:0:35435:0:(cl_io.c:315:cl_io_lock()) Process entered 00000080:00000001:3.0:1789608865.800016:0:35435:0:(vvp_io.c:589:vvp_io_read_lock()) Process entered 00000080:00000001:3.0:1789608865.800018:0:35435:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:3.0:1789608865.800022:0:35435:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:3.0:1789608865.800026:0:35435:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:3.0:1789608865.800030:0:35435:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.800034:0:35435:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.800036:0:35435:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:3.0:1789608865.800038:0:35435:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 1023] 00000020:00000001:3.0:1789608865.800039:0:35435:0:(cl_io.c:477:cl_io_lock_add()) Process entered 00000020:00000001:3.0:1789608865.800041:0:35435:0:(cl_io.c:260:cl_lockset_merge()) Process entered 00000020:00000001:3.0:1789608865.800043:0:35435:0:(cl_io.c:277:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.800045:0:35435:0:(cl_io.c:484:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.800047:0:35435:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.800048:0:35435:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.800050:0:35435:0:(vvp_io.c:592:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.800052:0:35435:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1789608865.800054:0:35435:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789608865.800055:0:35435:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:3.0:1789608865.800057:0:35435:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789608865.800059:0:35435:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.800060:0:35435:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.800062:0:35435:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.800064:0:35435:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.800065:0:35435:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789608865.800067:0:35435:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1789608865.800069:0:35435:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1789608865.800072:0:35435:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1789608865.800075:0:35435:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1789608865.800078:0:35435:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000010:3.0:1789608865.800089:0:35435:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d903cc7080. 00020000:00000002:3.0:1789608865.800091:0:35435:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000001:3.0:1789608865.800094:0:35435:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1789608865.800096:0:35435:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789608865.800097:0:35435:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258608516616 : -117815101035000 : ffff94d908c0ee08) 00000020:00000001:3.0:1789608865.800099:0:35435:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1789608865.800104:0:35435:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d9035db690. 00000008:00010000:3.0:1789608865.800107:0:35435:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:3.0:1789608865.800111:0:35435:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1789608865.800112:0:35435:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1789608865.800117:0:35435:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d903cc70b0, osc lock ffff94d9035db690, flags 0x0 00000020:00000001:3.0:1789608865.800119:0:35435:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.800122:0:35435:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.800125:0:35435:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626258525384832 : -117815184166784 : ffff94d903cc7080) 00000020:00000001:3.0:1789608865.800127:0:35435:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1789608865.800128:0:35435:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1789608865.800130:0:35435:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.800132:0:35435:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.800134:0:35435:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1789608865.800135:0:35435:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1789608865.800137:0:35435:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789608865.800138:0:35435:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258608516616 : -117815101035000 : ffff94d908c0ee08) 00000020:00000001:3.0:1789608865.800139:0:35435:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1789608865.800142:0:35435:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1789608865.800144:0:35435:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:3.0:1789608865.800145:0:35435:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.800149:0:35435:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1789608865.800152:0:35435:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1789608865.800153:0:35435:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1789608865.800155:0:35435:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1789608865.800156:0:35435:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1789608865.800158:0:35435:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1789608865.800160:0:35435:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1789608865.800163:0:35435:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608865.800172:0:35435:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29400 count: 2 00010000:00000001:3.0:1789608865.800176:0:35435:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608865.800183:0:35435:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608865.800189:0:35435:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789608865.800195:0:35435:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1789608865.800211:0:35435:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789608865.800218:0:35435:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608865.800222:0:35435:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4194303) ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1789608865.800231:0:35435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.800233:0:35435:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.800237:0:35435:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55c00 refcount=4 00000020:00000001:3.0:1789608865.800239:0:35435:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:3.0:1789608865.800242:0:35435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00000008:00000001:3.0:1789608865.800246:0:35435:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1789608865.800248:0:35435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.800249:0:35435:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.800251:0:35435:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55c00 refcount=5 00000020:00000001:3.0:1789608865.800253:0:35435:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:3.0:1789608865.800255:0:35435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:3.0:1789608865.800257:0:35435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.800258:0:35435:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.800259:0:35435:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55c00 refcount=6 00000020:00000001:3.0:1789608865.800261:0:35435:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:3.0:1789608865.800263:0:35435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:3.0:1789608865.800265:0:35435:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608865.800266:0:35435:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608865.800270:0:35435:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 7/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1789608865.800277:0:35435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.800280:0:35435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789608865.800282:0:35435:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.800284:0:35435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.800285:0:35435:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.800287:0:35435:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55c00 refcount=7 00000020:00000001:3.0:1789608865.800289:0:35435:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:3.0:1789608865.800291:0:35435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:3.0:1789608865.800293:0:35435:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608865.800296:0:35435:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 7/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1789608865.800303:0:35435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.800304:0:35435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789608865.800307:0:35435:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 6/1,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1789608865.800319:0:35435:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608865.800320:0:35435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.800321:0:35435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.800322:0:35435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.800323:0:35435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789608865.800324:0:35435:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789608865.800327:0:35435:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.800329:0:35435:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.800331:0:35435:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.800337:0:35435:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.800340:0:35435:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.800342:0:35435:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.800343:0:35435:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.800345:0:35435:0:(cl_io.c:529:cl_io_start()) Process entered 00000080:00000001:3.0:1789608865.800348:0:35435:0:(vvp_io.c:831:vvp_io_read_start()) Process entered 00000020:00000001:3.0:1789608865.800351:0:35435:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cfbb90 00000080:00200000:3.0:1789608865.800353:0:35435:0:(vvp_io.c:835:vvp_io_read_start()) recon: read [46, 4194304) 00000020:00000001:3.0:1789608865.800357:0:35435:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00020000:00000001:3.0:1789608865.800360:0:35435:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:3.0:1789608865.800363:0:35435:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:3.0:1789608865.800366:0:35435:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789608865.800367:0:35435:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258608516616 : -117815101035000 : ffff94d908c0ee08) 00000020:00000001:3.0:1789608865.800368:0:35435:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00000008:00000001:3.0:1789608865.800370:0:35435:0:(osc_io.c:1417:osc_io_lru_reserve()) Process entered 00000008:00000001:3.0:1789608865.800374:0:35435:0:(osc_io.c:1430:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.800376:0:35435:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.800377:0:35435:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.800378:0:35435:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.800382:0:35435:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000020:00000001:3.0:1789608865.800383:0:35435:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000020:00000001:3.0:1789608865.800385:0:35435:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1789608865.800388:0:35435:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1789608865.800391:0:35435:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789608865 a=0 c=1789608865 b=1 00020000:00000001:3.0:1789608865.800394:0:35435:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.800396:0:35435:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.800398:0:35435:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000001:00000001:3.0:1789608865.800401:0:35435:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1789608865.800403:0:35435:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2b:0x0] 00000020:00000001:3.0:1789608865.800405:0:35435:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1789608865.800406:0:35435:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1789608865.800407:0:35435:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1789608865.800409:0:35435:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1789608865.800410:0:35435:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1789608865.800414:0:35435:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d903cc7100. 00020000:00000002:3.0:1789608865.800416:0:35435:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1789608865.800418:0:35435:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1789608865.800419:0:35435:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789608865.800420:0:35435:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258608516616 : -117815101035000 : ffff94d908c0ee08) 00000020:00000001:3.0:1789608865.800422:0:35435:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1789608865.800424:0:35435:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d9035dad10. 00000008:00010000:3.0:1789608865.800426:0:35435:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1789608865.800427:0:35435:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1789608865.800428:0:35435:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1789608865.800429:0:35435:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d903cc7130, osc lock ffff94d9035dad10, flags 0x400001002 00000020:00000001:3.0:1789608865.800431:0:35435:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.800433:0:35435:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.800434:0:35435:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626258525384960 : -117815184166656 : ffff94d903cc7100) 00000020:00000001:3.0:1789608865.800436:0:35435:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1789608865.800438:0:35435:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1789608865.800439:0:35435:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.800441:0:35435:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.800443:0:35435:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1789608865.800445:0:35435:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1789608865.800446:0:35435:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1789608865.800447:0:35435:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1789608865.800448:0:35435:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789608865.800449:0:35435:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258608516616 : -117815101035000 : ffff94d908c0ee08) 00000020:00000001:3.0:1789608865.800451:0:35435:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1789608865.800452:0:35435:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1789608865.800454:0:35435:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1789608865.800456:0:35435:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1789608865.800457:0:35435:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1789608865.800458:0:35435:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1789608865.800459:0:35435:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1789608865.800460:0:35435:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1789608865.800461:0:35435:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1789608865.800463:0:35435:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1789608865.800464:0:35435:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608865.800466:0:35435:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29400 count: 2 00010000:00000001:3.0:1789608865.800468:0:35435:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608865.800470:0:35435:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608865.800472:0:35435:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608865.800475:0:35435:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 5/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1789608865.800482:0:35435:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789608865.800484:0:35435:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608865.800487:0:35435:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 5/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1789608865.800494:0:35435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.800495:0:35435:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.800496:0:35435:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55c00 refcount=6 00000020:00000001:3.0:1789608865.800498:0:35435:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:3.0:1789608865.800501:0:35435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00000008:00000001:3.0:1789608865.800504:0:35435:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1789608865.800505:0:35435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.800506:0:35435:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.800507:0:35435:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55c00 refcount=7 00000020:00000001:3.0:1789608865.800509:0:35435:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:3.0:1789608865.800511:0:35435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00000020:00000001:3.0:1789608865.800514:0:35435:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1789608865.800953:0:35435:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1789608865.800958:0:35435:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1789608865.800960:0:35435:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.800962:0:35435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.800964:0:35435:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.800966:0:35435:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55c00 refcount=8 00000020:00000001:3.0:1789608865.800968:0:35435:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:3.0:1789608865.800971:0:35435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:3.0:1789608865.800973:0:35435:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608865.800976:0:35435:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 8/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1789608865.800984:0:35435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.800986:0:35435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789608865.800988:0:35435:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 7/1,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1789608865.800994:0:35435:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608865.800995:0:35435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.800996:0:35435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.800998:0:35435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.800999:0:35435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789608865.801000:0:35435:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789608865.801002:0:35435:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.801004:0:35435:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.801007:0:35435:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.801009:0:35435:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.801010:0:35435:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1789608865.801012:0:35435:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1789608865.801014:0:35435:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1789608865.801016:0:35435:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000020:00000001:3.0:1789608865.801018:0:35435:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.801020:0:35435:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.801025:0:35435:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1789608865.801027:0:35435:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000020:00000001:3.0:1789608865.801030:0:35435:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000020:00000001:3.0:1789608865.801031:0:35435:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1789608865.801034:0:35435:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1789608865.801036:0:35435:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789608865 a=0 c=1789608865 b=1 00020000:00000001:3.0:1789608865.801039:0:35435:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.801040:0:35435:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.801042:0:35435:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000080:00200000:3.0:1789608865.801045:0:35435:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 46 i_blocks 1 00000080:00000001:3.0:1789608865.801048:0:35435:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1789608865.801049:0:35435:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1789608865.801051:0:35435:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d9109bd720 (ffff94d907dd4368/0) at cl_lock_release():245 00000020:00000001:3.0:1789608865.801054:0:35435:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1789608865.801055:0:35435:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d9109bd720 (ffff94d907dd4368/0) at cl_lock_cancel():142 00020000:00000001:3.0:1789608865.801058:0:35435:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1789608865.801060:0:35435:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789608865.801061:0:35435:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258608516616 : -117815101035000 : ffff94d908c0ee08) 00000020:00000001:3.0:1789608865.801063:0:35435:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1789608865.801065:0:35435:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d903cc7130 (ffff94d907dd4ab8/1) at cl_lock_cancel():142 00000008:00000001:3.0:1789608865.801068:0:35435:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1789608865.801070:0:35435:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1789608865.801071:0:35435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.801072:0:35435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789608865.801074:0:35435:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1789608865.801075:0:35435:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1789608865.801076:0:35435:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1789608865.801077:0:35435:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1789608865.801079:0:35435:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1789608865.801080:0:35435:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d9109bd720 (ffff94d907dd4368/0) at cl_lock_fini():72 00020000:00000001:3.0:1789608865.801083:0:35435:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1789608865.801084:0:35435:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1789608865.801085:0:35435:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d903cc7130 (ffff94d907dd4368/1) at cl_lock_fini():72 00000008:00000010:3.0:1789608865.801088:0:35435:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d9035dad10. 00000020:00000001:3.0:1789608865.801095:0:35435:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1789608865.801097:0:35435:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d903cc7100. 00020000:00000001:3.0:1789608865.801101:0:35435:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1789608865.801102:0:35435:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1789608865.801103:0:35435:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1789608865.801105:0:35435:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789608865.801111:0:35435:0:(vvp_io.c:864:vvp_io_read_start()) header@000000005fbf27ba[0x110, 2, [0x200000405:0x2b:0x0] hash] 00000080:00000002:3.0:1789608865.801113:0:35435:0:(vvp_io.c:864:vvp_io_read_start()) Read ino 144115205339611179, 4194258 bytes, offset 46, size 46 00000080:00400000:3.0:1789608865.801116:0:35435:0:(vvp_io.c:883:vvp_io_read_start()) tot 4194258, ra_start 0, ra_count 1024 00000080:00200000:3.0:1789608865.801122:0:35435:0:(vvp_io.c:893:vvp_io_read_start()) count:4194258 iocb pos:46 00020000:00000001:3.0:1789608865.801130:0:35435:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1789608865.801132:0:35435:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789608865.801133:0:35435:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:3.0:1789608865.801135:0:35435:0:(osc_io.c:1034:osc_io_read_start()) Process entered 00000020:00000001:3.0:1789608865.801137:0:35435:0:(cl_object.c:143:cl_object_top()) ffff94d905e4e380 -> ffff94d9040dbe90 00000020:00000001:3.0:1789608865.801139:0:35435:0:(cl_object.c:143:cl_object_top()) ffff94d905e4e380 -> ffff94d9040dbe90 00000020:00000001:3.0:1789608865.801141:0:35435:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1789608865.801144:0:35435:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1789608865.801146:0:35435:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.801148:0:35435:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.801149:0:35435:0:(cl_object.c:143:cl_object_top()) ffff94d905e4e380 -> ffff94d9040dbe90 00000008:00000001:3.0:1789608865.801152:0:35435:0:(osc_io.c:1043:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.801153:0:35435:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.801155:0:35435:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.801156:0:35435:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.801157:0:35435:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.801159:0:35435:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:3.0:1789608865.801161:0:35435:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:3.0:1789608865.801162:0:35435:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1789608865.801163:0:35435:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:3.0:1789608865.801165:0:35435:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:3.0:1789608865.801166:0:35435:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.801168:0:35435:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.801170:0:35435:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:3.0:1789608865.801173:0:35435:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:3.0:1789608865.801174:0:35435:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1789608865.801176:0:35435:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d907dd16c8 (ffff94d907dd4368/0) at cl_lock_release():245 00000020:00000001:3.0:1789608865.801178:0:35435:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1789608865.801180:0:35435:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d907dd16c8 (ffff94d907dd4368/0) at cl_lock_cancel():142 00020000:00000001:3.0:1789608865.801182:0:35435:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1789608865.801183:0:35435:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789608865.801184:0:35435:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258608516616 : -117815101035000 : ffff94d908c0ee08) 00000020:00000001:3.0:1789608865.801186:0:35435:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1789608865.801187:0:35435:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d903cc70b0 (ffff94d907dd4ab8/1) at cl_lock_cancel():142 00000008:00000001:3.0:1789608865.801189:0:35435:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1789608865.801190:0:35435:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1789608865.801192:0:35435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.801193:0:35435:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.801194:0:35435:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55c00 refcount=5 00000020:00000001:3.0:1789608865.801196:0:35435:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:3.0:1789608865.801199:0:35435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:3.0:1789608865.801200:0:35435:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608865.801203:0:35435:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 5/1,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1789608865.801211:0:35435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.801212:0:35435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.801213:0:35435:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608865.801216:0:35435:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608865.801219:0:35435:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 00010000:00000001:3.0:1789608865.801228:0:35435:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608865.801231:0:35435:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608865.801234:0:35435:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608865.801238:0:35435:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.801241:0:35435:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608865.801243:0:35435:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.801246:0:35435:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.801250:0:35435:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.801252:0:35435:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608865.801253:0:35435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.801254:0:35435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.801255:0:35435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.801256:0:35435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789608865.801257:0:35435:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1789608865.801259:0:35435:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1789608865.801260:0:35435:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1789608865.801261:0:35435:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1789608865.801262:0:35435:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1789608865.801263:0:35435:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d907dd16c8 (ffff94d907dd4368/0) at cl_lock_fini():72 00020000:00000001:3.0:1789608865.801266:0:35435:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1789608865.801267:0:35435:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1789608865.801268:0:35435:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d903cc70b0 (ffff94d907dd4368/1) at cl_lock_fini():72 00000008:00000010:3.0:1789608865.801272:0:35435:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d9035db690. 00000020:00000001:3.0:1789608865.801274:0:35435:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1789608865.801276:0:35435:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d903cc7080. 00020000:00000001:3.0:1789608865.801278:0:35435:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1789608865.801279:0:35435:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1789608865.801280:0:35435:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:3.0:1789608865.801283:0:35435:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1789608865.801284:0:35435:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789608865.801285:0:35435:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:3.0:1789608865.801286:0:35435:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1789608865.801288:0:35435:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.801289:0:35435:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.801291:0:35435:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1789608865.801292:0:35435:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1789608865.801294:0:35435:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000080:00200000:3.0:1789608865.801296:0:35435:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000020:00000001:3.0:1789608865.801298:0:35435:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1789608865.801299:0:35435:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1789608865.801301:0:35435:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1789608865.801302:0:35435:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789608865.801303:0:35435:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1789608865.801307:0:35435:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1789608865.801308:0:35435:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.801310:0:35435:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.801312:0:35435:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1789608865.801313:0:35435:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1789608865.801314:0:35435:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.801318:0:35435:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:3.0:1789608865.801320:0:35435:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1789608865.801322:0:35435:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1789608865.801323:0:35435:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:3.0:1789608865.801324:0:35435:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789608865.801326:0:35435:0:(cl_object.c:917:cl_env_put()) 1@ffff94d907dd4ab0 00020000:00000001:3.0:1789608865.801329:0:35435:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1789608865.801331:0:35435:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1789608865.801333:0:35435:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1789608865.801335:0:35435:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1789608865.801338:0:35435:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1789608865.801339:0:35435:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00000001:3.0:1789608865.801341:0:35435:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cfbc98 00000080:00200000:3.0:1789608865.801343:0:35435:0:(file.c:2238:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:3.0:1789608865.801347:0:35435:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:3.0:1789608865.801349:0:35435:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789608865.801351:0:35435:0:(cl_object.c:917:cl_env_put()) 1@ffff94d907dd4360 00000020:00000001:3.0:1789608865.801356:0:35435:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cfbd88 00000080:00000008:3.0:1789608865.801358:0:35435:0:(file.c:2548:do_file_read_iter()) COMPLETED: file recon:[0x200000405:0x2b:0x0], ppos: 46, count: 4194258, rc = 46 00000080:00000001:3.0:1789608865.801361:0:35435:0:(file.c:2550:do_file_read_iter()) Process leaving (rc=46 : 46 : 2e) 00000080:00000001:3.0:1789608865.801498:0:35435:0:(file.c:2479:do_file_read_iter()) Process entered 00000020:00000001:3.0:1789608865.801500:0:35435:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cfbd88 00000080:00200008:3.0:1789608865.801502:0:35435:0:(file.c:2483:do_file_read_iter()) START file recon:[0x200000405:0x2b:0x0], ppos: 46, count: 4194304 00000080:00000001:3.0:1789608865.801505:0:35435:0:(pcc.c:2514:pcc_file_read_iter()) Process entered 00000080:00000001:3.0:1789608865.801507:0:35435:0:(pcc.c:2518:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1789608865.801509:0:35435:0:(rw.c:1288:ll_ras_enter()) kmsp 1 mwp 1024 mp 16384 00000080:00000001:3.0:1789608865.801511:0:35435:0:(rw.c:1297:ll_ras_enter()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1789608865.801515:0:35435:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789608865.801518:0:35435:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258593596264 : -117815115955352 : ffff94d907dd4368) 00000020:00001000:3.0:1789608865.801521:0:35435:0:(cl_object.c:823:cl_env_get()) 1@ffff94d907dd4360 00000080:00000001:3.0:1789608865.801523:0:35435:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:3.0:1789608865.801526:0:35435:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.801529:0:35435:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:3.0:1789608865.801530:0:35435:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cfbc98 00000080:00200000:3.0:1789608865.801532:0:35435:0:(file.c:2090:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194304 00000020:00000001:3.0:1789608865.801537:0:35435:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cfbc30 00000080:00200000:3.0:1789608865.801539:0:35435:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:3.0:1789608865.801541:0:35435:0:(cl_io.c:210:cl_io_rw_init()) Process entered 00000020:00200000:3.0:1789608865.801545:0:35435:0:(cl_io.c:215:cl_io_rw_init()) header@000000005fbf27ba[0x110, 2, [0x200000405:0x2b:0x0] hash] 00000020:00200000:3.0:1789608865.801547:0:35435:0:(cl_io.c:215:cl_io_rw_init()) io range: 1 [46, 4194350) 0 0 00000020:00000001:3.0:1789608865.801550:0:35435:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000020:00000001:3.0:1789608865.801552:0:35435:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:3.0:1789608865.801554:0:35435:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1789608865.801556:0:35435:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1789608865.801559:0:35435:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789608865.801560:0:35435:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1789608865.801563:0:35435:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608865.801577:0:35435:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.801580:0:35435:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1789608865.801582:0:35435:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.801584:0:35435:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789608865.801588:0:35435:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff94d9109bd780 type 1 ignore/verify layout 0/0 00020000:00000002:3.0:1789608865.801592:0:35435:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d91a684f80 00020000:00000001:3.0:1789608865.801595:0:35435:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1789608865.801597:0:35435:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1789608865.801599:0:35435:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1789608865.801601:0:35435:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.801603:0:35435:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1789608865.801605:0:35435:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1789608865.801607:0:35435:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.801608:0:35435:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789608865.801609:0:35435:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1789608865.801610:0:35435:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1789608865.801611:0:35435:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d91a684f80 00000020:00000001:3.0:1789608865.801614:0:35435:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.801615:0:35435:0:(cl_io.c:218:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.801619:0:35435:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:3.0:1789608865.801620:0:35435:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1789608865.801622:0:35435:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:3.0:1789608865.801624:0:35435:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194350) 4194350, 4194304 00020000:00000001:3.0:1789608865.801627:0:35435:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1789608865.801629:0:35435:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1789608865.801632:0:35435:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:3.0:1789608865.801635:0:35435:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789608865.801637:0:35435:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1789608865.801638:0:35435:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789608865.801640:0:35435:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258593598136 : -117815115953480 : ffff94d907dd4ab8) 00000020:00001000:3.0:1789608865.801642:0:35435:0:(cl_object.c:823:cl_env_get()) 1@ffff94d907dd4ab0 00000020:00000001:3.0:1789608865.801644:0:35435:0:(cl_object.c:143:cl_object_top()) ffff94d904aaa210 -> ffff94d9040dbe90 00000020:00000001:3.0:1789608865.801646:0:35435:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:3.0:1789608865.801649:0:35435:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789608865.801650:0:35435:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1789608865.801652:0:35435:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:3.0:1789608865.801653:0:35435:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258740303744 : -117814969247872 : ffff94d9109bd780) 00000020:00000001:3.0:1789608865.801655:0:35435:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.801656:0:35435:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.801658:0:35435:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258608516616 : -117815101035000 : ffff94d908c0ee08) 00000020:00000001:3.0:1789608865.801661:0:35435:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1789608865.801663:0:35435:0:(osc_io.c:525:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1789608865.801666:0:35435:0:(osc_io.c:545:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.801668:0:35435:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.801670:0:35435:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.801671:0:35435:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.801673:0:35435:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.801714:0:35435:0:(cl_io.c:315:cl_io_lock()) Process entered 00000080:00000001:3.0:1789608865.801717:0:35435:0:(vvp_io.c:589:vvp_io_read_lock()) Process entered 00000080:00000001:3.0:1789608865.801719:0:35435:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:3.0:1789608865.801721:0:35435:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:3.0:1789608865.801723:0:35435:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:3.0:1789608865.801726:0:35435:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.801730:0:35435:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.801732:0:35435:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:3.0:1789608865.801733:0:35435:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 1024] 00000020:00000001:3.0:1789608865.801735:0:35435:0:(cl_io.c:477:cl_io_lock_add()) Process entered 00000020:00000001:3.0:1789608865.801736:0:35435:0:(cl_io.c:260:cl_lockset_merge()) Process entered 00000020:00000001:3.0:1789608865.801738:0:35435:0:(cl_io.c:277:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.801740:0:35435:0:(cl_io.c:484:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.801741:0:35435:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.801743:0:35435:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.801745:0:35435:0:(vvp_io.c:592:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.801747:0:35435:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1789608865.801748:0:35435:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789608865.801749:0:35435:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:3.0:1789608865.801751:0:35435:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789608865.801752:0:35435:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.801754:0:35435:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.801756:0:35435:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.801758:0:35435:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.801759:0:35435:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789608865.801760:0:35435:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1789608865.801762:0:35435:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1789608865.801764:0:35435:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1789608865.801765:0:35435:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1789608865.801768:0:35435:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000010:3.0:1789608865.801776:0:35435:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d903cc7080. 00020000:00000002:3.0:1789608865.801779:0:35435:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000001:3.0:1789608865.801781:0:35435:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1789608865.801783:0:35435:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789608865.801784:0:35435:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258608516616 : -117815101035000 : ffff94d908c0ee08) 00000020:00000001:3.0:1789608865.801786:0:35435:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1789608865.801789:0:35435:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d9035db690. 00000008:00010000:3.0:1789608865.801791:0:35435:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:3.0:1789608865.801794:0:35435:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1789608865.801795:0:35435:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1789608865.801798:0:35435:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d903cc70b0, osc lock ffff94d9035db690, flags 0x0 00000020:00000001:3.0:1789608865.801801:0:35435:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.801803:0:35435:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.801805:0:35435:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626258525384832 : -117815184166784 : ffff94d903cc7080) 00000020:00000001:3.0:1789608865.801808:0:35435:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1789608865.801809:0:35435:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1789608865.801810:0:35435:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.801812:0:35435:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.801813:0:35435:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1789608865.801814:0:35435:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1789608865.801816:0:35435:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789608865.801817:0:35435:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258608516616 : -117815101035000 : ffff94d908c0ee08) 00000020:00000001:3.0:1789608865.801818:0:35435:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1789608865.801820:0:35435:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1789608865.801821:0:35435:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:3.0:1789608865.801823:0:35435:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.801826:0:35435:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1789608865.801828:0:35435:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1789608865.801829:0:35435:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1789608865.801831:0:35435:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1789608865.801832:0:35435:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1789608865.801833:0:35435:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1789608865.801835:0:35435:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1789608865.801837:0:35435:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608865.801843:0:35435:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29400 count: 2 00010000:00000001:3.0:1789608865.801845:0:35435:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608865.801856:0:35435:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608865.801859:0:35435:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789608865.801863:0:35435:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 02000000:00000001:3.0:1789608865.801872:0:35435:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789608865.801876:0:35435:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608865.801880:0:35435:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4198399) ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 00010000:00000001:3.0:1789608865.801887:0:35435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.801888:0:35435:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.801890:0:35435:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55c00 refcount=4 00000020:00000001:3.0:1789608865.801892:0:35435:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:3.0:1789608865.801895:0:35435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00000008:00000001:3.0:1789608865.801898:0:35435:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1789608865.801899:0:35435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.801900:0:35435:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.801902:0:35435:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55c00 refcount=5 00000020:00000001:3.0:1789608865.801904:0:35435:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:3.0:1789608865.801906:0:35435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:3.0:1789608865.801908:0:35435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.801909:0:35435:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.801910:0:35435:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55c00 refcount=6 00000020:00000001:3.0:1789608865.801912:0:35435:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:3.0:1789608865.801914:0:35435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:3.0:1789608865.801916:0:35435:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608865.801919:0:35435:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608865.801922:0:35435:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 7/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 00010000:00000001:3.0:1789608865.801929:0:35435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.801931:0:35435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789608865.801932:0:35435:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.801934:0:35435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.801935:0:35435:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.801936:0:35435:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55c00 refcount=7 00000020:00000001:3.0:1789608865.801938:0:35435:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:3.0:1789608865.801940:0:35435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:3.0:1789608865.801942:0:35435:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608865.801944:0:35435:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 7/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 00010000:00000001:3.0:1789608865.801950:0:35435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.801951:0:35435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789608865.801954:0:35435:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 6/1,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 00010000:00000001:3.0:1789608865.801960:0:35435:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608865.801961:0:35435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.801962:0:35435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.801963:0:35435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.801964:0:35435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789608865.801965:0:35435:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789608865.801967:0:35435:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.801970:0:35435:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.801971:0:35435:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.801973:0:35435:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.801974:0:35435:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.801976:0:35435:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.801978:0:35435:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.801980:0:35435:0:(cl_io.c:529:cl_io_start()) Process entered 00000080:00000001:3.0:1789608865.801982:0:35435:0:(vvp_io.c:831:vvp_io_read_start()) Process entered 00000020:00000001:3.0:1789608865.801984:0:35435:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cfbb90 00000080:00200000:3.0:1789608865.801985:0:35435:0:(vvp_io.c:835:vvp_io_read_start()) recon: read [46, 4194350) 00000020:00000001:3.0:1789608865.801989:0:35435:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00020000:00000001:3.0:1789608865.801991:0:35435:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:3.0:1789608865.801993:0:35435:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:3.0:1789608865.801995:0:35435:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789608865.801996:0:35435:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258608516616 : -117815101035000 : ffff94d908c0ee08) 00000020:00000001:3.0:1789608865.801998:0:35435:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00000008:00000001:3.0:1789608865.802000:0:35435:0:(osc_io.c:1417:osc_io_lru_reserve()) Process entered 00000008:00000001:3.0:1789608865.802002:0:35435:0:(osc_io.c:1430:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.802004:0:35435:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.802005:0:35435:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.802006:0:35435:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.802008:0:35435:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000020:00000001:3.0:1789608865.802010:0:35435:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000020:00000001:3.0:1789608865.802011:0:35435:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1789608865.802013:0:35435:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1789608865.802017:0:35435:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1789608865.802018:0:35435:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:3.0:1789608865.802020:0:35435:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1789608865.802021:0:35435:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:3.0:1789608865.802023:0:35435:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2b:1029 on OST[1]: s=46 (1) m=1789608865 a=1789608865 c=1789608865 b=1 00020000:00000001:3.0:1789608865.802026:0:35435:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789608865.802028:0:35435:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789608865 a=1789608865 c=1789608865 b=1 00020000:00000001:3.0:1789608865.802031:0:35435:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.802032:0:35435:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.802035:0:35435:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000001:00000001:3.0:1789608865.802037:0:35435:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1789608865.802038:0:35435:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2b:0x0] 00000020:00000001:3.0:1789608865.802040:0:35435:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1789608865.802041:0:35435:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1789608865.802042:0:35435:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1789608865.802043:0:35435:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1789608865.802045:0:35435:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1789608865.802049:0:35435:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d903cc7100. 00020000:00000002:3.0:1789608865.802051:0:35435:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1789608865.802053:0:35435:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1789608865.802054:0:35435:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789608865.802055:0:35435:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258608516616 : -117815101035000 : ffff94d908c0ee08) 00000020:00000001:3.0:1789608865.802057:0:35435:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1789608865.802059:0:35435:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d9035dad10. 00000008:00010000:3.0:1789608865.802061:0:35435:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1789608865.802063:0:35435:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1789608865.802064:0:35435:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1789608865.802065:0:35435:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d903cc7130, osc lock ffff94d9035dad10, flags 0x400001002 00000020:00000001:3.0:1789608865.802067:0:35435:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.802069:0:35435:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.802071:0:35435:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626258525384960 : -117815184166656 : ffff94d903cc7100) 00000020:00000001:3.0:1789608865.802073:0:35435:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1789608865.802074:0:35435:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1789608865.802075:0:35435:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.802076:0:35435:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.802078:0:35435:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1789608865.802080:0:35435:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1789608865.802081:0:35435:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1789608865.802083:0:35435:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1789608865.802084:0:35435:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789608865.802085:0:35435:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258608516616 : -117815101035000 : ffff94d908c0ee08) 00000020:00000001:3.0:1789608865.802087:0:35435:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1789608865.802088:0:35435:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1789608865.802090:0:35435:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1789608865.802093:0:35435:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1789608865.802094:0:35435:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1789608865.802095:0:35435:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1789608865.802097:0:35435:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1789608865.802098:0:35435:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1789608865.802099:0:35435:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1789608865.802100:0:35435:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1789608865.802101:0:35435:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608865.802104:0:35435:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29400 count: 2 00010000:00000001:3.0:1789608865.802106:0:35435:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608865.802109:0:35435:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608865.802110:0:35435:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608865.802113:0:35435:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 5/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 02000000:00000001:3.0:1789608865.802121:0:35435:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789608865.802123:0:35435:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608865.802126:0:35435:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 5/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 00010000:00000001:3.0:1789608865.802132:0:35435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.802134:0:35435:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.802135:0:35435:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55c00 refcount=6 00000020:00000001:3.0:1789608865.802137:0:35435:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:3.0:1789608865.802139:0:35435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00000008:00000001:3.0:1789608865.802141:0:35435:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1789608865.802143:0:35435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.802144:0:35435:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.802145:0:35435:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55c00 refcount=7 00000020:00000001:3.0:1789608865.802147:0:35435:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:3.0:1789608865.802149:0:35435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00000020:00000001:3.0:1789608865.802151:0:35435:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1789608865.802153:0:35435:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1789608865.802154:0:35435:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1789608865.802156:0:35435:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.802157:0:35435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.802158:0:35435:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.802159:0:35435:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55c00 refcount=8 00000020:00000001:3.0:1789608865.802161:0:35435:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:3.0:1789608865.802163:0:35435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:3.0:1789608865.802164:0:35435:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608865.802166:0:35435:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 8/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 00010000:00000001:3.0:1789608865.802178:0:35435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.802179:0:35435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789608865.802182:0:35435:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 7/1,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 00010000:00000001:3.0:1789608865.802188:0:35435:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608865.802189:0:35435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.802190:0:35435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.802191:0:35435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.802192:0:35435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789608865.802193:0:35435:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789608865.802195:0:35435:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.802196:0:35435:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.802198:0:35435:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.802199:0:35435:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.802201:0:35435:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1789608865.802202:0:35435:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1789608865.802204:0:35435:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1789608865.802206:0:35435:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000020:00000001:3.0:1789608865.802207:0:35435:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.802208:0:35435:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.802211:0:35435:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1789608865.802213:0:35435:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000020:00000001:3.0:1789608865.802215:0:35435:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000020:00000001:3.0:1789608865.802216:0:35435:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1789608865.802218:0:35435:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1789608865.802219:0:35435:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789608865 a=1789608865 c=1789608865 b=1 00020000:00000001:3.0:1789608865.802222:0:35435:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.802223:0:35435:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.802225:0:35435:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000080:00200000:3.0:1789608865.802227:0:35435:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 46 i_blocks 1 00000080:00000001:3.0:1789608865.802230:0:35435:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1789608865.802231:0:35435:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1789608865.802233:0:35435:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d9109bd720 (ffff94d907dd4368/0) at cl_lock_release():245 00000020:00000001:3.0:1789608865.802235:0:35435:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1789608865.802236:0:35435:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d9109bd720 (ffff94d907dd4368/0) at cl_lock_cancel():142 00020000:00000001:3.0:1789608865.802239:0:35435:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1789608865.802240:0:35435:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789608865.802241:0:35435:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258608516616 : -117815101035000 : ffff94d908c0ee08) 00000020:00000001:3.0:1789608865.802243:0:35435:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1789608865.802244:0:35435:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d903cc7130 (ffff94d907dd4ab8/1) at cl_lock_cancel():142 00000008:00000001:3.0:1789608865.802246:0:35435:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1789608865.802247:0:35435:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1789608865.802248:0:35435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.802249:0:35435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789608865.802250:0:35435:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1789608865.802251:0:35435:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1789608865.802253:0:35435:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1789608865.802254:0:35435:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1789608865.802255:0:35435:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1789608865.802256:0:35435:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d9109bd720 (ffff94d907dd4368/0) at cl_lock_fini():72 00020000:00000001:3.0:1789608865.802258:0:35435:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1789608865.802258:0:35435:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1789608865.802259:0:35435:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d903cc7130 (ffff94d907dd4368/1) at cl_lock_fini():72 00000008:00000010:3.0:1789608865.802261:0:35435:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d9035dad10. 00000020:00000001:3.0:1789608865.802264:0:35435:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1789608865.802265:0:35435:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d903cc7100. 00020000:00000001:3.0:1789608865.802269:0:35435:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1789608865.802270:0:35435:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1789608865.802271:0:35435:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1789608865.802272:0:35435:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789608865.802276:0:35435:0:(vvp_io.c:864:vvp_io_read_start()) header@000000005fbf27ba[0x110, 2, [0x200000405:0x2b:0x0] hash] 00000080:00000002:3.0:1789608865.802278:0:35435:0:(vvp_io.c:864:vvp_io_read_start()) Read ino 144115205339611179, 4194304 bytes, offset 46, size 46 00000080:00400000:3.0:1789608865.802280:0:35435:0:(vvp_io.c:883:vvp_io_read_start()) tot 4194304, ra_start 0, ra_count 1025 00000080:00200000:3.0:1789608865.802284:0:35435:0:(vvp_io.c:893:vvp_io_read_start()) count:4194304 iocb pos:46 00020000:00000001:3.0:1789608865.802288:0:35435:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1789608865.802289:0:35435:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789608865.802291:0:35435:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:3.0:1789608865.802292:0:35435:0:(osc_io.c:1034:osc_io_read_start()) Process entered 00000020:00000001:3.0:1789608865.802293:0:35435:0:(cl_object.c:143:cl_object_top()) ffff94d905e4e380 -> ffff94d9040dbe90 00000020:00000001:3.0:1789608865.802296:0:35435:0:(cl_object.c:143:cl_object_top()) ffff94d905e4e380 -> ffff94d9040dbe90 00000020:00000001:3.0:1789608865.802297:0:35435:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1789608865.802300:0:35435:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1789608865.802302:0:35435:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.802304:0:35435:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.802306:0:35435:0:(cl_object.c:143:cl_object_top()) ffff94d905e4e380 -> ffff94d9040dbe90 00000008:00000001:3.0:1789608865.802309:0:35435:0:(osc_io.c:1043:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.802310:0:35435:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.802312:0:35435:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.802313:0:35435:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.802314:0:35435:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.802316:0:35435:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:3.0:1789608865.802317:0:35435:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:3.0:1789608865.802319:0:35435:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1789608865.802320:0:35435:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:3.0:1789608865.802321:0:35435:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:3.0:1789608865.802321:0:35435:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.802323:0:35435:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.802325:0:35435:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:3.0:1789608865.802326:0:35435:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:3.0:1789608865.802327:0:35435:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1789608865.802328:0:35435:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d907dd16c8 (ffff94d907dd4368/0) at cl_lock_release():245 00000020:00000001:3.0:1789608865.802331:0:35435:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1789608865.802332:0:35435:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d907dd16c8 (ffff94d907dd4368/0) at cl_lock_cancel():142 00020000:00000001:3.0:1789608865.802334:0:35435:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1789608865.802335:0:35435:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789608865.802336:0:35435:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258608516616 : -117815101035000 : ffff94d908c0ee08) 00000020:00000001:3.0:1789608865.802338:0:35435:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1789608865.802340:0:35435:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d903cc70b0 (ffff94d907dd4ab8/1) at cl_lock_cancel():142 00000008:00000001:3.0:1789608865.802342:0:35435:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1789608865.802343:0:35435:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1789608865.802345:0:35435:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.802346:0:35435:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.802348:0:35435:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55c00 refcount=5 00000020:00000001:3.0:1789608865.802350:0:35435:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:3.0:1789608865.802352:0:35435:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:3.0:1789608865.802354:0:35435:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608865.802358:0:35435:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 5/1,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 00010000:00000001:3.0:1789608865.802370:0:35435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.802371:0:35435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.802372:0:35435:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608865.802374:0:35435:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608865.802377:0:35435:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00000001:3.0:1789608865.802384:0:35435:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608865.802386:0:35435:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608865.802388:0:35435:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608865.802391:0:35435:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.802393:0:35435:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608865.802395:0:35435:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.802397:0:35435:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.802400:0:35435:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.802402:0:35435:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608865.802403:0:35435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.802404:0:35435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.802405:0:35435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.802406:0:35435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789608865.802407:0:35435:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1789608865.802409:0:35435:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1789608865.802410:0:35435:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1789608865.802411:0:35435:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1789608865.802412:0:35435:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1789608865.802413:0:35435:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d907dd16c8 (ffff94d907dd4368/0) at cl_lock_fini():72 00020000:00000001:3.0:1789608865.802416:0:35435:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1789608865.802417:0:35435:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1789608865.802419:0:35435:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d903cc70b0 (ffff94d907dd4368/1) at cl_lock_fini():72 00000008:00000010:3.0:1789608865.802422:0:35435:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d9035db690. 00000020:00000001:3.0:1789608865.802424:0:35435:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1789608865.802425:0:35435:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d903cc7080. 00020000:00000001:3.0:1789608865.802427:0:35435:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1789608865.802428:0:35435:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1789608865.802429:0:35435:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:3.0:1789608865.802431:0:35435:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1789608865.802432:0:35435:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789608865.802433:0:35435:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:3.0:1789608865.802434:0:35435:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1789608865.802435:0:35435:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.802437:0:35435:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.802438:0:35435:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1789608865.802439:0:35435:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1789608865.802441:0:35435:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000080:00200000:3.0:1789608865.802443:0:35435:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000020:00000001:3.0:1789608865.802444:0:35435:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1789608865.802445:0:35435:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1789608865.802447:0:35435:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1789608865.802448:0:35435:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789608865.802449:0:35435:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1789608865.802452:0:35435:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1789608865.802453:0:35435:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.802455:0:35435:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.802457:0:35435:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1789608865.802458:0:35435:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1789608865.802460:0:35435:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.802462:0:35435:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:3.0:1789608865.802464:0:35435:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1789608865.802466:0:35435:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1789608865.802467:0:35435:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:3.0:1789608865.802468:0:35435:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789608865.802470:0:35435:0:(cl_object.c:917:cl_env_put()) 1@ffff94d907dd4ab0 00020000:00000001:3.0:1789608865.802473:0:35435:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1789608865.802474:0:35435:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1789608865.802475:0:35435:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1789608865.802477:0:35435:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1789608865.802480:0:35435:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1789608865.802481:0:35435:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00000001:3.0:1789608865.802482:0:35435:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cfbc98 00000080:00200000:3.0:1789608865.802484:0:35435:0:(file.c:2238:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:3.0:1789608865.802487:0:35435:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:3.0:1789608865.802489:0:35435:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789608865.802491:0:35435:0:(cl_object.c:917:cl_env_put()) 1@ffff94d907dd4360 00000020:00000001:3.0:1789608865.802493:0:35435:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cfbd88 00000080:00000008:3.0:1789608865.802495:0:35435:0:(file.c:2548:do_file_read_iter()) COMPLETED: file recon:[0x200000405:0x2b:0x0], ppos: 46, count: 4194304, rc = 0 00000080:00000001:3.0:1789608865.802498:0:35435:0:(file.c:2550:do_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.802618:0:35435:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1789608865.802622:0:35435:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d91a684f80 00020000:00000002:3.0:1789608865.802626:0:35435:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d91a684f80 00020000:00000001:3.0:1789608865.802629:0:35435:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.802639:0:35435:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1789608865.802641:0:35435:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cfbdf0 00000080:00200008:3.0:1789608865.802643:0:35435:0:(file.c:479:ll_file_release()) START file recon:[0x200000405:0x2b:0x0](ffff94d9189242c8), flags 100000 00000080:00000001:3.0:1789608865.802648:0:35435:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:3.0:1789608865.802650:0:35435:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:3.0:1789608865.802651:0:35435:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1789608865.802652:0:35435:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d91a684f80 00020000:00000002:3.0:1789608865.802654:0:35435:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d91a684f80 00020000:00000001:3.0:1789608865.802656:0:35435:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.802659:0:35435:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:3.0:1789608865.802666:0:35435:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608865.802669:0:35435:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608865.802672:0:35435:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608865.802722:0:35435:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608865.802725:0:35435:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608865.802728:0:35435:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:3.0:1789608865.802730:0:35435:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608865.802737:0:35435:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608865.802739:0:35435:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608865.802745:0:35435:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69d00 count: 3 00010000:00000001:3.0:1789608865.802747:0:35435:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608865.802751:0:35435:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1789608865.802753:0:35435:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1789608865.802756:0:35435:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789608865.802759:0:35435:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608865.802763:0:35435:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0600/0xc54db3288176ffbb lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9bad expref: -99 pid: 35435 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789608865.802770:0:35435:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.802771:0:35435:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608865.802773:0:35435:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:3.0:1789608865.802775:0:35435:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x2b:0x0]: 16 00000080:00000010:3.0:1789608865.802778:0:35435:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d90517e000. 00000080:00000001:3.0:1789608865.802783:0:35435:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.802787:0:35435:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cfbdf0 00000080:00000008:3.0:1789608865.802789:0:35435:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff94d9189242c8), flags 100000, rc = 0 00000080:00000001:3.0:1789608865.802792:0:35435:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.802798:0:35435:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1789608865.802800:0:35435:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cfbe00 00000080:00002000:3.0:1789608865.802802:0:35435:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff94d91141b948, parent ffff94d918a99a20, inode ffff94d9189242c8) hashed, 00000080:00000001:3.0:1789608865.802805:0:35435:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608865.823505:0:35436:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789608865.823513:0:35436:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789608865.823516:0:35436:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789608865.823519:0:35436:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cdfb20 00000080:00200000:1.0:1789608865.823832:0:35436:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:1.0:1789608865.823841:0:35436:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d9109ba800. 00800000:00000002:1.0:1789608865.823848:0:35436:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:1.0:1789608865.823852:0:35436:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789608865.823856:0:35436:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789608865.823858:0:35436:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cdfa40 00800000:00000002:1.0:1789608865.823860:0:35436:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789608865.823864:0:35436:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789608865.823866:0:35436:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789608865.823868:0:35436:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789608865.823870:0:35436:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789608865.823872:0:35436:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789608865.823874:0:35436:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608865.823876:0:35436:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789608865.823879:0:35436:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608865.823882:0:35436:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789608865.823887:0:35436:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789608865.823889:0:35436:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cdf910 00000002:00010000:1.0:1789608865.823891:0:35436:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789608865.823894:0:35436:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789608865.823896:0:35436:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789608865.823899:0:35436:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789608865.823906:0:35436:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29000 count: 2 00010000:00000001:1.0:1789608865.823908:0:35436:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789608865.823914:0:35436:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608865.823917:0:35436:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789608865.823923:0:35436:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176ffb4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b9f expref: -99 pid: 35435 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1789608865.823932:0:35436:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789608865.823937:0:35436:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608865.826340:0:35436:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176ffb4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b9f expref: -99 pid: 35435 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1789608865.826354:0:35436:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789608865.826358:0:35436:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789608865.826360:0:35436:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789608865.826363:0:35436:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789608865.826366:0:35436:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789608865.826369:0:35436:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789608865.826372:0:35436:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789608865.826376:0:35436:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:1.0:1789608865.826380:0:35436:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d9109ba800. 00000080:00000001:1.0:1789608865.826386:0:35436:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789608865.826387:0:35436:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789608865.826391:0:35436:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:1.0:1789608865.826395:0:35436:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176ffb4 00800000:00000001:1.0:1789608865.826400:0:35436:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789608865.826403:0:35436:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789608865.826405:0:35436:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608865.826408:0:35436:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608865.826411:0:35436:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:1.0:1789608865.826413:0:35436:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:1.0:1789608865.826416:0:35436:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:1.0:1789608865.826419:0:35436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608865.826420:0:35436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789608865.826421:0:35436:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608865.826423:0:35436:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789608865.826427:0:35436:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ffb4 from it ffffae3e01cdfb58 00010000:00000001:1.0:1789608865.826429:0:35436:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608865.826430:0:35436:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608865.826431:0:35436:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:1.0:1789608865.826433:0:35436:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:1.0:1789608865.826435:0:35436:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:1.0:1789608865.826437:0:35436:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789608865.826440:0:35436:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176ffb4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9b9f expref: -99 pid: 35435 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789608865.826447:0:35436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608865.826448:0:35436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608865.826449:0:35436:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789608865.826452:0:35436:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789608865.826454:0:35436:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176ffb4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b9f expref: -99 pid: 35435 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789608865.826461:0:35436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789608865.826464:0:35436:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789608865.826466:0:35436:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789608865.826471:0:35436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608865.826471:0:35436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608865.826473:0:35436:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608865.826476:0:35436:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789608865.826478:0:35436:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608865.826480:0:35436:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608865.826483:0:35436:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608865.826485:0:35436:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789608865.826487:0:35436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608865.826488:0:35436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789608865.826491:0:35436:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789608865.826492:0:35436:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789608865.826495:0:35436:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 1 00000080:00000001:1.0:1789608865.826499:0:35436:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608865.826504:0:35436:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1789608865.826507:0:35436:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cdfb48 00000080:00002000:1.0:1789608865.826509:0:35436:0:(dcache.c:87:ll_dcompare()) found name recon(ffff94d91141b948) flags 0x48004e refc 0 00000080:00000001:1.0:1789608865.826512:0:35436:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608865.826513:0:35436:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cdfb90 00000080:00200000:1.0:1789608865.826515:0:35436:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:1.0:1789608865.826830:0:35436:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cdfd08 00000080:00200008:1.0:1789608865.826833:0:35436:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000405:0x2b:0x0](ffff94d9189242c8), request_mask 606, flags 0, foreign 0 00000080:00000001:1.0:1789608865.826838:0:35436:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789608865.826840:0:35436:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cdfc80 00000080:00200000:1.0:1789608865.826841:0:35436:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff94d9189242c8),name=recon 00000080:00000010:1.0:1789608865.826850:0:35436:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d9109ba800. 00800000:00000002:1.0:1789608865.826855:0:35436:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:1.0:1789608865.826860:0:35436:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789608865.826864:0:35436:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789608865.826865:0:35436:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cdfba0 00800000:00000002:1.0:1789608865.826867:0:35436:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x2b:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789608865.826870:0:35436:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789608865.826874:0:35436:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789608865.826876:0:35436:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789608865.826879:0:35436:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789608865.826881:0:35436:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789608865.826883:0:35436:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608865.826885:0:35436:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789608865.826887:0:35436:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608865.826889:0:35436:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789608865.826890:0:35436:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789608865.826891:0:35436:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789608865.826893:0:35436:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789608865.826894:0:35436:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608865.826896:0:35436:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:1.0:1789608865.826898:0:35436:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608865.826900:0:35436:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='' -> mds #0 00000002:00000001:1.0:1789608865.826903:0:35436:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789608865.826905:0:35436:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cdfa70 00000002:00010000:1.0:1789608865.826907:0:35436:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789608865.826910:0:35436:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789608865.826913:0:35436:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789608865.826915:0:35436:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789608865.826920:0:35436:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69d00 count: 3 00010000:00000001:1.0:1789608865.826923:0:35436:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789608865.826927:0:35436:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608865.826930:0:35436:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789608865.826933:0:35436:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176ff91 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9b59 expref: -99 pid: 35428 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1789608865.828616:0:35436:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789608865.828623:0:35436:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608865.828628:0:35436:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176ff91 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9b59 expref: -99 pid: 35428 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1789608865.828646:0:35436:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789608865.828648:0:35436:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789608865.828651:0:35436:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789608865.828653:0:35436:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789608865.828656:0:35436:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789608865.828659:0:35436:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789608865.828662:0:35436:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789608865.828665:0:35436:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:1.0:1789608865.828669:0:35436:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d9109ba800. 00000080:00000001:1.0:1789608865.828674:0:35436:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789608865.828690:0:35436:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789608865.828693:0:35436:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2b:0x0](ffff94d9189242c8) 00000080:00010000:1.0:1789608865.828697:0:35436:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff94d9189242c8) for lock 0xc54db3288176ff91 00800000:00000001:1.0:1789608865.828701:0:35436:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789608865.828703:0:35436:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789608865.828705:0:35436:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608865.828707:0:35436:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608865.828711:0:35436:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54e00 refcount=3 00000020:00000001:1.0:1789608865.828713:0:35436:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:1.0:1789608865.828715:0:35436:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:1.0:1789608865.828719:0:35436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608865.828720:0:35436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789608865.828721:0:35436:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608865.828723:0:35436:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789608865.828725:0:35436:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ff91 from it ffffae3e01cdfcb8 00010000:00000001:1.0:1789608865.828727:0:35436:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608865.828728:0:35436:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608865.828729:0:35436:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54e00 refcount=3 00000020:00000001:1.0:1789608865.828730:0:35436:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:1.0:1789608865.828732:0:35436:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:1.0:1789608865.828734:0:35436:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789608865.828736:0:35436:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176ff91 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x91bddff8e8ed9b59 expref: -99 pid: 35428 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1789608865.828743:0:35436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608865.828744:0:35436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608865.828745:0:35436:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789608865.828747:0:35436:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789608865.828750:0:35436:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176ff91 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9b59 expref: -99 pid: 35428 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1789608865.828757:0:35436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789608865.828759:0:35436:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789608865.828761:0:35436:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789608865.828766:0:35436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608865.828767:0:35436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608865.828769:0:35436:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608865.828772:0:35436:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789608865.828773:0:35436:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608865.828775:0:35436:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608865.828778:0:35436:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608865.828780:0:35436:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789608865.828781:0:35436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608865.828782:0:35436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789608865.828785:0:35436:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789608865.828787:0:35436:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789608865.828790:0:35436:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1789608865.828793:0:35436:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1789608865.828795:0:35436:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789608865.828797:0:35436:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1789608865.828798:0:35436:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608865.828800:0:35436:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789608865.828803:0:35436:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1789608865.828805:0:35436:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789608865.828809:0:35436:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514697752 : -117815194853864 : ffff94d903295e18) 00000020:00001000:1.0:1789608865.828812:0:35436:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295e10 00000020:00000001:1.0:1789608865.828817:0:35436:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000020:00000001:1.0:1789608865.828820:0:35436:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:1.0:1789608865.828823:0:35436:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1789608865.828826:0:35436:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1789608865.828828:0:35436:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789608865.828830:0:35436:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1789608865.828832:0:35436:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1789608865.828834:0:35436:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608865.828836:0:35436:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789608865.828840:0:35436:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff94d904aac750 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1789608865.828843:0:35436:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d907e28000 00020000:00000001:1.0:1789608865.828847:0:35436:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1789608865.828848:0:35436:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1789608865.828850:0:35436:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1789608865.828852:0:35436:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608865.828854:0:35436:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1789608865.828857:0:35436:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1789608865.828858:0:35436:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608865.828860:0:35436:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789608865.828861:0:35436:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1789608865.828862:0:35436:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1789608865.828864:0:35436:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d907e28000 00000020:00000001:1.0:1789608865.828866:0:35436:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789608865.828869:0:35436:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1789608865.828870:0:35436:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2b:0x0] 00000020:00000001:1.0:1789608865.828873:0:35436:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1789608865.828875:0:35436:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1789608865.828877:0:35436:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1789608865.828879:0:35436:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1789608865.828884:0:35436:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1789608865.828892:0:35436:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d9121c3600. 00020000:00000002:1.0:1789608865.828895:0:35436:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1789608865.828898:0:35436:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1789608865.828900:0:35436:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789608865.828902:0:35436:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1789608865.828903:0:35436:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789608865.828905:0:35436:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514696600 : -117815194855016 : ffff94d903295998) 00000020:00001000:1.0:1789608865.828907:0:35436:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295990 00000020:00000001:1.0:1789608865.828910:0:35436:0:(cl_object.c:143:cl_object_top()) ffff94d904aaa210 -> ffff94d9040dbe90 00000020:00000001:1.0:1789608865.828911:0:35436:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:1.0:1789608865.828915:0:35436:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789608865.828916:0:35436:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1789608865.828918:0:35436:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789608865.828919:0:35436:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258539956048 : -117815169595568 : ffff94d904aac750) 00000020:00000001:1.0:1789608865.828921:0:35436:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608865.828923:0:35436:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608865.828925:0:35436:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593380720 : -117815116170896 : ffff94d907d9f970) 00000020:00000001:1.0:1789608865.828927:0:35436:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1789608865.828932:0:35436:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d9048c2d10. 00000008:00010000:1.0:1789608865.828935:0:35436:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1789608865.829012:0:35436:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789608865.829014:0:35436:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1789608865.829016:0:35436:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d9121c3630, osc lock ffff94d9048c2d10, flags 0x400001002 00000020:00000001:1.0:1789608865.829019:0:35436:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608865.829021:0:35436:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608865.829023:0:35436:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626258765493760 : -117814944057856 : ffff94d9121c3600) 00000020:00000001:1.0:1789608865.829025:0:35436:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789608865.829027:0:35436:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1789608865.829028:0:35436:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608865.829030:0:35436:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608865.829033:0:35436:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1789608865.829035:0:35436:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1789608865.829037:0:35436:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1789608865.829038:0:35436:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1789608865.829040:0:35436:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789608865.829041:0:35436:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593380720 : -117815116170896 : ffff94d907d9f970) 00000020:00000001:1.0:1789608865.829043:0:35436:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1789608865.829045:0:35436:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1789608865.829047:0:35436:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1789608865.829051:0:35436:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1789608865.829054:0:35436:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1789608865.829055:0:35436:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1789608865.829057:0:35436:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1789608865.829058:0:35436:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1789608865.829059:0:35436:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1789608865.829075:0:35436:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1789608865.829081:0:35436:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789608865.829087:0:35436:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29400 count: 2 00010000:00000001:1.0:1789608865.829091:0:35436:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789608865.829095:0:35436:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608865.829099:0:35436:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789608865.829103:0:35436:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 02000000:00000001:1.0:1789608865.829113:0:35436:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789608865.829116:0:35436:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608865.829119:0:35436:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00000001:1.0:1789608865.829126:0:35436:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608865.829127:0:35436:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608865.829129:0:35436:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55c00 refcount=4 00000020:00000001:1.0:1789608865.829131:0:35436:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:1.0:1789608865.829133:0:35436:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00000008:00000001:1.0:1789608865.829136:0:35436:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1789608865.829138:0:35436:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608865.829140:0:35436:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608865.829141:0:35436:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55c00 refcount=5 00000020:00000001:1.0:1789608865.829143:0:35436:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:1.0:1789608865.829145:0:35436:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00000020:00000001:1.0:1789608865.829148:0:35436:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1789608865.829151:0:35436:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1789608865.829153:0:35436:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1789608865.829160:0:35436:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608865.829162:0:35436:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608865.829163:0:35436:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608865.829164:0:35436:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55c00 refcount=6 00000020:00000001:1.0:1789608865.829166:0:35436:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:1.0:1789608865.829168:0:35436:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:1.0:1789608865.829170:0:35436:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789608865.829173:0:35436:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00000001:1.0:1789608865.829179:0:35436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608865.829180:0:35436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608865.829182:0:35436:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789608865.829183:0:35436:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789608865.829186:0:35436:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:1.0:1789608865.829192:0:35436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789608865.829194:0:35436:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789608865.829195:0:35436:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789608865.829197:0:35436:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608865.829199:0:35436:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789608865.829201:0:35436:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608865.829202:0:35436:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608865.829205:0:35436:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608865.829206:0:35436:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789608865.829208:0:35436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608865.829209:0:35436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608865.829210:0:35436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608865.829211:0:35436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789608865.829212:0:35436:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789608865.829214:0:35436:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608865.829216:0:35436:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608865.829219:0:35436:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608865.829220:0:35436:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608865.829222:0:35436:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1789608865.829223:0:35436:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1789608865.829225:0:35436:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1789608865.829226:0:35436:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1789608865.829228:0:35436:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608865.829230:0:35436:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608865.829233:0:35436:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1789608865.829235:0:35436:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000020:00000001:1.0:1789608865.829237:0:35436:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000020:00000001:1.0:1789608865.829239:0:35436:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1789608865.829242:0:35436:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1789608865.829245:0:35436:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1789608865.829247:0:35436:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:1.0:1789608865.829249:0:35436:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1789608865.829250:0:35436:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:1.0:1789608865.829252:0:35436:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2b:1029 on OST[1]: s=46 (1) m=1789608865 a=1789608865 c=1789608865 b=1 00020000:00000001:1.0:1789608865.829256:0:35436:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789608865.829258:0:35436:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789608865 a=1789608865 c=1789608865 b=1 00020000:00000001:1.0:1789608865.829262:0:35436:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608865.829264:0:35436:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608865.829265:0:35436:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000080:00200000:1.0:1789608865.829268:0:35436:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 46 i_blocks 1 00000080:00000001:1.0:1789608865.829270:0:35436:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1789608865.829283:0:35436:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1789608865.829285:0:35436:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d904aac6f0 (ffff94d903295e18/0) at cl_lock_release():245 00000020:00000001:1.0:1789608865.829288:0:35436:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789608865.829289:0:35436:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d904aac6f0 (ffff94d903295e18/0) at cl_lock_cancel():142 00020000:00000001:1.0:1789608865.829291:0:35436:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1789608865.829293:0:35436:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789608865.829294:0:35436:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593380720 : -117815116170896 : ffff94d907d9f970) 00000020:00000001:1.0:1789608865.829296:0:35436:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789608865.829297:0:35436:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d9121c3630 (ffff94d903295998/1) at cl_lock_cancel():142 00000008:00000001:1.0:1789608865.829300:0:35436:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1789608865.829301:0:35436:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1789608865.829302:0:35436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608865.829304:0:35436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789608865.829305:0:35436:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1789608865.829307:0:35436:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1789608865.829308:0:35436:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789608865.829309:0:35436:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789608865.829310:0:35436:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789608865.829311:0:35436:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d904aac6f0 (ffff94d903295e18/0) at cl_lock_fini():72 00020000:00000001:1.0:1789608865.829314:0:35436:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1789608865.829315:0:35436:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789608865.829316:0:35436:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d9121c3630 (ffff94d903295e18/1) at cl_lock_fini():72 00000008:00000010:1.0:1789608865.829319:0:35436:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d9048c2d10. 00000020:00000001:1.0:1789608865.829322:0:35436:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1789608865.829324:0:35436:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d9121c3600. 00020000:00000001:1.0:1789608865.829327:0:35436:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1789608865.829328:0:35436:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1789608865.829329:0:35436:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1789608865.829331:0:35436:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608865.829333:0:35436:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1789608865.829335:0:35436:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1789608865.829337:0:35436:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1789608865.829338:0:35436:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:1.0:1789608865.829339:0:35436:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789608865.829341:0:35436:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295990 00020000:00000001:1.0:1789608865.829344:0:35436:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1789608865.829346:0:35436:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1789608865.829348:0:35436:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1789608865.829350:0:35436:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1789608865.829353:0:35436:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1789608865.829354:0:35436:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608865.829356:0:35436:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789608865.829358:0:35436:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1789608865.829359:0:35436:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789608865.829360:0:35436:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295e10 00000001:00000001:1.0:1789608865.829362:0:35436:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608865.829369:0:35436:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cdfd08 00000080:00000008:1.0:1789608865.829372:0:35436:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff94d9189242c8), request_mask 606, flags 0, foreign 0 00000080:00000001:1.0:1789608865.829378:0:35436:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789608865.829379:0:35436:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cdfda0 00000080:00002000:1.0:1789608865.829381:0:35436:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff94d91141b948, parent ffff94d918a99a20, inode ffff94d9189242c8) hashed, 00000080:00000001:1.0:1789608865.829384:0:35436:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608865.829419:0:35436:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789608865.829423:0:35436:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789608865.829425:0:35436:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789608865.829426:0:35436:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cdfbc0 00000080:00200000:1.0:1789608865.829428:0:35436:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:1.0:1789608865.829433:0:35436:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d9109ba800. 00800000:00000002:1.0:1789608865.829438:0:35436:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:1.0:1789608865.829441:0:35436:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789608865.829444:0:35436:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789608865.829446:0:35436:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cdfae0 00800000:00000002:1.0:1789608865.829448:0:35436:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789608865.829451:0:35436:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789608865.829454:0:35436:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789608865.829456:0:35436:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789608865.829457:0:35436:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789608865.829459:0:35436:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789608865.829461:0:35436:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608865.829463:0:35436:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789608865.829465:0:35436:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608865.829468:0:35436:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789608865.829471:0:35436:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789608865.829473:0:35436:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cdf9b0 00000002:00010000:1.0:1789608865.829475:0:35436:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789608865.829478:0:35436:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789608865.829480:0:35436:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789608865.829482:0:35436:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789608865.829485:0:35436:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29000 count: 2 00010000:00000001:1.0:1789608865.829487:0:35436:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789608865.829490:0:35436:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608865.829493:0:35436:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789608865.829496:0:35436:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176ffb4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b9f expref: -99 pid: 35435 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1789608865.829504:0:35436:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789608865.829506:0:35436:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608865.829509:0:35436:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176ffb4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b9f expref: -99 pid: 35435 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1789608865.829515:0:35436:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789608865.829517:0:35436:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789608865.829518:0:35436:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789608865.829520:0:35436:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789608865.829522:0:35436:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789608865.829524:0:35436:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789608865.829526:0:35436:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789608865.829528:0:35436:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:1.0:1789608865.829530:0:35436:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d9109ba800. 00000080:00000001:1.0:1789608865.829533:0:35436:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789608865.829534:0:35436:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789608865.829536:0:35436:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:1.0:1789608865.829539:0:35436:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176ffb4 00800000:00000001:1.0:1789608865.829541:0:35436:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789608865.829542:0:35436:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789608865.829543:0:35436:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608865.829544:0:35436:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608865.829546:0:35436:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:1.0:1789608865.829548:0:35436:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:1.0:1789608865.829550:0:35436:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:1.0:1789608865.829552:0:35436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608865.829553:0:35436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789608865.829554:0:35436:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608865.829556:0:35436:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789608865.829558:0:35436:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ffb4 from it ffffae3e01cdfbf8 00010000:00000001:1.0:1789608865.829559:0:35436:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608865.829560:0:35436:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608865.829561:0:35436:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:1.0:1789608865.829563:0:35436:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:1.0:1789608865.829565:0:35436:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:1.0:1789608865.829578:0:35436:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789608865.829581:0:35436:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176ffb4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9b9f expref: -99 pid: 35435 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789608865.829587:0:35436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608865.829588:0:35436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608865.829590:0:35436:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789608865.829591:0:35436:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789608865.829593:0:35436:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176ffb4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b9f expref: -99 pid: 35435 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1789608865.829599:0:35436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789608865.829600:0:35436:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789608865.829602:0:35436:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789608865.829604:0:35436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608865.829605:0:35436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608865.829606:0:35436:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608865.829608:0:35436:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789608865.829609:0:35436:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608865.829610:0:35436:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608865.829612:0:35436:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608865.829614:0:35436:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789608865.829615:0:35436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608865.829616:0:35436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789608865.829618:0:35436:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789608865.829619:0:35436:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789608865.829621:0:35436:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 1 00000080:00000001:1.0:1789608865.829624:0:35436:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608865.829628:0:35436:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1789608865.829629:0:35436:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cdfbe8 00000080:00002000:1.0:1789608865.829631:0:35436:0:(dcache.c:87:ll_dcompare()) found name recon(ffff94d91141b948) flags 0x48004e refc 0 00000080:00000001:1.0:1789608865.829633:0:35436:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608865.829634:0:35436:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cdfc30 00000080:00200000:1.0:1789608865.829636:0:35436:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000080:00000001:1.0:1789608865.829651:0:35436:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:1.0:1789608865.829654:0:35436:0:(xattr.c:565:ll_xattr_get_common()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000080:00000001:1.0:1789608865.829656:0:35436:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789608865.829658:0:35436:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cdfe40 00000080:00002000:1.0:1789608865.829659:0:35436:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff94d91141b948, parent ffff94d918a99a20, inode ffff94d9189242c8) hashed, 00000080:00000001:1.0:1789608865.829661:0:35436:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608865.829671:0:35436:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789608865.829673:0:35436:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789608865.829674:0:35436:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789608865.829697:0:35436:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cdfbc0 00000080:00200000:1.0:1789608865.829699:0:35436:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:1.0:1789608865.829702:0:35436:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d9109ba800. 00800000:00000002:1.0:1789608865.829705:0:35436:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:1.0:1789608865.829707:0:35436:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789608865.829708:0:35436:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789608865.829709:0:35436:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cdfae0 00800000:00000002:1.0:1789608865.829711:0:35436:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789608865.829714:0:35436:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789608865.829715:0:35436:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789608865.829716:0:35436:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789608865.829717:0:35436:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789608865.829719:0:35436:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789608865.829721:0:35436:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608865.829722:0:35436:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789608865.829724:0:35436:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608865.829726:0:35436:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789608865.829728:0:35436:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789608865.829729:0:35436:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cdf9b0 00000002:00010000:1.0:1789608865.829731:0:35436:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789608865.829733:0:35436:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789608865.829735:0:35436:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789608865.829736:0:35436:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789608865.829738:0:35436:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29000 count: 2 00010000:00000001:1.0:1789608865.829741:0:35436:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789608865.829743:0:35436:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608865.829745:0:35436:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789608865.829748:0:35436:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176ffb4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b9f expref: -99 pid: 35435 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1789608865.829761:0:35436:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789608865.829763:0:35436:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608865.829766:0:35436:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176ffb4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b9f expref: -99 pid: 35435 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1789608865.829772:0:35436:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789608865.829774:0:35436:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789608865.829776:0:35436:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789608865.829778:0:35436:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789608865.829780:0:35436:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789608865.829781:0:35436:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789608865.829784:0:35436:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789608865.829785:0:35436:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:1.0:1789608865.829788:0:35436:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d9109ba800. 00000080:00000001:1.0:1789608865.829791:0:35436:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789608865.829792:0:35436:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789608865.829794:0:35436:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:1.0:1789608865.829796:0:35436:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176ffb4 00800000:00000001:1.0:1789608865.829799:0:35436:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789608865.829800:0:35436:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789608865.829801:0:35436:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608865.829803:0:35436:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608865.829804:0:35436:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:1.0:1789608865.829807:0:35436:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:1.0:1789608865.829809:0:35436:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:1.0:1789608865.829811:0:35436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608865.829812:0:35436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789608865.829814:0:35436:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608865.829815:0:35436:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789608865.829817:0:35436:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ffb4 from it ffffae3e01cdfbf8 00010000:00000001:1.0:1789608865.829819:0:35436:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608865.829820:0:35436:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608865.829822:0:35436:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:1.0:1789608865.829824:0:35436:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:1.0:1789608865.829826:0:35436:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:1.0:1789608865.829827:0:35436:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789608865.829830:0:35436:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176ffb4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9b9f expref: -99 pid: 35435 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1789608865.829836:0:35436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608865.829837:0:35436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608865.829838:0:35436:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789608865.829840:0:35436:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789608865.829842:0:35436:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176ffb4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b9f expref: -99 pid: 35435 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789608865.829847:0:35436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789608865.829849:0:35436:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789608865.829850:0:35436:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789608865.829852:0:35436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608865.829853:0:35436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608865.829854:0:35436:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608865.829856:0:35436:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789608865.829858:0:35436:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608865.829859:0:35436:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608865.829861:0:35436:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608865.829863:0:35436:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789608865.829864:0:35436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608865.829865:0:35436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789608865.829866:0:35436:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789608865.829868:0:35436:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789608865.829870:0:35436:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 1 00000080:00000001:1.0:1789608865.829873:0:35436:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608865.829875:0:35436:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1789608865.829876:0:35436:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cdfbe8 00000080:00002000:1.0:1789608865.829878:0:35436:0:(dcache.c:87:ll_dcompare()) found name recon(ffff94d91141b948) flags 0x48004e refc 0 00000080:00000001:1.0:1789608865.829880:0:35436:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608865.829882:0:35436:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cdfc30 00000080:00200000:1.0:1789608865.829883:0:35436:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=9 00000080:00000001:1.0:1789608865.829889:0:35436:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:1.0:1789608865.829891:0:35436:0:(xattr.c:583:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:1.0:1789608865.829893:0:35436:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789608865.829895:0:35436:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cdfe40 00000080:00002000:1.0:1789608865.829896:0:35436:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff94d91141b948, parent ffff94d918a99a20, inode ffff94d9189242c8) hashed, 00000080:00000001:1.0:1789608865.829899:0:35436:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.844985:0:35437:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789608865.844993:0:35437:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789608865.844995:0:35437:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789608865.844998:0:35437:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01dbfb20 00000080:00200000:3.0:1789608865.845003:0:35437:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:3.0:1789608865.848122:0:35437:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d904ae7e00. 00800000:00000002:3.0:1789608865.848132:0:35437:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:3.0:1789608865.848137:0:35437:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789608865.848142:0:35437:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789608865.848145:0:35437:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01dbfa40 00800000:00000002:3.0:1789608865.848148:0:35437:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608865.848153:0:35437:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789608865.848156:0:35437:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608865.848159:0:35437:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608865.848161:0:35437:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608865.848164:0:35437:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608865.848166:0:35437:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608865.848168:0:35437:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608865.848170:0:35437:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608865.848174:0:35437:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789608865.848178:0:35437:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789608865.848181:0:35437:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01dbf910 00000002:00010000:3.0:1789608865.848183:0:35437:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789608865.848186:0:35437:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789608865.848188:0:35437:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608865.848192:0:35437:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608865.848198:0:35437:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29000 count: 2 00010000:00000001:3.0:1789608865.848201:0:35437:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608865.848207:0:35437:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608865.848211:0:35437:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789608865.848215:0:35437:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176ffb4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b9f expref: -99 pid: 35435 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1789608865.848226:0:35437:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789608865.848231:0:35437:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608865.848234:0:35437:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176ffb4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b9f expref: -99 pid: 35435 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1789608865.848242:0:35437:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789608865.848244:0:35437:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789608865.848246:0:35437:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608865.848248:0:35437:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608865.848250:0:35437:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608865.848252:0:35437:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789608865.848255:0:35437:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789608865.848257:0:35437:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:3.0:1789608865.848260:0:35437:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d904ae7e00. 00000080:00000001:3.0:1789608865.848266:0:35437:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789608865.848268:0:35437:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608865.848270:0:35437:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:3.0:1789608865.848274:0:35437:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176ffb4 00800000:00000001:3.0:1789608865.848277:0:35437:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789608865.848279:0:35437:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789608865.848281:0:35437:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.848283:0:35437:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.848285:0:35437:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:3.0:1789608865.848288:0:35437:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608865.848290:0:35437:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608865.848293:0:35437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.848295:0:35437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608865.848296:0:35437:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608865.848297:0:35437:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608865.848300:0:35437:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ffb4 from it ffffae3e01dbfb58 00010000:00000001:3.0:1789608865.848302:0:35437:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.848303:0:35437:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.848304:0:35437:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:3.0:1789608865.848306:0:35437:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608865.848308:0:35437:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608865.848310:0:35437:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608865.848313:0:35437:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176ffb4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9b9f expref: -99 pid: 35435 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1789608865.848320:0:35437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.848321:0:35437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.848323:0:35437:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608865.848325:0:35437:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608865.848328:0:35437:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176ffb4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b9f expref: -99 pid: 35435 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1789608865.848335:0:35437:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608865.848338:0:35437:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608865.848340:0:35437:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608865.848344:0:35437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.848345:0:35437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.848347:0:35437:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.848351:0:35437:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608865.848353:0:35437:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.848354:0:35437:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.848357:0:35437:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.848359:0:35437:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608865.848361:0:35437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.848362:0:35437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789608865.848364:0:35437:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789608865.848366:0:35437:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608865.848369:0:35437:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 1 00000080:00000001:3.0:1789608865.848374:0:35437:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.848379:0:35437:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1789608865.848382:0:35437:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01dbfb48 00000080:00002000:3.0:1789608865.848384:0:35437:0:(dcache.c:87:ll_dcompare()) found name recon(ffff94d91141b948) flags 0x48004e refc 0 00000080:00000001:3.0:1789608865.848387:0:35437:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.848389:0:35437:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01dbfb90 00000080:00200000:3.0:1789608865.848391:0:35437:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:3.0:1789608865.848403:0:35437:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01dbfd08 00000080:00200008:3.0:1789608865.848405:0:35437:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000405:0x2b:0x0](ffff94d9189242c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1789608865.848410:0:35437:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789608865.848411:0:35437:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01dbfc80 00000080:00200000:3.0:1789608865.848413:0:35437:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff94d9189242c8),name=recon 00000080:00000010:3.0:1789608865.848418:0:35437:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d904ae7e00. 00800000:00000002:3.0:1789608865.848420:0:35437:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:3.0:1789608865.848425:0:35437:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789608865.848427:0:35437:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789608865.848428:0:35437:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01dbfba0 00800000:00000002:3.0:1789608865.848430:0:35437:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x2b:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608865.848433:0:35437:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789608865.848436:0:35437:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608865.848437:0:35437:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608865.848438:0:35437:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608865.848439:0:35437:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608865.848440:0:35437:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608865.848442:0:35437:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608865.848444:0:35437:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608865.848446:0:35437:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608865.848446:0:35437:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608865.848448:0:35437:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608865.848449:0:35437:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608865.848451:0:35437:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608865.848452:0:35437:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:3.0:1789608865.848454:0:35437:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608865.848456:0:35437:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='' -> mds #0 00000002:00000001:3.0:1789608865.848459:0:35437:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789608865.848460:0:35437:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01dbfa70 00000002:00010000:3.0:1789608865.848462:0:35437:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789608865.848464:0:35437:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789608865.848466:0:35437:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608865.848467:0:35437:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608865.848471:0:35437:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69d00 count: 3 00010000:00000001:3.0:1789608865.848473:0:35437:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608865.848475:0:35437:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608865.848477:0:35437:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789608865.848480:0:35437:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176ff91 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9b59 expref: -99 pid: 35428 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 02000000:00000001:3.0:1789608865.848486:0:35437:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789608865.848489:0:35437:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608865.848491:0:35437:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176ff91 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9b59 expref: -99 pid: 35428 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000002:00000001:3.0:1789608865.848497:0:35437:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789608865.848499:0:35437:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789608865.848500:0:35437:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608865.848502:0:35437:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608865.848504:0:35437:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608865.848506:0:35437:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789608865.848508:0:35437:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789608865.848509:0:35437:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:3.0:1789608865.848511:0:35437:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d904ae7e00. 00000080:00000001:3.0:1789608865.848514:0:35437:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789608865.848515:0:35437:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608865.848517:0:35437:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2b:0x0](ffff94d9189242c8) 00000080:00010000:3.0:1789608865.848519:0:35437:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff94d9189242c8) for lock 0xc54db3288176ff91 00800000:00000001:3.0:1789608865.848535:0:35437:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789608865.848537:0:35437:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789608865.848538:0:35437:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.848539:0:35437:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.848541:0:35437:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54e00 refcount=3 00000020:00000001:3.0:1789608865.848543:0:35437:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:3.0:1789608865.848545:0:35437:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:3.0:1789608865.848547:0:35437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.848548:0:35437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608865.848549:0:35437:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608865.848551:0:35437:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608865.848553:0:35437:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ff91 from it ffffae3e01dbfcb8 00010000:00000001:3.0:1789608865.848555:0:35437:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.848556:0:35437:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.848558:0:35437:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54e00 refcount=3 00000020:00000001:3.0:1789608865.848559:0:35437:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:3.0:1789608865.848562:0:35437:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561617408 : -117815147934208 : ffff94d905f54e00) 00010000:00000001:3.0:1789608865.848563:0:35437:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608865.848566:0:35437:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176ff91 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x91bddff8e8ed9b59 expref: -99 pid: 35428 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1789608865.848581:0:35437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.848582:0:35437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.848583:0:35437:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608865.848585:0:35437:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608865.848587:0:35437:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176ff91 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9b59 expref: -99 pid: 35428 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00000001:3.0:1789608865.848593:0:35437:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608865.848594:0:35437:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608865.848596:0:35437:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608865.848598:0:35437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.848599:0:35437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.848600:0:35437:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.848602:0:35437:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608865.848604:0:35437:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.848605:0:35437:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.848607:0:35437:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.848609:0:35437:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608865.848611:0:35437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.848612:0:35437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789608865.848613:0:35437:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789608865.848615:0:35437:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789608865.848619:0:35437:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1789608865.848621:0:35437:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1789608865.848623:0:35437:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789608865.848625:0:35437:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1789608865.848626:0:35437:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.848628:0:35437:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789608865.848631:0:35437:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:3.0:1789608865.848634:0:35437:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789608865.848637:0:35437:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258593596264 : -117815115955352 : ffff94d907dd4368) 00000020:00001000:3.0:1789608865.848640:0:35437:0:(cl_object.c:823:cl_env_get()) 1@ffff94d907dd4360 00000020:00000001:3.0:1789608865.848644:0:35437:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000020:00000001:3.0:1789608865.848647:0:35437:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:3.0:1789608865.848649:0:35437:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1789608865.848651:0:35437:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1789608865.848653:0:35437:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789608865.848655:0:35437:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1789608865.848657:0:35437:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1789608865.848658:0:35437:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.848660:0:35437:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789608865.848665:0:35437:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff94d9109bd780 type 7 ignore/verify layout 0/1 00020000:00000002:3.0:1789608865.848668:0:35437:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d904368000 00020000:00000001:3.0:1789608865.848672:0:35437:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1789608865.848674:0:35437:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1789608865.848827:0:35437:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1789608865.848830:0:35437:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.848833:0:35437:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1789608865.848835:0:35437:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1789608865.848836:0:35437:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.848838:0:35437:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789608865.848839:0:35437:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1789608865.848840:0:35437:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1789608865.848843:0:35437:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d904368000 00000020:00000001:3.0:1789608865.848845:0:35437:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789608865.848847:0:35437:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1789608865.848849:0:35437:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2b:0x0] 00000020:00000001:3.0:1789608865.848851:0:35437:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1789608865.848853:0:35437:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1789608865.848855:0:35437:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1789608865.848857:0:35437:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1789608865.848861:0:35437:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1789608865.848868:0:35437:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d903cc7080. 00020000:00000002:3.0:1789608865.848870:0:35437:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1789608865.848872:0:35437:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1789608865.848874:0:35437:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789608865.848876:0:35437:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1789608865.848877:0:35437:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789608865.848879:0:35437:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258593598136 : -117815115953480 : ffff94d907dd4ab8) 00000020:00001000:3.0:1789608865.848881:0:35437:0:(cl_object.c:823:cl_env_get()) 1@ffff94d907dd4ab0 00000020:00000001:3.0:1789608865.848885:0:35437:0:(cl_object.c:143:cl_object_top()) ffff94d904aaa210 -> ffff94d9040dbe90 00000020:00000001:3.0:1789608865.848886:0:35437:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:3.0:1789608865.848890:0:35437:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789608865.848891:0:35437:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1789608865.848892:0:35437:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:3.0:1789608865.848894:0:35437:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258740303744 : -117814969247872 : ffff94d9109bd780) 00000020:00000001:3.0:1789608865.848895:0:35437:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.848897:0:35437:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.848898:0:35437:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258608516616 : -117815101035000 : ffff94d908c0ee08) 00000020:00000001:3.0:1789608865.848900:0:35437:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1789608865.848904:0:35437:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d9035db690. 00000008:00010000:3.0:1789608865.848907:0:35437:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1789608865.848909:0:35437:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1789608865.848910:0:35437:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1789608865.848912:0:35437:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d903cc70b0, osc lock ffff94d9035db690, flags 0x400001002 00000020:00000001:3.0:1789608865.848914:0:35437:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.848915:0:35437:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.848918:0:35437:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626258525384832 : -117815184166784 : ffff94d903cc7080) 00000020:00000001:3.0:1789608865.848920:0:35437:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1789608865.848921:0:35437:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1789608865.848922:0:35437:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.848924:0:35437:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.848926:0:35437:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1789608865.848928:0:35437:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1789608865.848929:0:35437:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1789608865.848931:0:35437:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1789608865.848932:0:35437:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789608865.848933:0:35437:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258608516616 : -117815101035000 : ffff94d908c0ee08) 00000020:00000001:3.0:1789608865.848935:0:35437:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1789608865.848937:0:35437:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1789608865.848939:0:35437:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1789608865.848942:0:35437:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1789608865.848944:0:35437:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1789608865.848945:0:35437:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1789608865.848947:0:35437:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1789608865.848948:0:35437:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1789608865.848950:0:35437:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1789608865.848952:0:35437:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1789608865.848954:0:35437:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608865.848958:0:35437:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29400 count: 2 00010000:00000001:3.0:1789608865.848960:0:35437:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608865.848964:0:35437:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608865.848967:0:35437:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789608865.848971:0:35437:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 02000000:00000001:3.0:1789608865.848981:0:35437:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789608865.848983:0:35437:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608865.848986:0:35437:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:3.0:1789608865.848994:0:35437:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.848995:0:35437:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.848997:0:35437:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55c00 refcount=4 00000020:00000001:3.0:1789608865.849000:0:35437:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:3.0:1789608865.849002:0:35437:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00000008:00000001:3.0:1789608865.849005:0:35437:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1789608865.849007:0:35437:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.849008:0:35437:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.849009:0:35437:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55c00 refcount=5 00000020:00000001:3.0:1789608865.849011:0:35437:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:3.0:1789608865.849013:0:35437:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00000020:00000001:3.0:1789608865.849016:0:35437:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1789608865.849018:0:35437:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1789608865.849020:0:35437:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1789608865.849021:0:35437:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.849022:0:35437:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.849023:0:35437:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.849025:0:35437:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55c00 refcount=6 00000020:00000001:3.0:1789608865.849026:0:35437:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:3.0:1789608865.849028:0:35437:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:3.0:1789608865.849030:0:35437:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608865.849033:0:35437:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:3.0:1789608865.849040:0:35437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.849042:0:35437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.849043:0:35437:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608865.849044:0:35437:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608865.849046:0:35437:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:3.0:1789608865.849053:0:35437:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608865.849055:0:35437:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608865.849057:0:35437:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608865.849059:0:35437:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.849061:0:35437:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608865.849063:0:35437:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.849065:0:35437:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.849067:0:35437:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.849069:0:35437:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608865.849070:0:35437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.849071:0:35437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.849072:0:35437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.849073:0:35437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789608865.849075:0:35437:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789608865.849077:0:35437:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.849079:0:35437:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.849081:0:35437:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.849082:0:35437:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.849084:0:35437:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1789608865.849085:0:35437:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1789608865.849087:0:35437:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1789608865.849088:0:35437:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000020:00000001:3.0:1789608865.849090:0:35437:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.849091:0:35437:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.849095:0:35437:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1789608865.849097:0:35437:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000020:00000001:3.0:1789608865.849099:0:35437:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000020:00000001:3.0:1789608865.849101:0:35437:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1789608865.849103:0:35437:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1789608865.849106:0:35437:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789608865 a=1789608865 c=1789608865 b=1 00020000:00000001:3.0:1789608865.849109:0:35437:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.849112:0:35437:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.849114:0:35437:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000080:00200000:3.0:1789608865.849116:0:35437:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 46 i_blocks 1 00000080:00000001:3.0:1789608865.849119:0:35437:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1789608865.849120:0:35437:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1789608865.849122:0:35437:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d9109bd720 (ffff94d907dd4368/0) at cl_lock_release():245 00000020:00000001:3.0:1789608865.849125:0:35437:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1789608865.849126:0:35437:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d9109bd720 (ffff94d907dd4368/0) at cl_lock_cancel():142 00020000:00000001:3.0:1789608865.849128:0:35437:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1789608865.849129:0:35437:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789608865.849130:0:35437:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258608516616 : -117815101035000 : ffff94d908c0ee08) 00000020:00000001:3.0:1789608865.849132:0:35437:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1789608865.849133:0:35437:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d903cc70b0 (ffff94d907dd4ab8/1) at cl_lock_cancel():142 00000008:00000001:3.0:1789608865.849136:0:35437:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1789608865.849137:0:35437:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1789608865.849138:0:35437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.849139:0:35437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789608865.849140:0:35437:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1789608865.849142:0:35437:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1789608865.849143:0:35437:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1789608865.849144:0:35437:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1789608865.849145:0:35437:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1789608865.849146:0:35437:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d9109bd720 (ffff94d907dd4368/0) at cl_lock_fini():72 00020000:00000001:3.0:1789608865.849149:0:35437:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1789608865.849151:0:35437:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1789608865.849152:0:35437:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d903cc70b0 (ffff94d907dd4368/1) at cl_lock_fini():72 00000008:00000010:3.0:1789608865.849155:0:35437:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d9035db690. 00000020:00000001:3.0:1789608865.849158:0:35437:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1789608865.849160:0:35437:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d903cc7080. 00020000:00000001:3.0:1789608865.849162:0:35437:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1789608865.849163:0:35437:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1789608865.849165:0:35437:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1789608865.849166:0:35437:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.849169:0:35437:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:3.0:1789608865.849171:0:35437:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1789608865.849173:0:35437:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1789608865.849174:0:35437:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:3.0:1789608865.849175:0:35437:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789608865.849177:0:35437:0:(cl_object.c:917:cl_env_put()) 1@ffff94d907dd4ab0 00020000:00000001:3.0:1789608865.849180:0:35437:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1789608865.849182:0:35437:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1789608865.849185:0:35437:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1789608865.849187:0:35437:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1789608865.849190:0:35437:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1789608865.849191:0:35437:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.849194:0:35437:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1789608865.849195:0:35437:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1789608865.849197:0:35437:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789608865.849198:0:35437:0:(cl_object.c:917:cl_env_put()) 1@ffff94d907dd4360 00000001:00000001:3.0:1789608865.849200:0:35437:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.849205:0:35437:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01dbfd08 00000080:00000008:3.0:1789608865.849207:0:35437:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff94d9189242c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1789608865.849210:0:35437:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1789608865.849212:0:35437:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01dbfda0 00000080:00002000:3.0:1789608865.849214:0:35437:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff94d91141b948, parent ffff94d918a99a20, inode ffff94d9189242c8) hashed, 00000080:00000001:3.0:1789608865.849216:0:35437:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.849251:0:35437:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789608865.849255:0:35437:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789608865.849256:0:35437:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789608865.849258:0:35437:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01dbfbd8 00000080:00200000:3.0:1789608865.849260:0:35437:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:3.0:1789608865.849264:0:35437:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d904ae7e00. 00800000:00000002:3.0:1789608865.849268:0:35437:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:3.0:1789608865.849270:0:35437:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789608865.849272:0:35437:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789608865.849274:0:35437:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01dbfaf8 00800000:00000002:3.0:1789608865.849275:0:35437:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608865.849278:0:35437:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789608865.849280:0:35437:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608865.849281:0:35437:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608865.849282:0:35437:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608865.849284:0:35437:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608865.849286:0:35437:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608865.849288:0:35437:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608865.849290:0:35437:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608865.849292:0:35437:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789608865.849296:0:35437:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789608865.849297:0:35437:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01dbf9c8 00000002:00010000:3.0:1789608865.849299:0:35437:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789608865.849302:0:35437:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789608865.849303:0:35437:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608865.849305:0:35437:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608865.849308:0:35437:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29000 count: 2 00010000:00000001:3.0:1789608865.849310:0:35437:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608865.849313:0:35437:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608865.849315:0:35437:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789608865.849317:0:35437:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176ffb4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b9f expref: -99 pid: 35435 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1789608865.849324:0:35437:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789608865.849326:0:35437:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608865.849328:0:35437:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176ffb4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b9f expref: -99 pid: 35435 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:3.0:1789608865.849334:0:35437:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789608865.849335:0:35437:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789608865.849337:0:35437:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608865.849338:0:35437:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608865.849340:0:35437:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608865.849342:0:35437:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789608865.849344:0:35437:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789608865.849346:0:35437:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:3.0:1789608865.849348:0:35437:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d904ae7e00. 00000080:00000001:3.0:1789608865.849350:0:35437:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789608865.849352:0:35437:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608865.849354:0:35437:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:3.0:1789608865.849356:0:35437:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176ffb4 00800000:00000001:3.0:1789608865.849358:0:35437:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789608865.849359:0:35437:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789608865.849360:0:35437:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.849361:0:35437:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.849363:0:35437:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:3.0:1789608865.849365:0:35437:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608865.849366:0:35437:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608865.849368:0:35437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.849369:0:35437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608865.849370:0:35437:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608865.849371:0:35437:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608865.849373:0:35437:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ffb4 from it ffffae3e01dbfc10 00010000:00000001:3.0:1789608865.849375:0:35437:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.849376:0:35437:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.849377:0:35437:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:3.0:1789608865.849378:0:35437:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608865.849380:0:35437:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608865.849381:0:35437:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608865.849383:0:35437:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176ffb4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9b9f expref: -99 pid: 35435 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1789608865.849389:0:35437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.849390:0:35437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.849391:0:35437:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608865.849393:0:35437:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608865.849395:0:35437:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176ffb4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b9f expref: -99 pid: 35435 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1789608865.849400:0:35437:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608865.849401:0:35437:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608865.849402:0:35437:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608865.849404:0:35437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.849405:0:35437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.849406:0:35437:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.849407:0:35437:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608865.849409:0:35437:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.849410:0:35437:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.849411:0:35437:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.849413:0:35437:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608865.849414:0:35437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.849415:0:35437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789608865.849416:0:35437:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789608865.849418:0:35437:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608865.849420:0:35437:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 1 00000080:00000001:3.0:1789608865.849422:0:35437:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.849428:0:35437:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1789608865.849429:0:35437:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01dbfda0 00000080:00002000:3.0:1789608865.849431:0:35437:0:(dcache.c:87:ll_dcompare()) found name recon(ffff94d91141b948) flags 0x48004e refc 0 00000080:00000001:3.0:1789608865.849433:0:35437:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.849435:0:35437:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01dbfe10 00000080:00200000:3.0:1789608865.849436:0:35437:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=0 00000080:00000001:3.0:1789608865.849440:0:35437:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789608865.849441:0:35437:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789608865.849442:0:35437:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01dbfd30 00000080:00200000:3.0:1789608865.849443:0:35437:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:3.0:1789608865.849446:0:35437:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d904ae7e00. 00800000:00000002:3.0:1789608865.849449:0:35437:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:3.0:1789608865.849450:0:35437:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789608865.849452:0:35437:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789608865.849453:0:35437:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01dbfc50 00800000:00000002:3.0:1789608865.849454:0:35437:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608865.849457:0:35437:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789608865.849459:0:35437:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608865.849460:0:35437:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608865.849461:0:35437:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608865.849462:0:35437:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608865.849463:0:35437:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608865.849465:0:35437:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608865.849466:0:35437:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608865.849468:0:35437:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789608865.849471:0:35437:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789608865.849472:0:35437:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01dbfb20 00000002:00010000:3.0:1789608865.849473:0:35437:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789608865.849476:0:35437:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789608865.849477:0:35437:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608865.849478:0:35437:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608865.849480:0:35437:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29000 count: 2 00010000:00000001:3.0:1789608865.849481:0:35437:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608865.849483:0:35437:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608865.849485:0:35437:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789608865.849488:0:35437:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176ffb4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b9f expref: -99 pid: 35435 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:3.0:1789608865.849494:0:35437:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789608865.849495:0:35437:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608865.849498:0:35437:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176ffb4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b9f expref: -99 pid: 35435 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:3.0:1789608865.849503:0:35437:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789608865.849505:0:35437:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789608865.849506:0:35437:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608865.849508:0:35437:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608865.849510:0:35437:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608865.849511:0:35437:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789608865.849513:0:35437:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789608865.849515:0:35437:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:3.0:1789608865.849517:0:35437:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d904ae7e00. 00000080:00000001:3.0:1789608865.849519:0:35437:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789608865.849520:0:35437:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608865.849632:0:35437:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:3.0:1789608865.849635:0:35437:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176ffb4 00800000:00000001:3.0:1789608865.849637:0:35437:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789608865.849639:0:35437:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789608865.849640:0:35437:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.849641:0:35437:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.849643:0:35437:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:3.0:1789608865.849645:0:35437:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608865.849647:0:35437:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608865.849650:0:35437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.849651:0:35437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608865.849652:0:35437:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608865.849653:0:35437:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608865.849655:0:35437:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ffb4 from it ffffae3e01dbfd68 00010000:00000001:3.0:1789608865.849657:0:35437:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608865.849658:0:35437:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608865.849659:0:35437:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:3.0:1789608865.849661:0:35437:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608865.849663:0:35437:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608865.849665:0:35437:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608865.849667:0:35437:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176ffb4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9b9f expref: -99 pid: 35435 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1789608865.849674:0:35437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.849875:0:35437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.849878:0:35437:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608865.849879:0:35437:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608865.849882:0:35437:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176ffb4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9b9f expref: -99 pid: 35435 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:3.0:1789608865.849895:0:35437:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608865.849896:0:35437:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608865.849898:0:35437:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608865.849900:0:35437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.849901:0:35437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608865.849902:0:35437:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.849905:0:35437:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608865.849906:0:35437:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.849908:0:35437:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.849910:0:35437:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608865.849912:0:35437:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608865.849913:0:35437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608865.849914:0:35437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789608865.849916:0:35437:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789608865.849917:0:35437:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608865.849920:0:35437:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 3 00000080:00000001:3.0:1789608865.849923:0:35437:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.853690:0:35437:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:2.0:1789608865.853697:0:35437:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01dbfdf8 00000080:00200000:2.0:1789608865.853701:0:35437:0:(namei.c:2351:ll_unlink()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00000001:2.0:1789608865.853705:0:35437:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:2.0:1789608865.853708:0:35437:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789608865.853712:0:35437:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514695448 : -117815194856168 : ffff94d903295518) 00000020:00001000:2.0:1789608865.853715:0:35437:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295510 00000020:00000001:2.0:1789608865.853718:0:35437:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1789608865.853722:0:35437:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d904368000 00020000:00000002:2.0:1789608865.853726:0:35437:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d9092654e0 addref 2/0 by ffff94d904368000. 00020000:00000002:2.0:1789608865.853728:0:35437:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d904368000 00020000:00000001:2.0:1789608865.853731:0:35437:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1789608865.853733:0:35437:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1789608865.853735:0:35437:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1789608865.853737:0:35437:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:2.0:1789608865.853739:0:35437:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:2.0:1789608865.853741:0:35437:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295510 00000080:00000001:2.0:1789608865.853744:0:35437:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1789608865.853754:0:35437:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d911dcc800. 00800000:00000002:2.0:1789608865.853759:0:35437:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00800000:00000001:2.0:1789608865.853768:0:35437:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:2.0:1789608865.853772:0:35437:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608865.853775:0:35437:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608865.853777:0:35437:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608865.853779:0:35437:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608865.853781:0:35437:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608865.853783:0:35437:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608865.853786:0:35437:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608865.853789:0:35437:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608865.853790:0:35437:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608865.853791:0:35437:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608865.853792:0:35437:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608865.853793:0:35437:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608865.853795:0:35437:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:2.0:1789608865.853797:0:35437:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608865.853799:0:35437:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:2.0:1789608865.853800:0:35437:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608865.853801:0:35437:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608865.853802:0:35437:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608865.853804:0:35437:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608865.853805:0:35437:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608865.853807:0:35437:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:2.0:1789608865.853809:0:35437:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608865.853811:0:35437:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x2b:0x0] 00800000:00000001:2.0:1789608865.853813:0:35437:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608865.853815:0:35437:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x2b:0x0] -> mds #0 00000002:00000001:2.0:1789608865.853821:0:35437:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:2.0:1789608865.853823:0:35437:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789608865.853829:0:35437:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29000 count: 2 00010000:00000001:2.0:1789608865.853832:0:35437:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608865.853835:0:35437:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789608865.853839:0:35437:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789608865.853843:0:35437:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176ffb4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x91bddff8e8ed9b9f expref: -99 pid: 35435 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:2.0:1789608865.853854:0:35437:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789608865.853857:0:35437:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789608865.853859:0:35437:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789608865.853861:0:35437:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1789608865.853864:0:35437:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608865.853867:0:35437:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608865.853869:0:35437:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29000 count: 3 00010000:00000001:2.0:1789608865.853871:0:35437:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789608865.853874:0:35437:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608865.853875:0:35437:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608865.853877:0:35437:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608865.853878:0:35437:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29000 count: 3 00010000:00000001:2.0:1789608865.853880:0:35437:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789608865.853882:0:35437:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608865.853883:0:35437:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608865.853884:0:35437:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608865.853885:0:35437:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29000 count: 3 00010000:00000001:2.0:1789608865.853887:0:35437:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789608865.853889:0:35437:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.853890:0:35437:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789608865.853893:0:35437:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff94d918926b40, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1789608865.853897:0:35437:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1789608865.853899:0:35437:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1789608865.853901:0:35437:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789608865.853902:0:35437:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608865.853905:0:35437:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789608865.853908:0:35437:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789608865.853910:0:35437:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789608865.853912:0:35437:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608865.853915:0:35437:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789608865.853918:0:35437:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d9421c0000 with handle 0xc54db3288176ffb4 from hash 00010000:00000001:2.0:1789608865.853921:0:35437:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789608865.853922:0:35437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608865.853924:0:35437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608865.853925:0:35437:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789608865.853927:0:35437:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789608865.853929:0:35437:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789608865.853931:0:35437:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789608865.853933:0:35437:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789608865.853935:0:35437:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789608865.853937:0:35437:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789608865.853939:0:35437:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69d00 count: 3 00010000:00000001:2.0:1789608865.853941:0:35437:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608865.853942:0:35437:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789608865.853944:0:35437:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789608865.853947:0:35437:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0600/0xc54db3288176ffbb lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x91bddff8e8ed9bad expref: -99 pid: 35435 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1789608865.853954:0:35437:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789608865.853955:0:35437:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789608865.853956:0:35437:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789608865.853957:0:35437:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x2b:0x0] mode CR 00000002:00000001:2.0:1789608865.853959:0:35437:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608865.853960:0:35437:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608865.853961:0:35437:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69d00 count: 4 00010000:00000001:2.0:1789608865.853963:0:35437:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789608865.853964:0:35437:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608865.853966:0:35437:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608865.853967:0:35437:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608865.853969:0:35437:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69d00 count: 4 00010000:00000001:2.0:1789608865.853970:0:35437:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789608865.853972:0:35437:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608865.853974:0:35437:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608865.853975:0:35437:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608865.853976:0:35437:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69d00 count: 4 00010000:00000001:2.0:1789608865.853978:0:35437:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789608865.853980:0:35437:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.853981:0:35437:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.853983:0:35437:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1789608865.853985:0:35437:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1789608865.853988:0:35437:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff94d911dcd200. 00000080:00000001:2.0:1789608865.853989:0:35437:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1789608865.853991:0:35437:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1789608865.853993:0:35437:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:2.0:1789608865.853995:0:35437:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608865.853996:0:35437:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608865.853997:0:35437:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608865.853998:0:35437:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608865.853999:0:35437:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608865.854001:0:35437:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:2.0:1789608865.854003:0:35437:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608865.854005:0:35437:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x2b:0x0] 00000002:00000001:2.0:1789608865.854008:0:35437:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1789608865.854010:0:35437:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff94d904ceb000: [0x200000405:0x2b:0x0] file closed with intent: 0 00000100:00000010:2.0:1789608865.854016:0:35437:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d26680. 00000020:00000040:2.0:1789608865.854020:0:35437:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:2.0:1789608865.854025:0:35437:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608865.854028:0:35437:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608865.854032:0:35437:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608865.854039:0:35437:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d911dcca00. 00000100:00000001:2.0:1789608865.854045:0:35437:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1789608865.854063:0:35437:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94d908492a00 x1876538934313344/t8589934598(8589934598) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608881 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1789608865.854083:0:35437:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d904ceb000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1789608865.854089:0:35437:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d907d26680 x1876538934313600/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1789608865.854096:0:35437:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789608865.854098:0:35437:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789608865.854104:0:35437:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d9112a3f00. 00000100:00000001:2.0:1789608865.854107:0:35437:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258749636352 : -117814959915264 : ffff94d9112a3f00) 00000100:00000001:2.0:1789608865.854109:0:35437:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608865.854111:0:35437:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592884352 : -117815116667264 : ffff94d907d26680) 00000100:00000001:2.0:1789608865.854115:0:35437:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608865.854118:0:35437:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608865.854120:0:35437:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789608865.854122:0:35437:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608865.854125:0:35437:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d26680 x1876538934313600/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608865.854132:0:35437:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608865.854134:0:35437:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608865.854138:0:35437:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608865.854140:0:35437:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608865.854142:0:35437:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608865.854145:0:35437:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d26680 pname:cluuid:pid:xid:nid:opc:job rm:25f5d458-2cbe-49cd-9693-334c08df7e27:35437:1876538934313600:192.168.203.121@tcp:35:rm.0 00000100:00000001:2.0:1789608865.854149:0:35437:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608865.854153:0:35437:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608865.854155:0:35437:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608865.854157:0:35437:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608865.854160:0:35437:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903dbf400. 02000000:00000001:2.0:1789608865.854162:0:35437:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608865.854168:0:35437:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608865.854172:0:35437:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21bb0. 00000400:00000010:2.0:1789608865.854178:0:35437:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c660. 00000100:00000200:2.0:1789608865.854185:0:35437:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934313600, portal 10 00000100:00000001:2.0:1789608865.854186:0:35437:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608865.854188:0:35437:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592884352 : -117815116667264 : ffff94d907d26680) 00000100:00000040:2.0:1789608865.854193:0:35437:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d907d26680 x1876538934313600/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608881 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608865.854205:0:35437:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608865.854208:0:35437:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608865.854210:0:35437:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6cc38. 00000100:00000200:2.0:1789608865.854213:0:35437:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876538934313600, offset 0 00000400:00000200:2.0:1789608865.854219:0:35437:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608865.854226:0:35437:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608865.854233:0:35437:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608865.854237:0:35437:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608865.854241:0:35437:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608865.854244:0:35437:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608865.854247:0:35437:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608865.854251:0:35437:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2962:2962:256:4294967295] 192.168.203.121@tcp LPNI seq info [2962:2962:8:4294967295] 00000400:00000200:2.0:1789608865.854255:0:35437:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608865.854264:0:35437:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608865.854269:0:35437:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608865.854274:0:35437:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a01a500. 00000800:00000200:2.0:1789608865.854280:0:35437:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608865.854287:0:35437:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608865.854291:0:35437:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a01a500 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1789608865.854305:0:35437:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608865.854310:0:35437:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 862061 usecs (863 jiffies) 00000400:00000200:2.0:1789608865.854313:0:35437:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608865.854316:0:35437:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296593806 00000100:00000001:2.0:1789608865.854324:0:35437:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, simply extend its deadline from 4296593758 00000100:00000001:2.0:1789608865.854328:0:35437:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296593806 00000100:00000001:2.0:1789608865.854331:0:35437:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, simply extend its deadline from 4296593758 00000100:00000001:2.0:1789608865.854334:0:35437:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608865.854337:0:35437:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608865.854339:0:35437:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608865.854341:0:35437:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789608865.854344:0:35437:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d9112a3f00 going to sleep for 11 seconds 00000100:00000001:2.0:1789608865.854346:0:35437:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608865.854348:0:35437:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608865.856293:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608865.856302:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a01a500. 00000400:00000200:1.0:1789608865.856309:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608865.856315:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608865.856322:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6cc38 00000400:00000010:1.0:1789608865.856325:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6cc38. 00000100:00000001:1.0:1789608865.856329:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608865.856335:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d26680 x1876538934313600/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608881 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608865.856346:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608865.856350:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d26680 x1876538934313600/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608881 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608865.856355:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608865.856357:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608865.861333:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608865.861350:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608865.861354:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608865.861356:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608865.861365:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.861372:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608865.861382:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.861386:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.861390:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.861395:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 456 into portal 10 MB=0x6aab3c4964280 00000400:00000200:1.0:1789608865.861400:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.861405:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 456/456 into md 0x8721 [1] + 224 00000800:00000001:1.0:1789608865.861412:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608865.861458:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608865.861462:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608865.861467:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608865.861474:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608865.861482:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d26680 x1876538934313600/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608881 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608865.861492:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94d907d26680 x1876538934313600/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608881 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608865.861511:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608865.861518:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608865.861529:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608865.861659:0:35437:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608865.861667:0:35437:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608865.861668:0:35437:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608865.861672:0:35437:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21bb0. 00000400:00000200:2.0:1789608865.861723:0:35437:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c660 00000400:00000010:2.0:1789608865.861726:0:35437:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c660. 00000100:00000001:2.0:1789608865.861730:0:35437:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608865.861735:0:35437:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d26680 x1876538934313600/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608881 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789608865.861743:0:35437:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d26680 x1876538934313600/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608881 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608865.861749:0:35437:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608865.861751:0:35437:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608865.861753:0:35437:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608865.861756:0:35437:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608865.861759:0:35437:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608865.861761:0:35437:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608865.861763:0:35437:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608865.861772:0:35437:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11cf0 time=73 v=5 (5 5 5 5) 00000100:00001000:2.0:1789608865.861776:0:35437:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=28 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608865.861779:0:35437:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608865.861781:0:35437:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608865.861783:0:35437:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608865.861787:0:35437:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608865.861789:0:35437:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789608865.861792:0:35437:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1789608865.861793:0:35437:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789608865.861795:0:35437:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608865.861797:0:35437:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592884352 : -117815116667264 : ffff94d907d26680) 00000100:00000001:2.0:1789608865.861800:0:35437:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608865.861802:0:35437:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967640 00000100:00000001:2.0:1789608865.861805:0:35437:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608865.861807:0:35437:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608865.861812:0:35437:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d26680 x1876538934313600/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608881 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608865.861818:0:35437:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608865.861821:0:35437:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608865.861823:0:35437:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608865.861827:0:35437:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d26680 x1876538934313600/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608881 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789608865.861836:0:35437:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d26680 pname:cluuid:pid:xid:nid:opc:job rm:25f5d458-2cbe-49cd-9693-334c08df7e27:35437:1876538934313600:192.168.203.121@tcp:35:rm.0 00000100:00000001:2.0:1789608865.861840:0:35437:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608865.861843:0:35437:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608865.861845:0:35437:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789608865.861847:0:35437:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608865.861850:0:35437:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d26680 x1876538934313600/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608881 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608865.861857:0:35437:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608865.861860:0:35437:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d9112a3f00. 00000100:00000001:2.0:1789608865.861863:0:35437:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789608865.861864:0:35437:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608865.861871:0:35437:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608865.861872:0:35437:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592884352 : -117815116667264 : ffff94d907d26680) 00000002:00000001:2.0:1789608865.861875:0:35437:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608865.861877:0:35437:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789608865.861882:0:35437:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dcd200. 00000080:00000001:2.0:1789608865.861885:0:35437:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1789608865.861888:0:35437:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1789608865.861890:0:35437:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608865.861893:0:35437:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608865.861895:0:35437:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608865.861897:0:35437:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608865.861899:0:35437:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608865.861902:0:35437:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:2.0:1789608865.861904:0:35437:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608865.861908:0:35437:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1789608865.861914:0:35437:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94d908492a00 x1876538934313344/t8589934598(8589934598) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608881 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608865.861921:0:35437:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608865.861922:0:35437:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600667648 : -117815108883968 : ffff94d908492a00) 00000100:00000001:2.0:1789608865.861924:0:35437:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608865.861927:0:35437:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908492a00 x1876538934313344/t8589934598(8589934598) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608881 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608865.861933:0:35437:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608865.861934:0:35437:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608865.861937:0:35437:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d26680 x1876538934313600/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608881 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608865.861942:0:35437:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608865.861943:0:35437:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608865.861946:0:35437:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908492a00 x1876538934313344/t8589934598(8589934598) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608881 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608865.861952:0:35437:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1789608865.861955:0:35437:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608865.861957:0:35437:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:2.0:1789608865.861959:0:35437:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608865.861961:0:35437:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d90839a000. 02000000:00000001:2.0:1789608865.861965:0:35437:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608865.861967:0:35437:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608865.861969:0:35437:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908492a00. 00000100:00000001:2.0:1789608865.861972:0:35437:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608865.861973:0:35437:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608865.861974:0:35437:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608865.861977:0:35437:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d26680 x1876538934313600/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608881 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608865.861982:0:35437:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608865.861985:0:35437:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff94d906078540. 00000002:00000001:2.0:1789608865.861988:0:35437:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608865.861990:0:35437:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789608865.861992:0:35437:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94d904af6440. 00000100:00000001:2.0:1789608865.861995:0:35437:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608865.861998:0:35437:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d26680 x1876538934313600/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608881 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608865.862005:0:35437:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608865.862007:0:35437:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608865.862010:0:35437:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903dbf400. 02000000:00000001:2.0:1789608865.862014:0:35437:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608865.862015:0:35437:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608865.862016:0:35437:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:2.0:1789608865.862018:0:35437:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608865.862020:0:35437:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d911dcca00. 02000000:00000001:2.0:1789608865.862023:0:35437:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608865.862024:0:35437:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608865.862026:0:35437:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d26680. 00000100:00000001:2.0:1789608865.862028:0:35437:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608865.862030:0:35437:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789608865.862032:0:35437:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.862035:0:35437:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789608865.862037:0:35437:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x2b:0x0] mode (null) 00000002:00000001:2.0:1789608865.862041:0:35437:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608865.862044:0:35437:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608865.862050:0:35437:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69d00 count: 4 00010000:00000001:2.0:1789608865.862052:0:35437:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789608865.862057:0:35437:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608865.862059:0:35437:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608865.862060:0:35437:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608865.862062:0:35437:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69d00 count: 4 00010000:00000001:2.0:1789608865.862077:0:35437:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789608865.862081:0:35437:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.862083:0:35437:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.862085:0:35437:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789608865.862088:0:35437:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789608865.862093:0:35437:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514695448 : -117815194856168 : ffff94d903295518) 00000020:00001000:2.0:1789608865.862095:0:35437:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295510 00000020:00000001:2.0:1789608865.862098:0:35437:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1789608865.862100:0:35437:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x2b:0x0]: losing layout lock 00000080:00000001:2.0:1789608865.862104:0:35437:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1789608865.862106:0:35437:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1789608865.862110:0:35437:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1789608865.862113:0:35437:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789608865.862115:0:35437:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2b:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1789608865.862118:0:35437:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.862120:0:35437:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789608865.862122:0:35437:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295510 00000080:00000001:2.0:1789608865.862124:0:35437:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.862127:0:35437:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1789608865.862130:0:35437:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x2b:0x0](ffff94d9189242c8) invalid 00000020:00000001:2.0:1789608865.862134:0:35437:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01dbfa60 00000080:00002000:2.0:1789608865.862136:0:35437:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry recon (ffff94d91141b948) parent ffff94d918a99a20 inode ffff94d9189242c8 refc 1 00000080:00000001:2.0:1789608865.862140:0:35437:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1789608865.862143:0:35437:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789608865.862145:0:35437:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608865.862149:0:35437:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789608865.862153:0:35437:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789608865.862164:0:35437:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789608865.862167:0:35437:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608865.862170:0:35437:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789608865.862174:0:35437:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d9421c0600 with handle 0xc54db3288176ffbb from hash 00010000:00000001:2.0:1789608865.862177:0:35437:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789608865.862178:0:35437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608865.862180:0:35437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608865.862181:0:35437:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789608865.862184:0:35437:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789608865.862186:0:35437:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789608865.862189:0:35437:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789608865.862193:0:35437:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176ff91 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x91bddff8e8ed9b59 expref: -99 pid: 35428 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000080:00000001:2.0:1789608865.862206:0:35437:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789608865.862209:0:35437:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789608865.862210:0:35437:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789608865.862211:0:35437:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x2b:0x0] mode (null) 00000002:00000001:2.0:1789608865.862213:0:35437:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608865.862214:0:35437:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608865.862216:0:35437:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69d00 count: 4 00010000:00000001:2.0:1789608865.862217:0:35437:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789608865.862219:0:35437:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608865.862221:0:35437:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608865.862222:0:35437:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608865.862223:0:35437:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69d00 count: 4 00010000:00000001:2.0:1789608865.862225:0:35437:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789608865.862227:0:35437:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608865.862228:0:35437:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608865.862229:0:35437:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608865.862230:0:35437:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69d00 count: 4 00010000:00000001:2.0:1789608865.862232:0:35437:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789608865.862234:0:35437:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608865.862235:0:35437:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608865.862236:0:35437:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608865.862238:0:35437:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69d00 count: 4 00010000:00000001:2.0:1789608865.862239:0:35437:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789608865.862242:0:35437:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.862243:0:35437:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.862245:0:35437:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789608865.862246:0:35437:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789608865.862247:0:35437:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514695448 : -117815194856168 : ffff94d903295518) 00000020:00001000:2.0:1789608865.862249:0:35437:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295510 00000020:00000001:2.0:1789608865.862251:0:35437:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1789608865.862252:0:35437:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x2b:0x0]: losing layout lock 00000080:00000001:2.0:1789608865.862254:0:35437:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1789608865.862256:0:35437:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1789608865.862257:0:35437:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1789608865.862258:0:35437:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789608865.862261:0:35437:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2b:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1789608865.862263:0:35437:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.862264:0:35437:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789608865.862266:0:35437:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295510 00000080:00000001:2.0:1789608865.862267:0:35437:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.862269:0:35437:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1789608865.862271:0:35437:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x2b:0x0](ffff94d9189242c8) invalid 00000020:00000001:2.0:1789608865.862273:0:35437:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01dbfa60 00000080:00002000:2.0:1789608865.862275:0:35437:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry recon (ffff94d91141b948) parent ffff94d918a99a20 inode ffff94d9189242c8 refc 1 00000080:00000001:2.0:1789608865.862277:0:35437:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1789608865.862279:0:35437:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789608865.862280:0:35437:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608865.862282:0:35437:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789608865.862284:0:35437:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789608865.862285:0:35437:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789608865.862286:0:35437:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608865.862288:0:35437:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789608865.862290:0:35437:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d905f54e00 with handle 0xc54db3288176ff91 from hash 00010000:00000001:2.0:1789608865.862292:0:35437:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789608865.862293:0:35437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608865.862294:0:35437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608865.862295:0:35437:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789608865.862297:0:35437:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789608865.862298:0:35437:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789608865.862301:0:35437:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1789608865.862303:0:35437:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:2.0:1789608865.862306:0:35437:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:2.0:1789608865.862311:0:35437:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d26680. 00000020:00000040:2.0:1789608865.862314:0:35437:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 02000000:00000001:2.0:1789608865.862318:0:35437:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789608865.862320:0:35437:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608865.862323:0:35437:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789608865.862327:0:35437:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608865.862331:0:35437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608865.862332:0:35437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608865.862333:0:35437:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608865.862336:0:35437:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608865.862339:0:35437:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608865.862343:0:35437:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608865.862349:0:35437:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d911dcca00. 00000100:00000001:2.0:1789608865.862355:0:35437:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608865.862357:0:35437:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608865.862360:0:35437:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1789608865.862365:0:35437:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0600/0xc54db3288176ffbb lrc: 1/0,0 mode: --/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x91bddff8e8ed9bad expref: -99 pid: 35435 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1789608865.862373:0:35437:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176ff91 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x91bddff8e8ed9b59 expref: -99 pid: 35428 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1789608865.862380:0:35437:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176ffb4 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed9b9f expref: -99 pid: 35435 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1789608865.862386:0:35437:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:2.0:1789608865.862387:0:35437:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:2.0:1789608865.862389:0:35437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789608865.862391:0:35437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0600/0xc54db3288176ffbb lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x91bddff8e8ed9bad expref: -99 pid: 35435 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:2.0:1789608865.862398:0:35437:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d904af6d80. 00010000:00000001:2.0:1789608865.862405:0:35437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608865.862406:0:35437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789608865.862408:0:35437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54e00/0xc54db3288176ff91 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x91bddff8e8ed9b59 expref: -99 pid: 35428 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00000010:2.0:1789608865.862414:0:35437:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d9071bf6c0. 00010000:00000040:2.0:1789608865.862417:0:35437:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d903b69d00 count: 0 00010000:00000010:2.0:1789608865.862421:0:35437:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d90847b180. 00010000:00000001:2.0:1789608865.862429:0:35437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608865.862430:0:35437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789608865.862433:0:35437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db3288176ffb4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed9b9f expref: -99 pid: 35435 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000040:2.0:1789608865.862439:0:35437:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d904e29000 count: 0 00010000:00000010:2.0:1789608865.862442:0:35437:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d903cc7a80. 00010000:00000001:2.0:1789608865.862447:0:35437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608865.862448:0:35437:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608865.862450:0:35437:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608865.862451:0:35437:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608865.862453:0:35437:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1789608865.862463:0:35437:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d904ceb000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1789608865.862470:0:35437:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d907d26680 x1876538934313856/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789608865.862476:0:35437:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789608865.862478:0:35437:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789608865.862482:0:35437:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d9112a3f00. 00000100:00000001:2.0:1789608865.862485:0:35437:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258749636352 : -117814959915264 : ffff94d9112a3f00) 00000100:00000001:2.0:1789608865.862487:0:35437:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608865.862488:0:35437:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592884352 : -117815116667264 : ffff94d907d26680) 00000100:00000001:2.0:1789608865.862492:0:35437:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608865.862496:0:35437:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608865.862497:0:35437:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789608865.862499:0:35437:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608865.862502:0:35437:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d26680 x1876538934313856/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608865.862509:0:35437:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608865.862511:0:35437:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608865.862514:0:35437:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608865.862516:0:35437:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608865.862518:0:35437:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608865.862521:0:35437:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d26680 pname:cluuid:pid:xid:nid:opc:job rm:25f5d458-2cbe-49cd-9693-334c08df7e27:35437:1876538934313856:192.168.203.121@tcp:36:rm.0 00000100:00000001:2.0:1789608865.862525:0:35437:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608865.862529:0:35437:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608865.862531:0:35437:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608865.862533:0:35437:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608865.862537:0:35437:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903dbf400. 02000000:00000001:2.0:1789608865.862539:0:35437:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608865.862545:0:35437:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608865.862548:0:35437:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21bb0. 00000400:00000010:2.0:1789608865.862553:0:35437:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c660. 00000100:00000200:2.0:1789608865.862559:0:35437:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934313856, portal 10 00000100:00000001:2.0:1789608865.862561:0:35437:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608865.862562:0:35437:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592884352 : -117815116667264 : ffff94d907d26680) 00000100:00000040:2.0:1789608865.862579:0:35437:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907d26680 x1876538934313856/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/624 e 0 to 0 dl 1789608881 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608865.862586:0:35437:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608865.862588:0:35437:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608865.862591:0:35437:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6ca18. 00000100:00000200:2.0:1789608865.862594:0:35437:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1876538934313856, offset 0 00000400:00000200:2.0:1789608865.862601:0:35437:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608865.862608:0:35437:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608865.862614:0:35437:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608865.862620:0:35437:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608865.862624:0:35437:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608865.862627:0:35437:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608865.862630:0:35437:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608865.862634:0:35437:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2963:2963:256:4294967295] 192.168.203.121@tcp LPNI seq info [2963:2963:8:4294967295] 00000400:00000200:2.0:1789608865.862638:0:35437:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608865.862646:0:35437:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608865.862652:0:35437:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608865.862657:0:35437:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a01ad00. 00000800:00000200:2.0:1789608865.862663:0:35437:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608865.862670:0:35437:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608865.862674:0:35437:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a01ad00 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:2.0:1789608865.862717:0:35437:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608865.862722:0:35437:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 860976 usecs (861 jiffies) 00000400:00000200:2.0:1789608865.862726:0:35437:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608865.862728:0:35437:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296593812 00000100:00000001:2.0:1789608865.862735:0:35437:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, simply extend its deadline from 4296593806 00000100:00000001:2.0:1789608865.862740:0:35437:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296593812 00000100:00000001:2.0:1789608865.862744:0:35437:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, simply extend its deadline from 4296593806 00000100:00000001:2.0:1789608865.862748:0:35437:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608865.862751:0:35437:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608865.862753:0:35437:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608865.862754:0:35437:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789608865.862757:0:35437:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d9112a3f00 going to sleep for 11 seconds 00000100:00000001:2.0:1789608865.862759:0:35437:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608865.862761:0:35437:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608865.862891:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608865.862895:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a01ad00. 00000400:00000200:0.0:1789608865.862898:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608865.862902:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608865.862907:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6ca18 00000400:00000010:0.0:1789608865.862909:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6ca18. 00000100:00000001:0.0:1789608865.862912:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608865.862916:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d26680 x1876538934313856/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/624 e 0 to 0 dl 1789608881 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608865.862924:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608865.862927:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d26680 x1876538934313856/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/624 e 0 to 0 dl 1789608881 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608865.862933:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608865.862934:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1789608865.873728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0600. 00010000:00000010:2.1:1789608865.873745:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69d00. 00010000:00000010:2.1:1789608865.873751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f54e00. 00010000:00000010:2.1:1789608865.873756:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904e29000. 00010000:00000010:2.1:1789608865.873759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0000. 00000800:00000001:1.0:1789608865.885790:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608865.885813:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608865.885817:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608865.885820:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608865.885827:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.885834:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608865.885842:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.885846:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.885851:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.885855:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 456 into portal 10 MB=0x6aab3c4964380 00000400:00000200:1.0:1789608865.885860:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608865.885865:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 456/456 into md 0x8729 [1] + 224 00000800:00000001:1.0:1789608865.885871:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608865.885879:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608865.885883:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608865.885887:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608865.885894:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608865.885903:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d26680 x1876538934313856/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/624 e 0 to 0 dl 1789608881 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608865.885914:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff94d907d26680 x1876538934313856/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/624 e 0 to 0 dl 1789608881 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608865.885943:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608865.885951:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608865.885954:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608865.886027:0:35437:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608865.886036:0:35437:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608865.886038:0:35437:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608865.886041:0:35437:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21bb0. 00000400:00000200:2.0:1789608865.886046:0:35437:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c660 00000400:00000010:2.0:1789608865.886049:0:35437:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c660. 00000100:00000001:2.0:1789608865.886052:0:35437:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608865.886056:0:35437:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d26680 x1876538934313856/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/624 e 0 to 0 dl 1789608881 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789608865.886065:0:35437:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d26680 x1876538934313856/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/624 e 0 to 0 dl 1789608881 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608865.886071:0:35437:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608865.886073:0:35437:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608865.886076:0:35437:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608865.886079:0:35437:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608865.886082:0:35437:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608865.886084:0:35437:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608865.886087:0:35437:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608865.886096:0:35437:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=73 v=5 (5 104 104 104) 00000100:00001000:2.0:1789608865.886101:0:35437:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=28 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608865.886104:0:35437:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608865.886105:0:35437:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608865.886108:0:35437:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608865.886111:0:35437:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608865.886114:0:35437:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789608865.886116:0:35437:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009c/0x200000002] 00000100:00000001:2.0:1789608865.886117:0:35437:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789608865.886119:0:35437:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608865.886121:0:35437:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592884352 : -117815116667264 : ffff94d907d26680) 00000100:00000001:2.0:1789608865.886124:0:35437:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608865.886125:0:35437:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967640 00000100:00000001:2.0:1789608865.886127:0:35437:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608865.886130:0:35437:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608865.886135:0:35437:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d26680 x1876538934313856/t8589934600(8589934600) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/456 e 0 to 0 dl 1789608881 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608865.886142:0:35437:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608865.886145:0:35437:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608865.886148:0:35437:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608865.886151:0:35437:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d26680 x1876538934313856/t8589934600(8589934600) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/456 e 0 to 0 dl 1789608881 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789608865.886159:0:35437:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d26680 pname:cluuid:pid:xid:nid:opc:job rm:25f5d458-2cbe-49cd-9693-334c08df7e27:35437:1876538934313856:192.168.203.121@tcp:36:rm.0 00000100:00000001:2.0:1789608865.886164:0:35437:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608865.886167:0:35437:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608865.886169:0:35437:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789608865.886171:0:35437:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608865.886174:0:35437:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d26680 x1876538934313856/t8589934600(8589934600) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/456 e 0 to 0 dl 1789608881 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608865.886180:0:35437:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608865.886183:0:35437:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d9112a3f00. 00000100:00000001:2.0:1789608865.886186:0:35437:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789608865.886187:0:35437:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608865.886195:0:35437:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608865.886199:0:35437:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608865.886203:0:35437:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:2.0:1789608865.886206:0:35437:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dcc800. 00000100:00000001:2.0:1789608865.886213:0:35437:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608865.886216:0:35437:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d26680 x1876538934313856/t8589934600(8589934600) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/456 e 0 to 0 dl 1789608881 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608865.886234:0:35437:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.886238:0:35437:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608865.886247:0:35437:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789608865.886250:0:35437:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01dbfe28 00000080:00002000:2.0:1789608865.886252:0:35437:0:(dcache.c:127:ll_ddelete()) deleting dentry recon (ffff94d91141b948, parent ffff94d918a99a20, inode 0000000000000000) hashed, 00000080:00000001:2.0:1789608865.886255:0:35437:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789608865.886261:0:35437:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789608865.886266:0:35437:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1789608865.886273:0:35437:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:2.0:1789608865.886276:0:35437:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1789608865.886278:0:35437:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789608865.886282:0:35437:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514695448 : -117815194856168 : ffff94d903295518) 00000020:00001000:2.0:1789608865.886284:0:35437:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295510 00000020:00000001:2.0:1789608865.886289:0:35437:0:(cl_object.c:143:cl_object_top()) ffff94d9040dbe90 -> ffff94d9040dbe90 00000020:00000001:2.0:1789608865.886292:0:35437:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:2.0:1789608865.886294:0:35437:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1789608865.886296:0:35437:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1789608865.886300:0:35437:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789608865.886301:0:35437:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1789608865.886302:0:35437:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789608865.886306:0:35437:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff94d904aad780 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1789608865.886309:0:35437:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d904368000 00020000:00000001:2.0:1789608865.886313:0:35437:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1789608865.886314:0:35437:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1789608865.886317:0:35437:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1789608865.886318:0:35437:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608865.886320:0:35437:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1789608865.886323:0:35437:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1789608865.886324:0:35437:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.886326:0:35437:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789608865.886327:0:35437:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1789608865.886329:0:35437:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1789608865.886330:0:35437:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d904368000 00000020:00000001:2.0:1789608865.886333:0:35437:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.886335:0:35437:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:2.0:1789608865.886337:0:35437:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1789608865.886339:0:35437:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1789608865.886343:0:35437:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1789608865.886346:0:35437:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1789608865.886349:0:35437:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789608865.886351:0:35437:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1789608865.886352:0:35437:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789608865.886354:0:35437:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514696456 : -117815194855160 : ffff94d903295908) 00000020:00001000:2.0:1789608865.886360:0:35437:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295900 00000020:00000001:2.0:1789608865.886366:0:35437:0:(cl_object.c:143:cl_object_top()) ffff94d904aaa210 -> ffff94d9040dbe90 00000020:00000001:2.0:1789608865.886368:0:35437:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:2.0:1789608865.886373:0:35437:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789608865.886375:0:35437:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1789608865.886377:0:35437:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1789608865.886378:0:35437:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258539960192 : -117815169591424 : ffff94d904aad780) 00000020:00000001:2.0:1789608865.886381:0:35437:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608865.886383:0:35437:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608865.886385:0:35437:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593373712 : -117815116177904 : ffff94d907d9de10) 00000020:00000001:2.0:1789608865.886389:0:35437:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1789608865.886391:0:35437:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608865.886393:0:35437:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.886394:0:35437:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.886396:0:35437:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:2.0:1789608865.886398:0:35437:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1789608865.886399:0:35437:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1789608865.886400:0:35437:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:2.0:1789608865.886402:0:35437:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1789608865.886403:0:35437:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.886404:0:35437:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608865.886406:0:35437:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608865.886407:0:35437:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.886409:0:35437:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1789608865.886410:0:35437:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.886411:0:35437:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.886413:0:35437:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:2.0:1789608865.886416:0:35437:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1789608865.886417:0:35437:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1789608865.886418:0:35437:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:2.0:1789608865.886420:0:35437:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1789608865.886422:0:35437:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000020:2.0:1789608865.886426:0:35437:0:(osc_cache.c:1926:osc_update_pending()) obj ffff94d905e4e380 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:2.0:1789608865.886430:0:35437:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1789608865.886432:0:35437:0:(osc_cache.c:1870:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608865.886433:0:35437:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1789608865.886435:0:35437:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608865.886437:0:35437:0:(osc_cache.c:1166:osc_extent_make_ready()) Process entered 00000008:00000001:2.0:1789608865.886451:0:35437:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:2.0:1789608865.886456:0:35437:0:(osc_cache.c:1174:osc_extent_make_ready()) extent ffff94d91343b6c0@{[0 -> 255/255], [1|0|-|locking|wiY|ffff94d905e4e380], [1703936|1|+|-|ffff94d905f55c00|256|ffff94d904368000]} make ready 00000008:00010000:2.0:1789608865.886464:0:35437:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 00000000f374e2f1 ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:2.0:1789608865.886474:0:35437:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:2.0:1789608865.886476:0:35437:0:(cl_page.c:1159:cl_page_make_ready()) Process entered 00000020:00008000:2.0:1789608865.886490:0:35437:0:(cl_page.c:1171:cl_page_make_ready()) page@00000000e02ca235[2 000000009e073224 1 1 0000000000000000 0 0 0] 00000020:00008000:2.0:1789608865.886491:0:35437:0:(cl_page.c:1171:cl_page_make_ready()) readied 00000020:00000001:2.0:1789608865.886493:0:35437:0:(cl_page.c:1020:cl_page_io_start()) Process entered 00000020:00000001:2.0:1789608865.886495:0:35437:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1789608865.886496:0:35437:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1789608865.886497:0:35437:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:2.0:1789608865.886498:0:35437:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1789608865.886501:0:35437:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1789608865.886504:0:35437:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e02ca235[2 000000009e073224 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789608865.886506:0:35437:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 3 00000020:00000001:2.0:1789608865.886507:0:35437:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1789608865.886508:0:35437:0:(cl_page.c:1023:cl_page_io_start()) Process leaving 00000020:00000001:2.0:1789608865.886511:0:35437:0:(cl_page.c:1193:cl_page_make_ready()) page@00000000e02ca235[2 000000009e073224 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789608865.886513:0:35437:0:(cl_page.c:1193:cl_page_make_ready()) 1 0 00000008:00000001:2.0:1789608865.886514:0:35437:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.886516:0:35437:0:(cl_object.c:143:cl_object_top()) ffff94d905e4e380 -> ffff94d9040dbe90 00000020:00000001:2.0:1789608865.886518:0:35437:0:(cl_object.c:143:cl_object_top()) ffff94d905e4e380 -> ffff94d9040dbe90 00000020:00000001:2.0:1789608865.886520:0:35437:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:2.0:1789608865.886524:0:35437:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.886525:0:35437:0:(cl_object.c:143:cl_object_top()) ffff94d905e4e380 -> ffff94d9040dbe90 00000008:00000001:2.0:1789608865.886527:0:35437:0:(osc_cache.c:1227:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608865.886530:0:35437:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:2.0:1789608865.886532:0:35437:0:(osc_cache.c:908:osc_extent_finish()) extent ffff94d91343b6c0@{[0 -> 255/255], [2|0|-|rpc|wiY|ffff94d905e4e380], [1703936|1|+|-|ffff94d905f55c00|256|ffff94d904368000]} extent finished. 00000008:00010000:2.0:1789608865.886537:0:35437:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 00000000f374e2f1 ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:2.0:1789608865.886546:0:35437:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:2.0:1789608865.886548:0:35437:0:(cl_page.c:1113:cl_page_complete()) Process entered 00000020:00000001:2.0:1789608865.886551:0:35437:0:(cl_page.c:1115:cl_page_complete()) page@00000000e02ca235[2 000000009e073224 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789608865.886553:0:35437:0:(cl_page.c:1115:cl_page_complete()) 1 0 00000020:00000001:2.0:1789608865.886554:0:35437:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:2.0:1789608865.886555:0:35437:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1789608865.886557:0:35437:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1789608865.886812:0:35437:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e02ca235[2 000000009e073224 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789608865.886814:0:35437:0:(cl_page.c:518:__cl_page_state_set()) 3 -> 1 00000020:00000001:2.0:1789608865.886815:0:35437:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000080:00000001:2.0:1789608865.886817:0:35437:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:2.0:1789608865.886821:0:35437:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000e02ca235[2 000000009e073224 1 1 0000000000000000 0 0 0] 00000080:00008000:2.0:1789608865.886823:0:35437:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:2.0:1789608865.886834:0:35437:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:2.0:1789608865.886836:0:35437:0:(cl_page.c:1136:cl_page_complete()) Process leaving 00000020:00000001:2.0:1789608865.886838:0:35437:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:2.0:1789608865.886841:0:35437:0:(cl_page.c:567:cl_batch_put()) page@00000000e02ca235[2 000000009e073224 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789608865.886843:0:35437:0:(cl_page.c:567:cl_batch_put()) 2 00000020:00000001:2.0:1789608865.886844:0:35437:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000008:00000001:2.0:1789608865.886846:0:35437:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:2.0:1789608865.886848:0:35437:0:(osc_cache.c:1648:osc_free_grant()) lost 1703936 grant: 0 avail: 2097152 dirty: 0/0 00000008:00000020:2.0:1789608865.886853:0:35437:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff94d91343b6c0@{[0 -> 255/255], [1|0|-|inv|wY|ffff94d905e4e380], [1703936|0|-|-|ffff94d905f55c00|256|ffff94d904368000]} destroyed. 00000008:00010000:2.0:1789608865.886858:0:35437:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000f374e2f1 ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:2.0:1789608865.886866:0:35437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608865.886868:0:35437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:2.0:1789608865.886871:0:35437:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff94d91343b6c0. 00000008:00000001:2.0:1789608865.886874:0:35437:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608865.886877:0:35437:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:2.0:1789608865.886880:0:35437:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff94d905e4e380 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1789608865.886883:0:35437:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1789608865.886886:0:35437:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff94d905e4e380 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:2.0:1789608865.886889:0:35437:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1789608865.886891:0:35437:0:(osc_io.c:1174:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.886893:0:35437:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608865.887177:0:35437:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608865.887181:0:35437:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.887183:0:35437:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.887185:0:35437:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:2.0:1789608865.887187:0:35437:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1789608865.887188:0:35437:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1789608865.887189:0:35437:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:2.0:1789608865.887191:0:35437:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:2.0:1789608865.887193:0:35437:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608865.887194:0:35437:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1789608865.887196:0:35437:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:2.0:1789608865.887198:0:35437:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:2.0:1789608865.887200:0:35437:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1789608865.887201:0:35437:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1789608865.887202:0:35437:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:2.0:1789608865.887203:0:35437:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1789608865.887205:0:35437:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608865.887207:0:35437:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608865.887208:0:35437:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1789608865.887209:0:35437:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1789608865.887211:0:35437:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1789608865.887212:0:35437:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1789608865.887213:0:35437:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1789608865.887215:0:35437:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1789608865.887216:0:35437:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1789608865.887217:0:35437:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1789608865.887218:0:35437:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1789608865.887219:0:35437:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608865.887221:0:35437:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608865.887302:0:35437:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1789608865.887304:0:35437:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1789608865.887306:0:35437:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608865.887308:0:35437:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:2.0:1789608865.887310:0:35437:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1789608865.887311:0:35437:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1789608865.887321:0:35437:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:2.0:1789608865.887322:0:35437:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789608865.887324:0:35437:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295900 00020000:00000001:2.0:1789608865.887327:0:35437:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1789608865.887330:0:35437:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1789608865.887332:0:35437:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1789608865.887334:0:35437:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1789608865.887337:0:35437:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789608865.887338:0:35437:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789608865.887340:0:35437:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295510 00000080:00000001:2.0:1789608865.887342:0:35437:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789608865.887349:0:35437:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1789608865.887351:0:35437:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446626258562022240 : -117815147529376 : ffff94d905fb7b60) 00000020:00000001:2.0:1789608865.887354:0:35437:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:2.0:1789608865.887356:0:35437:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:2.0:1789608865.887357:0:35437:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1789608865.887358:0:35437:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1789608865.887360:0:35437:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1789608865.887363:0:35437:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e02ca235[2 000000009e073224 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789608865.887365:0:35437:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:2.0:1789608865.887366:0:35437:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:2.0:1789608865.887368:0:35437:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:2.0:1789608865.887369:0:35437:0:(osc_page.c:138:osc_page_delete()) ffff94d905fb7bc0 00000008:00000001:2.0:1789608865.887371:0:35437:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:2.0:1789608865.887373:0:35437:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff94d905fb7bd0 page ffff94d905fb7bc0 at index 0. 00000008:00000001:2.0:1789608865.887376:0:35437:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608865.887381:0:35437:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:2.0:1789608865.887384:0:35437:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe9a104e90200 index 0 00000020:00000001:2.0:1789608865.887388:0:35437:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:2.0:1789608865.887389:0:35437:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:2.0:1789608865.887390:0:35437:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:2.0:1789608865.887393:0:35437:0:(cl_page.c:567:cl_batch_put()) page@00000000e02ca235[1 000000009e073224 5 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789608865.887394:0:35437:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:2.0:1789608865.887396:0:35437:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:2.0:1789608865.887399:0:35437:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff94d905fb7b60. 00000020:00000001:2.0:1789608865.887403:0:35437:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:2.0:1789608865.887404:0:35437:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000080:00000001:3.0:1789608865.889966:0:35437:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:3.0:1789608865.889974:0:35437:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff94d9189242c8) 00800000:00000001:3.0:1789608865.889982:0:35437:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:3.0:1789608865.889984:0:35437:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x2b:0x0] 00000002:00000001:3.0:1789608865.889989:0:35437:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:3.0:1789608865.889995:0:35437:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608865.889998:0:35437:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:3.0:1789608865.890000:0:35437:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608865.890001:0:35437:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.890004:0:35437:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:3.0:1789608865.890006:0:35437:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:3.0:1789608865.890008:0:35437:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608865.890010:0:35437:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608865.890014:0:35437:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789608865.890019:0:35437:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258593596264 : -117815115955352 : ffff94d907dd4368) 00000020:00001000:3.0:1789608865.890022:0:35437:0:(cl_object.c:823:cl_env_get()) 1@ffff94d907dd4360 00020000:00000001:3.0:1789608865.890031:0:35437:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:3.0:1789608865.890033:0:35437:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d904368000 00020000:00000001:3.0:1789608865.890037:0:35437:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:3.0:1789608865.890041:0:35437:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d9092654e0, objid 0x2b:1029, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789608865.890046:0:35437:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789608865.890050:0:35437:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d903f8b580: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000001:3.0:1789608865.890053:0:35437:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:3.0:1789608865.890055:0:35437:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.890057:0:35437:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:3.0:1789608865.890060:0:35437:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:3.0:1789608865.890065:0:35437:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:3.0:1789608865.890070:0:35437:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29400 count: 2 00010000:00000001:3.0:1789608865.890073:0:35437:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608865.890075:0:35437:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:3.0:1789608865.890078:0:35437:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:3.0:1789608865.890083:0:35437:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 46 blocks 1 [cma]time 1789608865 1789608865 1789608865 ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 1/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000020:00000001:3.0:1789608865.890097:0:35437:0:(cl_object.c:143:cl_object_top()) ffff94d905e4e380 -> ffff94d9040dbe90 00000020:00000001:3.0:1789608865.890098:0:35437:0:(cl_object.c:143:cl_object_top()) ffff94d905e4e380 -> ffff94d9040dbe90 00000008:00000001:3.0:1789608865.890100:0:35437:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789608865.890103:0:35437:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789608865.890105:0:35437:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789608865.890106:0:35437:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1789608865.890112:0:35437:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff94d905e4e380. 00020000:00000001:3.0:1789608865.890499:0:35437:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:3.0:1789608865.890503:0:35437:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff94d904aaa190. 00020000:00000001:3.0:1789608865.890510:0:35437:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:3.0:1789608865.890513:0:35437:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608865.890515:0:35437:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789608865.890517:0:35437:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d904368000 00020000:00000001:3.0:1789608865.890520:0:35437:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:3.0:1789608865.890522:0:35437:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:3.0:1789608865.890523:0:35437:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d904368000 00020000:00000001:3.0:1789608865.890526:0:35437:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:3.0:1789608865.890528:0:35437:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff94d907ddae48. 00020000:00000010:3.0:1789608865.890532:0:35437:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff94d909222c00. 00020000:00000010:3.0:1789608865.890535:0:35437:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff94d918274930. 00020000:00000002:3.0:1789608865.890538:0:35437:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d9092654e0, objid 0x2b:1029, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789608865.890542:0:35437:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789608865.890545:0:35437:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d903f8b580: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000010:3.0:1789608865.890549:0:35437:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d903f8b580. 00020000:00000010:3.0:1789608865.890553:0:35437:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d907f83d80. 00020000:00000010:3.0:1789608865.890556:0:35437:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d9092654e0. 00020000:00000001:3.0:1789608865.890563:0:35437:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:3.0:1789608865.890565:0:35437:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d904368000 00020000:00000010:3.0:1789608865.890576:0:35437:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff94d910b650f8. 00020000:00000001:3.0:1789608865.890580:0:35437:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:3.0:1789608865.890582:0:35437:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff94d9040dbe10. 00000020:00001000:3.0:1789608865.890587:0:35437:0:(cl_object.c:917:cl_env_put()) 1@ffff94d907dd4360 00000080:00000001:3.0:1789608865.890591:0:35437:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:3.0:1789608865.890593:0:35437:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000010:2.1:1789608865.896780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907ed9f60. 00000080:00000010:3.1:1789608865.909827:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d918924200. 00010000:00000001:3.0:1789608866.645913:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608866.645924:0:28704:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608866.645926:0:28704:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608866.645930:0:28704:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608866.645934:0:28704:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608866.645936:0:28704:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608866.645938:0:28704:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608866.645940:0:28704:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608866.645944:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608866.645945:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608866.645949:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608866.645950:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608866.645953:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608866.645954:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608866.647570:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608866.647575:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608866.647579:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789608866.765937:0:32114:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d000 (cpu 0) has reached its deadline 4296593812, at 4296593856 00000100:00000010:0.0:1789608866.765953:0:32114:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d9082d7de0. 00000100:00000040:1.0:1789608866.766783:0:809:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d110 (cpu 1) has reached its deadline 4296593812, at 4296593857 00000100:00000010:1.0:1789608866.766791:0:809:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d9082d7900. 00000080:00000001:0.0:1789608867.145255:0:35524:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608867.664974:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608867.664981:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608867.664987:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608867.664989:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608867.664993:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608867.664994:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608867.664998:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608867.664999:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608867.672142:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608867.672149:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608867.672154:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789608867.856732:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789608867.856742:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789608867.856749:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d25f80. 00000020:00000040:2.0:1789608867.856755:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=4 obd=MGC192.168.203.121@tcp 00000100:00000001:2.0:1789608867.856760:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608867.856763:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608867.856768:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608867.856777:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d91a01af00. 00000100:00000001:2.0:1789608867.856784:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608867.856795:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS req@ffff94d907d25f80 x1876538934313984/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789608867.856806:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608867.856810:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608867.856816:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000939432f3] to pc [ptlrpcd_01_00+0] req@ffff94d907d25f80 x1876538934313984/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608867.856835:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608867.856838:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789608867.856841:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789608867.856843:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d24a80. 00000020:00000040:2.0:1789608867.856845:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:2.0:1789608867.856847:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608867.856849:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608867.856851:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608867.856854:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d91a01ad00. 00000100:00000001:2.0:1789608867.856857:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608867.856861:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID req@ffff94d907d24a80 x1876538934314112/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789608867.856881:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608867.856883:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608867.856888:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077e91c89] to pc [ptlrpcd_01_01+1] req@ffff94d907d24a80 x1876538934314112/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608867.856902:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608867.856904:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789608867.856907:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789608867.856910:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d26d80. 00000020:00000040:2.0:1789608867.856912:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=5 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000100:00000001:2.0:1789608867.856914:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608867.856915:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608867.856917:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608867.856920:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d909082800. 00000100:00000001:2.0:1789608867.856923:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608867.856927:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID req@ffff94d907d26d80 x1876538934314240/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789608867.856933:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608867.856935:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608867.856938:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003d1a616] to pc [ptlrpcd_01_00+0] req@ffff94d907d26d80 x1876538934314240/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608867.856945:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608867.856947:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID: level FULL/9 force 0 force_next 1 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789608867.856950:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789608867.856953:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d27480. 00000020:00000040:2.0:1789608867.856955:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00000100:00000001:2.0:1789608867.856958:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608867.856959:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608867.856961:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608867.856964:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d908d55500. 00000100:00000001:2.0:1789608867.856966:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608867.856969:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID req@ffff94d907d27480 x1876538934314368/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789608867.856976:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608867.856978:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608867.856982:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032be462c] to pc [ptlrpcd_01_01+1] req@ffff94d907d27480 x1876538934314368/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608867.856988:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608867.856990:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789608867.856993:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789608867.856996:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d27800. 00000020:00000040:2.0:1789608867.856998:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b13000 refcount=3 obd=lustre-OST0001-osc-ffff94d904ceb000 00000100:00000001:2.0:1789608867.856999:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608867.857001:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608867.857003:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608867.857005:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d908d55300. 00000100:00000001:2.0:1789608867.857007:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608867.857010:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID req@ffff94d907d27800 x1876538934314496/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789608867.857017:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608867.857018:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608867.857022:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ccb30b29] to pc [ptlrpcd_01_00+0] req@ffff94d907d27800 x1876538934314496/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608867.857028:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608867.857031:0:21207:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1932) 00000100:00000001:2.0:1789608867.857549:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608867.857563:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608867.857565:0:2411:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608867.857572:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d25f80 x1876538934313984/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608867.857581:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608867.857583:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608867.857587:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608867.857590:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608867.857593:0:2411:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608867.857596:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2411:1876538934313984:192.168.203.121@tcp:400:kworker.0 00000100:00000001:2.0:1789608867.857600:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608867.857606:0:2411:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608867.857608:0:2411:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608867.857610:0:2411:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608867.857615:0:2411:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d907d5d600. 02000000:00000001:2.0:1789608867.857617:0:2411:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608867.857624:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608867.857628:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21bb0. 00000400:00000010:2.0:1789608867.857635:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c660. 00000100:00000200:2.0:1789608867.857642:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934313984, portal 25 00000100:00000001:2.0:1789608867.857644:0:2411:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608867.857646:0:2411:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592882560 : -117815116669056 : ffff94d907d25f80) 00000100:00000040:2.0:1789608867.857652:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907d25f80 x1876538934313984/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608883 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608867.857659:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608867.857662:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608867.857664:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c880. 00000100:00000200:2.0:1789608867.857668:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876538934313984, offset 0 00000400:00000200:2.0:1789608867.857674:0:2411:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608867.857705:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608867.857713:0:2411:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608867.857718:0:2411:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608867.857721:0:2411:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608867.857724:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608867.857727:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608867.857730:0:2411:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2964:2964:256:4294967295] 192.168.203.121@tcp LPNI seq info [2964:2964:8:4294967295] 00000400:00000200:2.0:1789608867.857735:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608867.857743:0:2411:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608867.857749:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608867.857753:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d908d55100. 00000800:00000200:2.0:1789608867.857759:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608867.857767:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608867.857771:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d908d55100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789608867.857790:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608867.857795:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608867.857797:0:2411:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 0 is 4296598880 00000100:00000010:2.0:1789608867.857801:0:2411:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d907f83120. 00000100:00000001:2.0:1789608867.857808:0:2411:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789608867.857813:0:2411:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 1 is 4296598880 00000100:00000010:2.0:1789608867.857815:0:2411:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d907f83ba0. 00000100:00000001:2.0:1789608867.857818:0:2411:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789608867.857821:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608867.857824:0:2411:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608867.857826:0:2411:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608867.857830:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d26d80 x1876538934314240/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608867.857837:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608867.857838:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608867.857840:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608867.857842:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608867.857844:0:2411:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608867.857847:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934314240:192.168.203.121@tcp:400:kworker.0 00000100:00000001:2.0:1789608867.857849:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608867.857852:0:2411:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608867.857853:0:2411:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608867.857855:0:2411:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608867.857857:0:2411:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d907d5c400. 02000000:00000001:2.0:1789608867.857859:0:2411:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608867.857862:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608867.857864:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21f78. 00000400:00000010:2.0:1789608867.858322:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6ccc0. 00000100:00000200:2.0:1789608867.858328:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934314240, portal 10 00000100:00000001:2.0:1789608867.858330:0:2411:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608867.858332:0:2411:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592886144 : -117815116665472 : ffff94d907d26d80) 00000100:00000040:2.0:1789608867.858340:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907d26d80 x1876538934314240/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608883 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608867.858347:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608867.858349:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608867.858352:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6cf68. 00000100:00000200:2.0:1789608867.858354:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934314240, offset 0 00000400:00000200:2.0:1789608867.858359:0:2411:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608867.858363:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608867.858367:0:2411:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608867.858370:0:2411:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608867.858372:0:2411:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608867.858375:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608867.858377:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608867.858380:0:2411:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2965:2965:255:4294967295] 192.168.203.121@tcp LPNI seq info [2965:2965:7:4294967295] 00000400:00000200:2.0:1789608867.858384:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608867.858391:0:2411:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608867.858395:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608867.858398:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d908d55900. 00000800:00000200:2.0:1789608867.858402:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608867.858407:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608867.858410:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d908d55900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789608867.858413:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608867.858417:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: using a timeout of 23963 usecs (24 jiffies) 00000400:00000200:2.0:1789608867.858420:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608867.858422:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296594970 00000100:00000001:2.0:1789608867.858424:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296598880 00000100:00000001:2.0:1789608867.858426:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296594970 00000100:00000001:2.0:1789608867.858429:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296598880 00000100:00000001:2.0:1789608867.858432:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608867.858434:0:2411:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608867.858436:0:2411:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608867.858440:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d27800 x1876538934314496/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608867.858448:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608867.858449:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608867.858452:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608867.858454:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608867.858456:0:2411:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608867.858458:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934314496:192.168.203.121@tcp:400:kworker.0 00000100:00000001:2.0:1789608867.858462:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608867.858464:0:2411:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608867.858466:0:2411:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608867.858467:0:2411:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608867.858471:0:2411:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d907d5dc00. 02000000:00000001:2.0:1789608867.858473:0:2411:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608867.858476:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608867.858478:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d216e0. 00000400:00000010:2.0:1789608867.858483:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6ca18. 00000100:00000200:2.0:1789608867.858486:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934314496, portal 4 00000100:00000001:2.0:1789608867.858487:0:2411:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608867.858489:0:2411:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592888832 : -117815116662784 : ffff94d907d27800) 00000100:00000040:2.0:1789608867.858494:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907d27800 x1876538934314496/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608883 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608867.858500:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608867.858502:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608867.858504:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6cc38. 00000100:00000200:2.0:1789608867.858506:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876538934314496, offset 0 00000400:00000200:2.0:1789608867.858510:0:2411:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608867.858513:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608867.858516:0:2411:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608867.858519:0:2411:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608867.858521:0:2411:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608867.858523:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608867.858526:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608867.858528:0:2411:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2966:2966:254:4294967295] 192.168.203.121@tcp LPNI seq info [2966:2966:6:4294967295] 00000400:00000200:2.0:1789608867.858532:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608867.858538:0:2411:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608867.858543:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608867.858546:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d908d55000. 00000800:00000200:2.0:1789608867.858550:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608867.858563:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608867.858566:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d908d55000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789608867.858569:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608867.858571:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: using a timeout of 24727 usecs (25 jiffies) 00000400:00000200:2.0:1789608867.858575:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608867.858577:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296594971 00000100:00000001:2.0:1789608867.858579:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296598880 00000100:00000001:2.0:1789608867.858581:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296594971 00000100:00000001:2.0:1789608867.858582:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296598880 00000100:00000001:2.0:1789608867.858584:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608867.858586:0:2411:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608867.858588:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608867.858592:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608867.858599:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608867.858601:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789608867.858604:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608867.858606:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608867.858607:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608867.858611:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1789608867.858613:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608867.858615:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608867.858617:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608867.858618:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608867.858619:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608867.858620:0:2411:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608867.858625:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d24a80 x1876538934314112/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608867.858631:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608867.858632:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608867.858634:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608867.858636:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608867.858637:0:2411:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608867.858640:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934314112:192.168.203.121@tcp:400:kworker.0 00000100:00000001:2.0:1789608867.858643:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608867.858645:0:2411:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608867.858647:0:2411:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608867.858648:0:2411:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608867.858651:0:2411:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d907d5d200. 02000000:00000001:2.0:1789608867.858653:0:2411:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608867.858656:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608867.858658:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d219a0. 00000400:00000010:2.0:1789608867.858661:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c198. 00000100:00000200:2.0:1789608867.858664:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934314112, portal 10 00000100:00000001:2.0:1789608867.858666:0:2411:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608867.858667:0:2411:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592877184 : -117815116674432 : ffff94d907d24a80) 00000100:00000040:2.0:1789608867.858672:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907d24a80 x1876538934314112/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608883 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608867.858712:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608867.858715:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608867.858717:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c330. 00000100:00000200:2.0:1789608867.858720:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934314112, offset 0 00000400:00000200:2.0:1789608867.858724:0:2411:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608867.858728:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608867.858731:0:2411:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608867.858734:0:2411:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608867.858737:0:2411:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608867.858739:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608867.858741:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608867.858744:0:2411:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2967:2967:253:4294967295] 192.168.203.121@tcp LPNI seq info [2967:2967:5:4294967295] 00000400:00000200:2.0:1789608867.858748:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608867.858753:0:2411:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608867.858758:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608867.858762:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d908d55a00. 00000800:00000200:2.0:1789608867.858765:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608867.858769:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608867.858772:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d908d55a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789608867.858775:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608867.858778:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 859917 usecs (860 jiffies) 00000400:00000200:2.0:1789608867.858781:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608867.858783:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296595806 00000100:00000001:2.0:1789608867.858785:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296598880 00000100:00000001:2.0:1789608867.858788:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296595806 00000100:00000001:2.0:1789608867.858789:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296598880 00000100:00000001:2.0:1789608867.858791:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608867.858793:0:2411:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608867.858795:0:2411:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608867.858800:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d27480 x1876538934314368/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608867.858806:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608867.858808:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608867.858810:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608867.858812:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608867.858813:0:2411:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608867.858817:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934314368:192.168.203.121@tcp:400:kworker.0 00000100:00000001:2.0:1789608867.858819:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608867.858822:0:2411:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608867.858823:0:2411:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608867.858825:0:2411:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608867.858828:0:2411:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d907d5c200. 02000000:00000001:2.0:1789608867.858829:0:2411:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608867.858832:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608867.858835:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21210. 00000400:00000010:2.0:1789608867.858838:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c7f8. 00000100:00000200:2.0:1789608867.858840:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934314368, portal 4 00000100:00000001:2.0:1789608867.858842:0:2411:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608867.858844:0:2411:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592887936 : -117815116663680 : ffff94d907d27480) 00000100:00000040:2.0:1789608867.858848:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907d27480 x1876538934314368/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608883 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608867.858854:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608867.858856:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608867.858858:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c550. 00000100:00000200:2.0:1789608867.858860:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876538934314368, offset 0 00000400:00000200:2.0:1789608867.858864:0:2411:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000100:00000001:3.0:1789608867.861326:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608867.861336:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608867.864611:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608867.864631:0:2411:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608867.864636:0:2411:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608867.864641:0:2411:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608867.864644:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608867.864646:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608867.864651:0:2411:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2968:2968:252:4294967295] 192.168.203.121@tcp LPNI seq info [2968:2968:4:4294967295] 00000400:00000200:2.0:1789608867.864657:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608867.864669:0:2411:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608867.864687:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608867.864697:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d908ff8c00. 00000800:00000200:2.0:1789608867.864705:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608867.864713:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608867.864717:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d908ff8c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789608867.864723:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608867.864729:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 195313 usecs (196 jiffies) 00000400:00000200:2.0:1789608867.864734:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608867.864737:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296595142 00000100:00000001:2.0:1789608867.864740:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296598880 00000100:00000001:2.0:1789608867.864742:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296595142 00000100:00000001:2.0:1789608867.864745:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296598880 00000100:00000001:2.0:1789608867.864747:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608867.864751:0:2411:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608867.864757:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608867.864762:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608867.869409:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608867.869420:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d908d55100. 00000400:00000200:0.0:1789608867.869427:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608867.869436:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608867.869443:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c880 00000400:00000010:0.0:1789608867.869447:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c880. 00000100:00000001:0.0:1789608867.869453:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608867.869462:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25f80 x1876538934313984/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608883 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608867.869474:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608867.869478:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d25f80 x1876538934313984/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608883 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608867.869486:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608867.869488:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608867.869502:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608867.869504:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d908d55900. 00000400:00000200:0.0:1789608867.869507:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608867.869510:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608867.869513:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6cf68 00000400:00000010:0.0:1789608867.869515:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6cf68. 00000100:00000001:0.0:1789608867.869517:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608867.869520:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d26d80 x1876538934314240/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608883 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608867.869527:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608867.869531:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d26d80 x1876538934314240/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608883 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608867.869542:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608867.869544:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608867.869551:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608867.869564:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d908d55000. 00000400:00000200:0.0:1789608867.869567:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608867.869570:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608867.869573:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6cc38 00000400:00000010:0.0:1789608867.869575:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6cc38. 00000100:00000001:0.0:1789608867.869577:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608867.869581:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d27800 x1876538934314496/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608883 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608867.869587:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608867.869590:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d27800 x1876538934314496/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608883 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608867.869596:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608867.869598:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608867.869606:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608867.869608:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d908d55a00. 00000400:00000200:0.0:1789608867.869611:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608867.869614:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608867.869617:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c330 00000400:00000010:0.0:1789608867.869618:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c330. 00000100:00000001:0.0:1789608867.869621:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608867.869624:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d24a80 x1876538934314112/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608883 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608867.869630:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608867.869632:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d24a80 x1876538934314112/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608883 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608867.869638:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608867.869639:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608867.869716:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608867.869720:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d908ff8c00. 00000400:00000200:0.0:1789608867.869724:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608867.869728:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608867.869731:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c550 00000400:00000010:0.0:1789608867.869733:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c550. 00000100:00000001:0.0:1789608867.869735:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608867.869739:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d27480 x1876538934314368/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608883 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608867.869746:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608867.869749:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d27480 x1876538934314368/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608883 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608867.869755:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608867.869756:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608867.883022:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608867.883042:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608867.883047:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608867.883049:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608867.883058:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608867.883067:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608867.883077:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608867.883082:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608867.883087:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608867.883091:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 25 MB=0x6aab3c4964400 00000400:00000200:1.0:1789608867.883096:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608867.883102:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.121@tcp of length 224/224 into md 0x8731 [1] + 224 00000800:00000001:1.0:1789608867.883109:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608867.883112:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608867.883117:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608867.883121:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608867.883129:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608867.883139:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d25f80 x1876538934313984/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608883 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608867.883150:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907d25f80 x1876538934313984/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608883 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608867.883165:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608867.883173:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608867.883176:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608867.883178:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608867.883180:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608867.883182:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608867.883186:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608867.883190:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608867.883193:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608867.883195:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608867.883198:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4964500 00000400:00000200:1.0:1789608867.883201:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608867.883205:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x8739 [1] + 224 00000800:00000001:1.0:1789608867.883208:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608867.883211:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608867.883213:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608867.883216:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608867.883218:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608867.883222:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d26d80 x1876538934314240/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608883 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608867.883230:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907d26d80 x1876538934314240/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608883 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608867.883237:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608867.883240:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608867.883243:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608867.883245:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608867.883246:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608867.883249:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608867.883252:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608867.883255:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608867.883258:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608867.883260:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608867.883263:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4964480 00000400:00000200:1.0:1789608867.883266:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608867.883270:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x8749 [1] + 224 00000800:00000001:1.0:1789608867.883274:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608867.883281:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608867.883283:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608867.883286:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608867.883288:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608867.883292:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d24a80 x1876538934314112/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608883 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608867.883301:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907d24a80 x1876538934314112/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608883 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608867.883307:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608867.883311:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608867.883313:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608867.891808:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608867.891828:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608867.891833:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608867.891836:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608867.891843:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608867.891851:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608867.891861:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608867.891866:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608867.891882:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608867.891887:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c4964600 00000400:00000200:1.0:1789608867.891892:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608867.891898:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x8741 [1] + 224 00000800:00000001:1.0:1789608867.891906:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608867.891918:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608867.891922:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608867.891926:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608867.891932:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608867.891941:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d27800 x1876538934314496/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608883 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608867.891957:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907d27800 x1876538934314496/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608883 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608867.891966:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608867.891973:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608867.891977:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608867.892925:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608867.892931:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608867.892940:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608867.892942:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608867.892945:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d219a0. 00000400:00000200:2.0:1789608867.892951:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c198 00000400:00000010:2.0:1789608867.892954:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c198. 00000100:00000001:2.0:1789608867.892957:0:2411:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608867.892964:0:2411:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d24a80 x1876538934314112/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608883 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789608867.892973:0:2411:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d24a80 x1876538934314112/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608883 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608867.892979:0:2411:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608867.892981:0:2411:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608867.892983:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608867.892987:0:2411:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608867.892989:0:2411:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608867.892991:0:2411:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608867.892995:0:2411:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608867.893004:0:2411:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=75 v=5 (5 104 104 104) 00000100:00001000:2.0:1789608867.893008:0:2411:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=30 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608867.893011:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608867.893012:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608867.893015:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608867.893018:0:2411:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608867.893022:0:2411:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608867.893024:0:2411:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967640 00000100:00000001:2.0:1789608867.893026:0:2411:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608867.893029:0:2411:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608867.893034:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d24a80 x1876538934314112/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608883 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608867.893041:0:2411:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608867.893045:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608867.893047:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608867.893051:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d24a80 x1876538934314112/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608883 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789608867.893059:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934314112:192.168.203.121@tcp:400:kworker.0 00000400:00000001:2.0:1789608867.893066:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608867.893068:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608867.893070:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21bb0. 00000400:00000200:2.0:1789608867.893073:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c660 00000400:00000010:2.0:1789608867.893074:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c660. 00000100:00000001:2.0:1789608867.893076:0:2411:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608867.893080:0:2411:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d25f80 x1876538934313984/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608883 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789608867.893087:0:2411:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d25f80 x1876538934313984/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608883 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608867.893092:0:2411:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608867.893094:0:2411:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608867.893097:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608867.893098:0:2411:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608867.893100:0:2411:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608867.893101:0:2411:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608867.893103:0:2411:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608867.893107:0:2411:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d90510e460 time=75 v=5 (5 5 5 5) 00000100:00001000:2.0:1789608867.893110:0:2411:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d90510e418 time=25 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608867.893112:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608867.893114:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608867.893116:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608867.893118:0:2411:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608867.893121:0:2411:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608867.893124:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d25f80 x1876538934313984/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608883 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608867.893130:0:2411:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608867.893132:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608867.893133:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608867.893137:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d25f80 x1876538934313984/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608883 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789608867.893144:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2411:1876538934313984:192.168.203.121@tcp:400:kworker.0 00000400:00000001:2.0:1789608867.893149:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608867.893151:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608867.893153:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21f78. 00000400:00000200:2.0:1789608867.893156:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6ccc0 00000400:00000010:2.0:1789608867.893158:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6ccc0. 00000100:00000001:2.0:1789608867.893160:0:2411:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608867.893164:0:2411:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d26d80 x1876538934314240/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608883 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789608867.893172:0:2411:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d26d80 x1876538934314240/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608883 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608867.893178:0:2411:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608867.893180:0:2411:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608867.893182:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608867.893183:0:2411:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608867.893184:0:2411:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608867.893187:0:2411:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608867.893189:0:2411:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608867.893193:0:2411:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b17c60 time=75 v=5 (5 104 104 104) 00000100:00001000:2.0:1789608867.893196:0:2411:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b17c18 time=75 v=5 (1 1 1 1) 00000100:00000001:2.0:1789608867.893198:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608867.893199:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608867.893202:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608867.893205:0:2411:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608867.893207:0:2411:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608867.893208:0:2411:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967334 00000100:00000001:2.0:1789608867.893210:0:2411:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608867.893212:0:2411:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608867.893217:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d26d80 x1876538934314240/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608883 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608867.893223:0:2411:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608867.893225:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608867.893226:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608867.893230:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d26d80 x1876538934314240/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608883 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789608867.893236:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934314240:192.168.203.121@tcp:400:kworker.0 00000400:00000001:2.0:1789608867.893243:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608867.893245:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608867.893247:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d216e0. 00000400:00000200:2.0:1789608867.893250:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6ca18 00000400:00000010:2.0:1789608867.893252:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6ca18. 00000100:00000001:2.0:1789608867.893255:0:2411:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608867.893260:0:2411:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d27800 x1876538934314496/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608883 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789608867.893268:0:2411:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d27800 x1876538934314496/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608883 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608867.893275:0:2411:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608867.893277:0:2411:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608867.893278:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608867.893281:0:2411:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608867.893282:0:2411:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608867.893283:0:2411:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608867.893285:0:2411:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608867.893288:0:2411:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13460 time=75 v=5 (5 5 5 5) 00000100:00001000:2.0:1789608867.893291:0:2411:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13418 time=25 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608867.893293:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608867.893294:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608867.893297:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608867.893300:0:2411:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608867.893301:0:2411:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608867.893303:0:2411:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d904ceb000: skip recheck: last_committed 4294967322 00000100:00000001:2.0:1789608867.893304:0:2411:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608867.893305:0:2411:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608867.893309:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d27800 x1876538934314496/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608883 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608867.893315:0:2411:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608867.893317:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608867.893318:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608867.893322:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d27800 x1876538934314496/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608883 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789608867.893329:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934314496:192.168.203.121@tcp:400:kworker.0 00000100:00000001:2.0:1789608867.893336:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608867.893338:0:2411:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608867.893342:0:2411:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d24a80 x1876538934314112/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608883 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608867.893349:0:2411:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608867.893351:0:2411:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608867.893354:0:2411:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d907d5d200. 02000000:00000001:2.0:1789608867.893358:0:2411:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608867.893361:0:2411:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608867.893363:0:2411:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:2.0:1789608867.893365:0:2411:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608867.893367:0:2411:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d91a01ad00. 02000000:00000001:2.0:1789608867.893372:0:2411:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608867.893374:0:2411:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608867.893376:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d24a80. 00000100:00000001:2.0:1789608867.893380:0:2411:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608867.893381:0:2411:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608867.893382:0:2411:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608867.893385:0:2411:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d25f80 x1876538934313984/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608883 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608867.893391:0:2411:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608867.893392:0:2411:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608867.893394:0:2411:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d907d5d600. 02000000:00000001:2.0:1789608867.893396:0:2411:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608867.893397:0:2411:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608867.893398:0:2411:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=3 obd=MGC192.168.203.121@tcp 00000020:00000001:2.0:1789608867.893400:0:2411:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608867.893401:0:2411:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d91a01af00. 02000000:00000001:2.0:1789608867.893403:0:2411:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608867.893404:0:2411:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608867.893405:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d25f80. 00000100:00000001:2.0:1789608867.893407:0:2411:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608867.893408:0:2411:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608867.893410:0:2411:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608867.893412:0:2411:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d26d80 x1876538934314240/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608883 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608867.893417:0:2411:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608867.893418:0:2411:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608867.893419:0:2411:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d907d5c400. 02000000:00000001:2.0:1789608867.893423:0:2411:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608867.893424:0:2411:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608867.893425:0:2411:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=4 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:2.0:1789608867.893427:0:2411:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608867.893429:0:2411:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d909082800. 02000000:00000001:2.0:1789608867.893434:0:2411:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608867.893435:0:2411:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608867.893437:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d26d80. 00000100:00000001:2.0:1789608867.893440:0:2411:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608867.893442:0:2411:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608867.893443:0:2411:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608867.893447:0:2411:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d27800 x1876538934314496/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608883 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608867.893452:0:2411:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608867.893454:0:2411:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608867.893456:0:2411:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d907d5dc00. 02000000:00000001:2.0:1789608867.893460:0:2411:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608867.893463:0:2411:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608867.893464:0:2411:0:(genops.c:1222:class_import_put()) import ffff94d902b13000 refcount=2 obd=lustre-OST0001-osc-ffff94d904ceb000 00000020:00000001:2.0:1789608867.893467:0:2411:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608867.893469:0:2411:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d908d55300. 02000000:00000001:2.0:1789608867.893473:0:2411:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608867.893475:0:2411:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608867.893476:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d27800. 00000100:00000001:2.0:1789608867.893479:0:2411:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608867.893481:0:2411:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608867.893486:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608867.893488:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608867.893489:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608867.893491:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608867.893493:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789608867.897791:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608867.897809:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608867.897814:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608867.897817:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608867.897825:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608867.897833:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608867.897843:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608867.897848:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608867.897853:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608867.897857:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c4964580 00000400:00000200:1.0:1789608867.897863:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608867.897881:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x8751 [1] + 224 00000800:00000001:1.0:1789608867.897889:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608867.897898:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608867.897901:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608867.897906:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608867.897913:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608867.897921:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d27480 x1876538934314368/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608883 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608867.897932:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907d27480 x1876538934314368/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608883 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608867.897947:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608867.897953:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608867.897956:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608867.902206:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608867.902214:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608867.902223:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608867.902224:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608867.902228:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21210. 00000400:00000200:2.0:1789608867.902235:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c7f8 00000400:00000010:2.0:1789608867.902237:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c7f8. 00000100:00000001:2.0:1789608867.902241:0:2411:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608867.902252:0:2411:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d27480 x1876538934314368/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608883 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789608867.902268:0:2411:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d27480 x1876538934314368/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608883 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608867.902274:0:2411:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608867.902276:0:2411:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608867.902278:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608867.902282:0:2411:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608867.902285:0:2411:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608867.902287:0:2411:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608867.902290:0:2411:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608867.902298:0:2411:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13c60 time=75 v=5 (5 5 5 5) 00000100:00001000:2.0:1789608867.902303:0:2411:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608867.902305:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608867.902307:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608867.902310:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608867.902314:0:2411:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608867.902317:0:2411:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608867.902320:0:2411:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: skip recheck: last_committed 4294967333 00000100:00000001:2.0:1789608867.902322:0:2411:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608867.902324:0:2411:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608867.902328:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d27480 x1876538934314368/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608883 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608867.902334:0:2411:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608867.902337:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608867.902339:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608867.902343:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d27480 x1876538934314368/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608883 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789608867.902350:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934314368:192.168.203.121@tcp:400:kworker.0 00000100:00000001:2.0:1789608867.902355:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608867.902357:0:2411:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608867.902360:0:2411:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d27480 x1876538934314368/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608883 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608867.902371:0:2411:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608867.902374:0:2411:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608867.902377:0:2411:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d907d5c200. 02000000:00000001:2.0:1789608867.902380:0:2411:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608867.902382:0:2411:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608867.902384:0:2411:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=2 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:2.0:1789608867.902386:0:2411:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608867.902388:0:2411:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d908d55500. 02000000:00000001:2.0:1789608867.902393:0:2411:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608867.902394:0:2411:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608867.902396:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d27480. 00000100:00000001:2.0:1789608867.902399:0:2411:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608867.902400:0:2411:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608867.902403:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608867.902410:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608867.902412:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608867.902414:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608867.902416:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608868.688208:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608868.688216:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608868.688222:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608868.688223:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608868.688227:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608868.688228:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608868.688232:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608868.688233:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608868.688255:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789608868.688258:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608868.688261:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1789608868.805982:0:35664:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789608868.855397:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608868.855478:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608868.855485:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608868.855489:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608868.855499:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608868.855509:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608868.855522:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608868.855527:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608868.855534:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608868.855539:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 328 into portal 15 MB=0x6aab3c51d7780 00000400:00000200:1.0:1789608868.855559:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.121@tcp of length 328/328 into md 0x7ff1 [2] + 1376 00000800:00000001:1.0:1789608868.855567:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608868.855575:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608868.855579:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608868.855584:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608868.855594:0:2401:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1789608868.855596:0:2401:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1789608868.855604:0:2401:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904055c00. 00000100:00000040:1.0:1789608868.855608:0:2401:0:(events.c:341:request_in_callback()) incoming req@ffff94d904055c00 x1876538943174528 msgsize 328 00000100:00100000:1.0:1789608868.855612:0:2401:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.121@tcp (source: 12345-192.168.203.121@tcp) 00000100:00000001:1.0:1789608868.855626:0:2401:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:1.0:1789608868.855634:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608868.855638:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608868.855665:0:16946:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1789608868.855668:0:16946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876538943174528 02000000:00000001:1.0:1789608868.855672:0:16946:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1789608868.855778:0:16946:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608868.855923:0:16946:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608868.855931:0:16946:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608868.855937:0:16946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876538943174528 00000020:00000001:1.0:1789608868.855941:0:16946:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789608868.855944:0:16946:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc54db3288176f366 00000020:00000001:1.0:1789608868.855947:0:16946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608868.855951:0:16946:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d903104000 refcount=4 00000020:00000001:1.0:1789608868.855954:0:16946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258513051648 : -117815196499968 : ffff94d903104000) 00000020:00000001:1.0:1789608868.855956:0:16946:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626258513051648 : -117815196499968 : ffff94d903104000) 00000100:00000001:1.0:1789608868.855963:0:16946:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789608868.855969:0:16946:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d91117dc80. 00000100:00000001:1.0:1789608868.855974:0:16946:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789608868.855978:0:16946:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d91117dc80. 00000020:00000010:1.0:1789608868.855987:0:16946:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94d907d5dc00. 00000020:00000010:1.0:1789608868.856055:0:16946:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff94d9121c3d80. 00000020:00000010:1.0:1789608868.856066:0:16946:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff94d9032a6bb8. 00000100:00000040:1.0:1789608868.856079:0:16946:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1789608868.856084:0:16946:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1789608868.856086:0:16946:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1789608868.856089:0:16946:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608868.856099:0:16946:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608868.856114:0:16946:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608868.856129:0:16946:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1789608868.856132:0:16946:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1789608868.856137:0:16946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.121@tcp, seq: 63 00000100:00000040:1.0:1789608868.856143:0:16946:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff94d903104000 : new rpc_count 1 00000100:00000001:1.0:1789608868.856146:0:16946:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446626258529115136 : -117815180436480 : ffff94d904055c00) 00000100:00000040:1.0:1789608868.856165:0:16946:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff94d904055c00 x1876538943174528/t0(0) o104->LOV_OSC_UUID@192.168.203.121@tcp:669/0 lens 328/0 e 0 to 0 dl 1789608879 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608868.856177:0:16946:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789608868.856181:0:16946:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d91117dc80. 00000100:00000001:1.0:1789608868.856183:0:16946:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789608868.856185:0:16946:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d91117dc80. 00000100:00100000:1.0:1789608868.856191:0:16946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff94d904055c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8104:x1876538943174528:12345-192.168.203.121@tcp:104: 00000100:00000200:1.0:1789608868.856194:0:16946:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876538943174528 00010000:00000001:1.0:1789608868.856198:0:16946:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1789608868.856207:0:16946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608868.856210:0:16946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608868.856212:0:16946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55c00 refcount=2 00000020:00000001:1.0:1789608868.856215:0:16946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:1.0:1789608868.856218:0:16946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:1.0:1789608868.856223:0:16946:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608868.856228:0:16946:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789608868.856234:0:16946:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000100:00000001:1.0:1789608868.856258:0:16946:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1789608868.856261:0:16946:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1789608868.856266:0:16946:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff94d908243400. 02000000:00000001:1.0:1789608868.856268:0:16946:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608868.856271:0:16946:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608868.856276:0:16946:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1789608868.856279:0:16946:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608868.856283:0:16946:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d909864de8 time=75 v=5 (1 1 1 1) 00000100:00000001:1.0:1789608868.856289:0:16946:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789608868.856292:0:16946:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff94d907ddb340 refcount 16 to 192.168.203.121@tcp 00000100:00000001:1.0:1789608868.856295:0:16946:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446626258593624896 : -117815115926720 : ffff94d907ddb340) 02000000:00000001:1.0:1789608868.856298:0:16946:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1789608868.856301:0:16946:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608868.856305:0:16946:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608868.856308:0:16946:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608868.856314:0:16946:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35cc0. 00000100:00000200:1.0:1789608868.856321:0:16946:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876538943174528, offset 224 00000400:00000200:1.0:1789608868.856329:0:16946:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608868.856337:0:16946:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608868.856346:0:16946:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.21@tcp to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608868.856355:0:16946:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2969:2969:256:4294967295] 192.168.203.121@tcp LPNI seq info [2969:2969:8:4294967295] 00000400:00000200:1.0:1789608868.856360:0:16946:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608868.856369:0:16946:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:192.168.203.21@tcp) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608868.856375:0:16946:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608868.856382:0:16946:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d908cdce00. 00000800:00000200:1.0:1789608868.856389:0:16946:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608868.856398:0:16946:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608868.856404:0:16946:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d908cdce00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608868.856429:0:16946:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608868.856433:0:16946:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff94d907ddb340 refcount 15 to 192.168.203.121@tcp 00010000:00000001:1.0:1789608868.856437:0:16946:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1789608868.856441:0:16946:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff94d903344300. 00010000:00000001:1.0:1789608868.856444:0:16946:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1789608868.856457:0:16946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1789608868.856460:0:16946:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608868.856462:0:16946:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608868.856464:0:16946:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608868.856469:0:16946:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904055c00 x1876538943174528/t0(0) o104->LOV_OSC_UUID@192.168.203.121@tcp:669/0 lens 328/224 e 0 to 0 dl 1789608879 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789608868.856479:0:16946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff94d904055c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8104:x1876538943174528:12345-192.168.203.121@tcp:104: Request processed in 300us (869us total) trans 0 rc 0/0 00000100:00100000:1.0:1789608868.856487:0:16946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.121@tcp, seq: 63 00000100:00000040:1.0:1789608868.856491:0:16946:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff94d903104000 : new rpc_count 0 00000100:00000001:1.0:1789608868.856493:0:16946:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1789608868.856495:0:16946:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1789608868.856501:0:16946:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff94d9121c3d80. 00000020:00000010:1.0:1789608868.856505:0:16946:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff94d9032a6bb8. 00000020:00000010:1.0:1789608868.856509:0:16946:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94d907d5dc00. 00000020:00000040:1.0:1789608868.856514:0:16946:0:(genops.c:879:class_export_put()) PUTting export ffff94d903104000 : new refcount 3 00000100:00000001:1.0:1789608868.856517:0:16946:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789608868.856623:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789608868.856627:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608868.856630:0:16956:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1789608868.856634:0:16956:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1789608868.856637:0:16956:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1789608868.856642:0:16956:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:3.0:1789608868.856653:0:16956:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d905f55c00 already unused, calling callback (ffffffffc1007300) 00000008:00000001:3.0:1789608868.856657:0:16956:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1789608868.856661:0:16956:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1789608868.856662:0:16956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608868.856664:0:16956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608868.856665:0:16956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55c00 refcount=3 00000020:00000001:3.0:1789608868.856668:0:16956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:3.0:1789608868.856670:0:16956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561620992 : -117815147930624 : ffff94d905f55c00) 00010000:00000001:3.0:1789608868.856674:0:16956:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789608868.856715:0:16956:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400030000 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:3.0:1789608868.856723:0:16956:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1789608868.856727:0:16956:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789608868.856732:0:16956:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258593596264 : -117815115955352 : ffff94d907dd4368) 00000020:00001000:3.0:1789608868.856735:0:16956:0:(cl_object.c:823:cl_env_get()) 1@ffff94d907dd4360 00000008:00000001:3.0:1789608868.856737:0:16956:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1789608868.856740:0:16956:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789608868.856742:0:16956:0:(cl_object.c:917:cl_env_put()) 1@ffff94d907dd4360 00000008:00000001:3.0:1789608868.856745:0:16956:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608868.856748:0:16956:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789608868.856755:0:16956:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789608868.856757:0:16956:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789608868.856759:0:16956:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608868.856762:0:16956:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789608868.856766:0:16956:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d905f55c00 with handle 0xc54db3288176ff9f from hash 00010000:00000001:3.0:1789608868.856768:0:16956:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789608868.856770:0:16956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608868.856772:0:16956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608868.856773:0:16956:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789608868.856776:0:16956:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789608868.856778:0:16956:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1789608868.856794:0:16956:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608868.856798:0:16956:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608868.856802:0:16956:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00000800:00000200:0.0:1789608868.856804:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00010000:00000001:3.0:1789608868.856805:0:16956:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000800:00000010:0.0:1789608868.856817:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d908cdce00. 00000100:00000010:3.0:1789608868.856820:0:16956:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908493100. 00000020:00000040:3.0:1789608868.856826:0:16956:0:(genops.c:1209:class_import_get()) import ffff94d902b13000 refcount=3 obd=lustre-OST0001-osc-ffff94d904ceb000 00000400:00000200:0.0:1789608868.856829:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1789608868.856832:0:16956:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608868.856837:0:16956:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608868.856844:0:16956:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608868.856844:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 02000000:00000010:3.0:1789608868.856856:0:16956:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d911dcd800. 00000400:00000200:0.0:1789608868.856857:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35cc0 00000400:00000010:0.0:1789608868.856864:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35cc0. 00000100:00000001:3.0:1789608868.856865:0:16956:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608868.856873:0:16956:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00000100:00000001:0.0:1789608868.856876:0:2402:0:(events.c:390:reply_out_callback()) Process entered 00010000:00010000:3.0:1789608868.856879:0:16956:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000100:00000001:0.0:1789608868.856881:0:2402:0:(events.c:402:reply_out_callback()) Process leaving 00010000:00010000:3.0:1789608868.856892:0:16956:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1789608868.856894:0:16956:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608868.856901:0:16956:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608868.856907:0:16956:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608868.856916:0:16956:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1116444] to pc [ptlrpcd_01_01+1] req@ffff94d908493100 x1876538934314624/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789608868.856944:0:16956:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608868.856946:0:16956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608868.856948:0:16956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608868.856949:0:16956:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608868.856952:0:16956:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789608868.856953:0:16956:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608868.856957:0:16956:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:3.0:1789608868.856964:0:16956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789608868.856967:0:16956:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff94d904ceb000 lock: 0000000051616974/0xc54db3288176ff9f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x91bddff8e8ed9b6e expref: -99 pid: 35428 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000010:3.0:1789608868.856976:0:16956:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d91213bd40. 00010000:00000040:3.0:1789608868.856981:0:16956:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d904e29400 count: 0 00010000:00000010:3.0:1789608868.856989:0:16956:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff94d904e29d00. 00010000:00000001:3.0:1789608868.856999:0:16956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608868.857000:0:16956:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1789608868.857003:0:16956:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff94d903344300. 00010000:00000001:3.0:1789608868.857006:0:16956:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608868.857008:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789608868.857010:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608868.857012:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789608868.857014:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789608868.857016:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608868.857018:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789608868.857020:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789608868.857021:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608868.857022:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789608868.857031:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608868.857035:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608868.857038:0:2412:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608868.857044:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908493100 x1876538934314624/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608868.857052:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608868.857054:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608868.857058:0:2412:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608868.857061:0:2412:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608868.857064:0:2412:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608868.857067:0:2412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908493100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2412:1876538934314624:192.168.203.121@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1789608868.857071:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608868.857078:0:2412:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608868.857080:0:2412:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608868.857083:0:2412:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608868.857086:0:2412:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d911dcc200. 02000000:00000001:3.0:1789608868.857088:0:2412:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608868.857094:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608868.857098:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a898. 00000400:00000010:3.0:1789608868.857104:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a94c8. 00000100:00000200:3.0:1789608868.857111:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934314624, portal 18 00000100:00000001:3.0:1789608868.857114:0:2412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608868.857116:0:2412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600669440 : -117815108882176 : ffff94d908493100) 00000100:00000040:3.0:1789608868.857123:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d908493100 x1876538934314624/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608884 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608868.857130:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608868.857133:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608868.857136:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a95d8. 00000100:00000200:3.0:1789608868.857139:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876538934314624, offset 0 00000400:00000200:3.0:1789608868.857143:0:2412:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608868.857148:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608868.857153:0:2412:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608868.857158:0:2412:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608868.857163:0:2412:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608868.857167:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608868.857170:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608868.857174:0:2412:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2970:2970:256:4294967295] 192.168.203.121@tcp LPNI seq info [2970:2970:8:4294967295] 00000400:00000200:3.0:1789608868.857178:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608868.857186:0:2412:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608868.857190:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608868.857194:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d9104bd500. 00000800:00000200:3.0:1789608868.857198:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608868.857203:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608868.857205:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d9104bd500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1789608868.857220:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608868.857224:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: using a timeout of 24838 usecs (25 jiffies) 00000400:00000200:3.0:1789608868.857228:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608868.857230:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296595972 00000100:00000001:3.0:1789608868.857234:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296598880 00000100:00000001:3.0:1789608868.857237:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296595972 00000100:00000001:3.0:1789608868.857239:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296598880 00000100:00000001:3.0:1789608868.857242:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608868.857245:0:2412:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608868.857248:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608868.857250:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608868.857255:0:2412:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608868.857258:0:2412:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789608868.857261:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608868.857262:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608868.857263:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608868.857266:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608868.857353:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608868.857360:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608868.858072:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608868.858077:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bd500. 00000400:00000200:0.0:1789608868.858085:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608868.858093:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608868.858100:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a95d8 00000400:00000010:0.0:1789608868.858102:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a95d8. 00000100:00000001:0.0:1789608868.858107:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608868.858116:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908493100 x1876538934314624/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608884 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608868.858129:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608868.858133:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908493100 x1876538934314624/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608884 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608868.858148:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608868.858150:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608868.867894:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608868.867914:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608868.867918:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608868.867922:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608868.867930:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608868.867940:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608868.867950:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608868.867955:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608868.867961:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608868.867966:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 18 MB=0x6aab3c4964680 00000400:00000200:0.0:1789608868.867973:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608868.867980:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.121@tcp of length 224/224 into md 0x8761 [1] + 224 00000800:00000001:0.0:1789608868.867988:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608868.867999:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608868.868003:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608868.868007:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608868.868014:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608868.868023:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908493100 x1876538934314624/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608884 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608868.868033:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d908493100 x1876538934314624/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608884 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608868.868050:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608868.868058:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608868.868061:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1789608868.868353:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904e29400. 00010000:00000010:3.1:1789608868.868365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f55c00. 00000100:00000001:3.0:1789608868.868382:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608868.868388:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608868.868398:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608868.868401:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608868.868405:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a898. 00000400:00000200:3.0:1789608868.868411:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a94c8 00000400:00000010:3.0:1789608868.868414:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a94c8. 00000100:00000001:3.0:1789608868.868420:0:2412:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608868.868431:0:2412:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908493100 x1876538934314624/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608884 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608868.868444:0:2412:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908493100 x1876538934314624/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608884 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608868.868452:0:2412:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608868.868454:0:2412:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608868.868457:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608868.868461:0:2412:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608868.868465:0:2412:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608868.868467:0:2412:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608868.868471:0:2412:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608868.868483:0:2412:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b134a8 time=74 v=5 (5 5 5 5) 00000100:00001000:3.0:1789608868.868489:0:2412:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13418 time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608868.868492:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608868.868494:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608868.868498:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608868.868502:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608868.868507:0:2412:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608868.868510:0:2412:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d904ceb000: skip recheck: last_committed 4294967322 00000100:00000001:3.0:1789608868.868512:0:2412:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608868.868515:0:2412:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608868.868520:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908493100 x1876538934314624/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608884 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608868.868529:0:2412:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608868.868533:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608868.868536:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608868.868541:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908493100 x1876538934314624/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608884 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608868.868561:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908493100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2412:1876538934314624:192.168.203.121@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1789608868.868567:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608868.868571:0:2412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608868.868575:0:2412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908493100 x1876538934314624/t0(0) o103->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608884 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608868.868583:0:2412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608868.868585:0:2412:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608868.868589:0:2412:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d911dcc200. 02000000:00000001:3.0:1789608868.868594:0:2412:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608868.868598:0:2412:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608868.868600:0:2412:0:(genops.c:1222:class_import_put()) import ffff94d902b13000 refcount=2 obd=lustre-OST0001-osc-ffff94d904ceb000 00000020:00000001:3.0:1789608868.868603:0:2412:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608868.868606:0:2412:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d911dcd800. 02000000:00000001:3.0:1789608868.868610:0:2412:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608868.868612:0:2412:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608868.868615:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908493100. 00000100:00000001:3.0:1789608868.868618:0:2412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608868.868620:0:2412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608868.868623:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608868.868632:0:2412:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608868.868635:0:2412:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608868.868637:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608868.868641:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608869.711136:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608869.711147:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608869.711154:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608869.711156:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608869.711160:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608869.711162:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608869.723567:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608869.723577:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608869.723583:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789608870.733825:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608870.733834:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608870.733841:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608870.733842:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608870.733846:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608870.733847:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608870.733872:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789608870.733876:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608870.733879:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789608870.836377:0:35810:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608871.574815:0:35872:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608871.759101:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608871.759109:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608871.759116:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608871.759117:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608871.759121:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608871.759122:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608871.759144:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789608871.759147:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608871.759150:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789608871.821768:0:32114:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d000 (cpu 0) has reached its deadline 4296598880, at 4296598912 00000100:00000010:0.0:1789608871.821784:0:32114:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d907f83120. 00000100:00000040:1.0:1789608871.821872:0:33535:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d110 (cpu 1) has reached its deadline 4296598880, at 4296598912 00000100:00000010:1.0:1789608871.821878:0:33535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d907f83ba0. 00000080:00000001:2.0:1789608872.701486:0:35965:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608872.782388:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608872.782396:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608872.782402:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608872.782403:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608872.782406:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608872.782407:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608872.782468:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789608872.782471:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608872.782475:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789608872.980062:0:465:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608872.980071:0:465:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608872.980078:0:465:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904055500. 00000020:00000040:1.0:1789608872.980083:0:465:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=4 obd=MGC192.168.203.121@tcp 00000100:00000001:1.0:1789608872.980087:0:465:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608872.980090:0:465:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608872.980094:0:465:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608872.980101:0:465:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d908cdce00. 00000100:00000001:1.0:1789608872.980109:0:465:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608872.980120:0:465:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS req@ffff94d904055500 x1876538934314752/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608872.980130:0:465:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608872.980134:0:465:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608872.980140:0:465:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0493787] to pc [ptlrpcd_00_00+0] req@ffff94d904055500 x1876538934314752/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608872.980161:0:465:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608872.980164:0:465:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608872.980167:0:465:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608872.980170:0:465:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904056d80. 00000020:00000040:1.0:1789608872.980173:0:465:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:1.0:1789608872.980175:0:465:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608872.980176:0:465:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608872.980178:0:465:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608872.980181:0:465:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d908cdcd00. 00000100:00000001:1.0:1789608872.980183:0:465:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608872.980188:0:465:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID req@ffff94d904056d80 x1876538934314880/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608872.980195:0:465:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608872.980197:0:465:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608872.980201:0:465:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c13df78] to pc [ptlrpcd_00_01+1] req@ffff94d904056d80 x1876538934314880/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608872.980208:0:465:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608872.980211:0:465:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608872.980214:0:465:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608872.980217:0:465:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904057100. 00000020:00000040:1.0:1789608872.980219:0:465:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=5 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000100:00000001:1.0:1789608872.980221:0:465:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608872.980222:0:465:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608872.980224:0:465:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608872.980228:0:465:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d9198eea00. 00000100:00000001:1.0:1789608872.980230:0:465:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608872.980234:0:465:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID req@ffff94d904057100 x1876538934315008/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608872.980241:0:465:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608872.980242:0:465:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608872.980246:0:465:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000928ee147] to pc [ptlrpcd_00_00+0] req@ffff94d904057100 x1876538934315008/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608872.980252:0:465:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608872.980254:0:465:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608872.980257:0:465:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608872.980261:0:465:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904054380. 00000020:00000040:1.0:1789608872.980263:0:465:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00000100:00000001:1.0:1789608872.980265:0:465:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608872.980266:0:465:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608872.980268:0:465:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608872.980271:0:465:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d91a213400. 00000100:00000001:1.0:1789608872.980274:0:465:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608872.980277:0:465:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID req@ffff94d904054380 x1876538934315136/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608872.980284:0:465:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608872.980286:0:465:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608872.980289:0:465:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030888fc6] to pc [ptlrpcd_00_01+1] req@ffff94d904054380 x1876538934315136/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608872.980301:0:465:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608872.980303:0:465:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608872.980306:0:465:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608872.980308:0:465:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904057b80. 00000020:00000040:1.0:1789608872.980310:0:465:0:(genops.c:1209:class_import_get()) import ffff94d902b13000 refcount=3 obd=lustre-OST0001-osc-ffff94d904ceb000 00000100:00000001:1.0:1789608872.980313:0:465:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608872.980314:0:465:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608872.980316:0:465:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608872.980318:0:465:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d91a213300. 00000100:00000001:1.0:1789608872.980321:0:465:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608872.980324:0:465:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID req@ffff94d904057b80 x1876538934315264/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608872.980331:0:465:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608872.980333:0:465:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608872.980336:0:465:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ef5f569] to pc [ptlrpcd_00_00+0] req@ffff94d904057b80 x1876538934315264/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608872.980343:0:465:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608872.980346:0:465:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1937) 00000100:00000001:1.0:1789608872.980359:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608872.980362:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608872.980365:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608872.980370:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904055500 x1876538934314752/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608872.980377:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608872.980378:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608872.980382:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608872.980384:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608872.980387:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608872.980390:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904055500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2409:1876538934314752:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608872.980394:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608872.980399:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608872.980401:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608872.980403:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608872.980407:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d9098ee000. 02000000:00000001:1.0:1789608872.980409:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608872.980416:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608872.980421:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34bb0. 00000400:00000010:1.0:1789608872.980427:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d352a8. 00000100:00000200:1.0:1789608872.980434:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934314752, portal 25 00000100:00000001:1.0:1789608872.980436:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608872.980437:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529113344 : -117815180438272 : ffff94d904055500) 00000100:00000040:1.0:1789608872.980443:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904055500 x1876538934314752/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608872.980449:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608872.980452:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608872.980454:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35908. 00000100:00000200:1.0:1789608872.980457:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876538934314752, offset 0 00000400:00000200:1.0:1789608872.980463:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608872.980471:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608872.980478:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608872.980483:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608872.980487:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608872.980490:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608872.980493:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608872.980497:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2971:2971:256:4294967295] 192.168.203.121@tcp LPNI seq info [2971:2971:8:4294967295] 00000400:00000200:1.0:1789608872.980501:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608872.980510:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608872.980525:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608872.980532:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a0f0200. 00000800:00000200:1.0:1789608872.980538:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608872.980546:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608872.980550:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a0f0200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608872.980563:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608872.980567:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608872.980569:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 0 is 4296604004 00000100:00000010:1.0:1789608872.980574:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d9094a94e0. 00000100:00000001:1.0:1789608872.980581:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789608872.980586:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 1 is 4296604004 00000100:00000010:1.0:1789608872.980589:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d9094a9720. 00000100:00000001:1.0:1789608872.980592:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789608872.980595:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608872.980598:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608872.980601:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608872.980605:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904057100 x1876538934315008/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608872.980612:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608872.980614:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608872.980616:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608872.980617:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608872.980619:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608872.980622:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904057100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934315008:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608872.980625:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608872.980628:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608872.980629:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608872.980630:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608872.980633:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d9098eee00. 02000000:00000001:1.0:1789608872.980635:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608872.980638:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608872.980641:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d342c0. 00000400:00000010:1.0:1789608872.980644:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35cc0. 00000100:00000200:1.0:1789608872.980647:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934315008, portal 10 00000100:00000001:1.0:1789608872.980648:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608872.980650:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529120512 : -117815180431104 : ffff94d904057100) 00000100:00000040:1.0:1789608872.980656:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904057100 x1876538934315008/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608872.980663:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608872.980665:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608872.980668:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35440. 00000100:00000200:1.0:1789608872.980670:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934315008, offset 0 00000400:00000200:1.0:1789608872.980674:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608872.980697:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608872.980700:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608872.980703:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608872.980706:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608872.980708:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608872.980710:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608872.980713:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2972:2972:255:4294967295] 192.168.203.121@tcp LPNI seq info [2972:2972:7:4294967295] 00000400:00000200:1.0:1789608872.980717:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608872.980722:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608872.980726:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608872.980729:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a0f0100. 00000800:00000200:1.0:1789608872.980733:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608872.980737:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608872.980739:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a0f0100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608872.980742:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608872.980746:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: using a timeout of 24037 usecs (25 jiffies) 00000400:00000200:1.0:1789608872.980749:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608872.980750:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296600096 00000100:00000001:1.0:1789608872.980753:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296604004 00000100:00000001:1.0:1789608872.980755:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296600096 00000100:00000001:1.0:1789608872.980757:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296604004 00000100:00000001:1.0:1789608872.980758:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608872.980761:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608872.980763:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608872.980767:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904057b80 x1876538934315264/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608872.980774:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608872.980775:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608872.980777:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608872.980778:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608872.980780:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608872.980783:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934315264:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608872.980785:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608872.980788:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608872.980789:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608872.980790:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608872.980793:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d9098ef200. 02000000:00000001:1.0:1789608872.980795:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608872.980798:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608872.980801:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34210. 00000400:00000010:1.0:1789608872.980804:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35c38. 00000100:00000200:1.0:1789608872.980807:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934315264, portal 4 00000100:00000001:1.0:1789608872.980809:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608872.980810:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529123200 : -117815180428416 : ffff94d904057b80) 00000100:00000040:1.0:1789608872.980814:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904057b80 x1876538934315264/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608872.980821:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608872.980823:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608872.980825:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35e58. 00000100:00000200:1.0:1789608872.980827:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876538934315264, offset 0 00000400:00000200:1.0:1789608872.980831:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608872.980835:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608872.980838:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608872.980840:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608872.980843:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608872.980845:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608872.980847:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608872.980850:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2973:2973:254:4294967295] 192.168.203.121@tcp LPNI seq info [2973:2973:6:4294967295] 00000400:00000200:1.0:1789608872.980854:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608872.980859:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608872.980864:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608872.980867:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d908496e00. 00000800:00000200:1.0:1789608872.980871:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608872.980874:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608872.980877:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d908496e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608872.980879:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608872.980882:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: using a timeout of 24782 usecs (25 jiffies) 00000400:00000200:1.0:1789608872.980885:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608872.980886:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296600096 00000100:00000001:1.0:1789608872.980888:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296604004 00000100:00000001:1.0:1789608872.980890:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296600096 00000100:00000001:1.0:1789608872.980892:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296604004 00000100:00000001:1.0:1789608872.980894:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608872.980896:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608872.980898:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608872.980901:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608872.980908:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608872.980910:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789608872.980912:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608872.980913:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608872.980915:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608872.980917:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1789608872.980918:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608872.980920:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608872.980922:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608872.980923:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608872.980924:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608872.980925:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608872.980929:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904056d80 x1876538934314880/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608872.980936:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608872.980937:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608872.980940:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608872.980942:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608872.980944:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608872.980946:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904056d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934314880:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608872.980949:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608872.980951:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608872.980953:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608872.980955:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1789608872.983151:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608872.983160:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a0f0200. 00000400:00000200:0.0:1789608872.983167:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608872.983175:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608872.983182:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35908 00000400:00000010:0.0:1789608872.983185:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35908. 00000100:00000001:0.0:1789608872.983190:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608872.983198:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904055500 x1876538934314752/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608872.983210:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608872.983213:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904055500 x1876538934314752/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608888 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608872.983219:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608872.983221:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608872.983233:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608872.983235:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a0f0100. 00000400:00000200:0.0:1789608872.983238:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608872.983241:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608872.983243:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35440 00000400:00000010:0.0:1789608872.983245:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35440. 00000100:00000001:0.0:1789608872.983247:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608872.983250:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904057100 x1876538934315008/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608872.983257:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608872.983259:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904057100 x1876538934315008/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608888 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608872.983265:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608872.983267:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608872.983505:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608872.983509:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d908496e00. 00000400:00000200:0.0:1789608872.983512:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608872.983525:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608872.983529:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35e58 00000400:00000010:0.0:1789608872.983531:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35e58. 00000100:00000001:0.0:1789608872.983535:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608872.983539:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904057b80 x1876538934315264/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608872.983546:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608872.983549:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904057b80 x1876538934315264/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608888 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608872.983554:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608872.983556:0:2401:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000010:1.0:1789608872.984078:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d9098ee200. 02000000:00000001:1.0:1789608872.984081:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608872.984089:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608872.984092:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34e70. 00000400:00000010:1.0:1789608872.984098:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35088. 00000100:00000200:1.0:1789608872.984104:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934314880, portal 10 00000100:00000001:1.0:1789608872.984107:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608872.984108:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529119616 : -117815180432000 : ffff94d904056d80) 00000100:00000040:1.0:1789608872.984118:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904056d80 x1876538934314880/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608872.984126:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608872.984128:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608872.984131:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35bb0. 00000100:00000200:1.0:1789608872.984134:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934314880, offset 0 00000400:00000200:1.0:1789608872.984139:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608872.984147:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608872.984153:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608872.984158:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608872.984163:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608872.984166:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608872.984170:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608872.984173:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2974:2974:256:4294967295] 192.168.203.121@tcp LPNI seq info [2974:2974:8:4294967295] 00000400:00000200:1.0:1789608872.984177:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608872.984186:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608872.984191:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608872.984195:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d908496900. 00000800:00000200:1.0:1789608872.984202:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608872.984208:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608872.984212:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d908496900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608872.984221:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608872.984226:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 858882 usecs (859 jiffies) 00000400:00000200:1.0:1789608872.984228:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608872.984231:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296600933 00000100:00000001:1.0:1789608872.984234:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296604004 00000100:00000001:1.0:1789608872.984236:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296600933 00000100:00000001:1.0:1789608872.984239:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296604004 00000100:00000001:1.0:1789608872.984241:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608872.984244:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608872.984248:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608872.984252:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904054380 x1876538934315136/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608872.984260:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608872.984262:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608872.984265:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608872.984268:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608872.984271:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608872.984275:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934315136:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608872.984278:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608872.984282:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608872.984285:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608872.984287:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608872.984291:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d9032e8800. 02000000:00000001:1.0:1789608872.984293:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608872.984296:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608872.984299:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34cb8. 00000400:00000010:1.0:1789608872.984302:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35330. 00000100:00000200:1.0:1789608872.984305:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934315136, portal 4 00000100:00000001:1.0:1789608872.984306:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608872.984308:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529108864 : -117815180442752 : ffff94d904054380) 00000100:00000040:1.0:1789608872.984313:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904054380 x1876538934315136/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608872.984320:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608872.984322:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608872.984324:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35660. 00000100:00000200:1.0:1789608872.984326:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876538934315136, offset 0 00000400:00000200:1.0:1789608872.984331:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608872.984334:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608872.984338:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608872.984340:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608872.984342:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608872.984344:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608872.984347:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608872.984349:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2975:2975:255:4294967295] 192.168.203.121@tcp LPNI seq info [2975:2975:7:4294967295] 00000400:00000200:1.0:1789608872.984353:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608872.984359:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608872.984363:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608872.984366:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d908496f00. 00000800:00000200:1.0:1789608872.984370:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608872.984373:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608872.984376:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d908496f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608872.984379:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608872.984382:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 194723 usecs (195 jiffies) 00000400:00000200:1.0:1789608872.984386:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608872.984388:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296600269 00000100:00000001:1.0:1789608872.984389:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296604004 00000800:00000200:0.0:1789608872.984578:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608872.984582:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d908496900. 00000400:00000200:0.0:1789608872.984586:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608872.984590:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608872.984594:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35bb0 00000400:00000010:0.0:1789608872.984596:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35bb0. 00000100:00000001:0.0:1789608872.984599:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608872.984604:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904056d80 x1876538934314880/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608872.984611:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608872.984614:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904056d80 x1876538934314880/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608888 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608872.984619:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608872.984621:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608872.984809:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608872.984812:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d908496f00. 00000400:00000200:0.0:1789608872.984816:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608872.984820:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608872.984823:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35660 00000400:00000010:0.0:1789608872.984825:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35660. 00000100:00000001:0.0:1789608872.984828:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608872.984831:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904054380 x1876538934315136/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608872.984839:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608872.984843:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904054380 x1876538934315136/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608888 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608872.984849:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608872.984850:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789608872.985469:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296600270 00000100:00000001:1.0:1789608872.985472:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296604004 00000100:00000001:1.0:1789608872.985474:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608872.985477:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608872.985481:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608872.985486:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608872.985498:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608872.985500:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789608872.993544:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608872.993560:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608872.993564:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608872.993567:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608872.993576:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608872.993584:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608872.993593:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608872.993598:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608872.993603:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608872.993607:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 25 MB=0x6aab3c4964700 00000400:00000200:0.0:1789608872.993612:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608872.993617:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.121@tcp of length 224/224 into md 0x8769 [1] + 224 00000800:00000001:0.0:1789608872.993624:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608872.993645:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608872.993649:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608872.993654:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608872.993662:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608872.993670:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904055500 x1876538934314752/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608888 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608872.993715:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904055500 x1876538934314752/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608888 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608872.993730:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608872.993738:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608872.993741:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608872.993840:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608872.993844:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789608872.993852:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608872.993854:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608872.993857:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34bb0. 00000400:00000200:1.0:1789608872.993862:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d352a8 00000400:00000010:1.0:1789608872.993864:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d352a8. 00000100:00000001:1.0:1789608872.993867:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608872.993872:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904055500 x1876538934314752/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608888 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608872.993881:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904055500 x1876538934314752/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608888 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608872.993888:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608872.993889:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608872.993892:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608872.993895:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608872.993898:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608872.993900:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608872.993903:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608872.993910:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d90510e460 time=80 v=5 (5 5 5 5) 00000100:00001000:1.0:1789608872.993914:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d90510e418 time=30 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608872.993917:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608872.993920:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608872.993923:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608872.993925:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608872.993928:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608872.993932:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904055500 x1876538934314752/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608888 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608872.993940:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608872.993943:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608872.993945:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608872.993949:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904055500 x1876538934314752/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608888 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608872.994036:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904055500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2409:1876538934314752:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608872.994043:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608872.994046:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608872.994050:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904055500 x1876538934314752/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608888 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608872.994056:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608872.994059:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608872.994062:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d9098ee000. 02000000:00000001:1.0:1789608872.994066:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608872.994069:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608872.994071:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=3 obd=MGC192.168.203.121@tcp 00000020:00000001:1.0:1789608872.994072:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608872.994075:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d908cdce00. 02000000:00000001:1.0:1789608872.994079:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608872.994080:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608872.994082:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904055500. 00000100:00000001:1.0:1789608872.994085:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608872.994087:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608872.994090:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608872.994092:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608872.994093:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608872.994095:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608872.994097:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789608873.014076:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608873.014096:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608873.014101:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608873.014105:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608873.014115:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.014125:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608873.014134:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.014139:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.014145:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.014149:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4964800 00000400:00000200:0.0:1789608873.014154:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.014159:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x8779 [1] + 224 00000800:00000001:0.0:1789608873.014168:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608873.014172:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608873.014176:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608873.014181:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608873.014188:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608873.014199:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904057100 x1876538934315008/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608888 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608873.014211:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904057100 x1876538934315008/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608888 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608873.014225:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608873.014232:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608873.014236:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608873.014238:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608873.014239:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608873.014242:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.014245:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608873.014249:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.014251:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.014253:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.014256:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4964780 00000400:00000200:0.0:1789608873.014259:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.014262:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x8799 [1] + 224 00000800:00000001:0.0:1789608873.014266:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608873.014269:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608873.014272:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608873.014275:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608873.014277:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608873.014281:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904056d80 x1876538934314880/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608888 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608873.014290:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904056d80 x1876538934314880/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608888 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608873.014569:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608873.014573:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608873.014597:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608873.014604:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608873.014608:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608873.014610:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608873.014612:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608873.014615:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.014618:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608873.014622:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.014625:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.014627:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.014630:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c4964880 00000400:00000200:0.0:1789608873.014633:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.014638:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x87a9 [1] + 224 00000800:00000001:0.0:1789608873.014642:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608873.014645:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608873.014647:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608873.014650:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608873.014653:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608873.014657:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904054380 x1876538934315136/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608888 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608873.014665:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904054380 x1876538934315136/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608888 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608873.014671:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608873.014694:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608873.014699:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608873.014701:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608873.014703:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608873.014706:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.014709:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608873.014713:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.014716:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.014718:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.014721:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c4964900 00000400:00000200:0.0:1789608873.014724:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.014728:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x8789 [1] + 224 00000800:00000001:0.0:1789608873.014732:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608873.014739:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608873.014742:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608873.014745:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608873.014748:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608873.014752:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904057b80 x1876538934315264/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608888 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608873.014761:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904057b80 x1876538934315264/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608888 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608873.014767:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608873.014771:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608873.014774:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789608873.014921:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608873.014924:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608873.014927:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34e70. 00000400:00000200:1.0:1789608873.014932:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35088 00000400:00000010:1.0:1789608873.014934:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35088. 00000100:00000001:1.0:1789608873.014938:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608873.014943:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904056d80 x1876538934314880/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608888 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608873.014951:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904056d80 x1876538934314880/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608888 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608873.015459:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608873.015462:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608873.015465:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608873.015469:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608873.015471:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608873.015473:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608873.015476:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608873.015485:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=81 v=5 (5 104 104 104) 00000100:00001000:1.0:1789608873.015490:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608873.015493:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608873.015495:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608873.015498:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608873.015501:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608873.015504:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789608873.015507:0:2409:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: committing for last_committed 8589934600 gen 2 00000100:00000040:1.0:1789608873.015524:0:2409:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 8589934600) req@ffff94d907e5ed80 x1876538934311040/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608881 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608873.015533:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608873.015534:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594164096 : -117815115387520 : ffff94d907e5ed80) 00000100:00000001:1.0:1789608873.015537:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608873.015541:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5ed80 x1876538934311040/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608881 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608873.015554:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608873.015556:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608873.015560:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d25500 x1876538934311680/t8589934595(8589934595) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608881 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608873.015567:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789608873.015569:0:2409:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff94d906078860. 00000100:00000001:1.0:1789608873.015572:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608873.015575:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5ed80 x1876538934311040/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608881 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608873.015581:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1789608873.015584:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608873.015586:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:1.0:1789608873.015588:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608873.015592:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d903117800. 02000000:00000001:1.0:1789608873.015596:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608873.015598:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608873.015600:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5ed80. 00000100:00000001:1.0:1789608873.015604:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608873.015605:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608873.015609:0:2409:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 8589934600) req@ffff94d907d25500 x1876538934311680/t8589934595(8589934595) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608881 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608873.015616:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608873.015618:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d25500 x1876538934311680/t8589934595(8589934595) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608881 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608873.015624:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608873.015626:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608873.015628:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903dbe800. 02000000:00000001:1.0:1789608873.015630:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608873.015632:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608873.015633:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:1.0:1789608873.015635:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608873.015637:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d911dcce00. 02000000:00000001:1.0:1789608873.015640:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608873.015641:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608873.015642:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d25500. 00000100:00000001:1.0:1789608873.015644:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608873.015645:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608873.015649:0:2409:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 8589934600) req@ffff94d907d26680 x1876538934313856/t8589934600(8589934600) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/456 e 0 to 0 dl 1789608881 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608873.015655:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608873.015658:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d26680 x1876538934313856/t8589934600(8589934600) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/456 e 0 to 0 dl 1789608881 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608873.015665:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608873.015666:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608873.015667:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903dbf400. 02000000:00000001:1.0:1789608873.015670:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608873.015671:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608873.015672:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:1.0:1789608873.016093:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608873.016098:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d911dcca00. 02000000:00000001:1.0:1789608873.016102:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608873.016103:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608873.016105:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d26680. 00000100:00000001:1.0:1789608873.016108:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608873.016109:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608873.016111:0:2409:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1789608873.016114:0:2409:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: normal: skip=1 replay=3/3 committed=0/0 00000100:00000001:1.0:1789608873.016117:0:2409:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608873.016118:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608873.016126:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904056d80 x1876538934314880/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608888 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608873.016133:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608873.016136:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608873.016138:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608873.016142:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904056d80 x1876538934314880/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608888 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608873.016151:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904056d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934314880:192.168.203.121@tcp:400:kworker.0 00000400:00000001:1.0:1789608873.016161:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608873.016163:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608873.016166:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34cb8. 00000400:00000200:1.0:1789608873.016168:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35330 00000400:00000010:1.0:1789608873.016171:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35330. 00000100:00000001:1.0:1789608873.016174:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608873.016177:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904054380 x1876538934315136/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608888 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608873.016185:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904054380 x1876538934315136/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608888 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608873.016192:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608873.016193:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608873.016195:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608873.016196:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608873.016198:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608873.016200:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608873.016202:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608873.016208:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13c60 time=81 v=5 (5 5 5 5) 00000100:00001000:1.0:1789608873.016211:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608873.016213:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608873.016215:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608873.016217:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608873.016219:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608873.016221:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608873.016223:0:2409:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: skip recheck: last_committed 4294967333 00000100:00000001:1.0:1789608873.016225:0:2409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608873.016226:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608873.016230:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904054380 x1876538934315136/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608888 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608873.016236:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608873.016238:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608873.016240:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608873.016243:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904054380 x1876538934315136/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608888 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608873.016249:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934315136:192.168.203.121@tcp:400:kworker.0 00000400:00000001:1.0:1789608873.016253:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608873.016255:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608873.016256:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d342c0. 00000400:00000200:1.0:1789608873.016259:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35cc0 00000400:00000010:1.0:1789608873.016260:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35cc0. 00000100:00000001:1.0:1789608873.016262:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608873.016266:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904057100 x1876538934315008/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608888 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608873.016274:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904057100 x1876538934315008/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608888 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608873.016281:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608873.016282:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608873.016284:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608873.016285:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608873.016286:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608873.016288:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608873.016290:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608873.016293:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b17c60 time=81 v=5 (5 104 104 104) 00000100:00001000:1.0:1789608873.016296:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b17c18 time=81 v=5 (1 1 1 1) 00000100:00000001:1.0:1789608873.016297:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608873.016298:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608873.016300:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608873.016302:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608873.016304:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789608873.016305:0:2409:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d904ceb000: committing for last_committed 4294967336 gen 1 00000100:00000040:1.0:1789608873.016309:0:2409:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967336) req@ffff94d907d25180 x1876538934310784/t4294967336(4294967336) o35->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608881 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608873.016320:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608873.016324:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d25180 x1876538934310784/t4294967336(4294967336) o35->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608881 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608873.016330:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608873.016331:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608873.016333:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903dbc000. 02000000:00000001:1.0:1789608873.016336:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608873.016338:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608873.016339:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=4 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:1.0:1789608873.016342:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608873.016343:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d911dcd000. 02000000:00000001:1.0:1789608873.016345:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608873.016346:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608873.016347:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d25180. 00000100:00000001:1.0:1789608873.016349:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608873.016351:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608873.016353:0:2409:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1789608873.016355:0:2409:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d904ceb000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:1.0:1789608873.016357:0:2409:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608873.016358:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608873.016362:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904057100 x1876538934315008/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608888 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608873.016368:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608873.016370:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608873.016371:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608873.016374:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904057100 x1876538934315008/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608888 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608873.016380:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904057100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934315008:192.168.203.121@tcp:400:kworker.0 00000400:00000001:1.0:1789608873.017055:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608873.017059:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608873.017064:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34210. 00000400:00000200:1.0:1789608873.017068:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35c38 00000400:00000010:1.0:1789608873.017070:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35c38. 00000100:00000001:1.0:1789608873.017073:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608873.017079:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904057b80 x1876538934315264/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608888 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608873.017087:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904057b80 x1876538934315264/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608888 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608873.017094:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608873.017095:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608873.017097:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608873.017099:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608873.017100:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608873.017102:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608873.017104:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608873.017110:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13460 time=81 v=5 (5 5 5 5) 00000100:00001000:1.0:1789608873.017114:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13418 time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608873.017116:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608873.017118:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608873.017120:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608873.017121:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608873.017124:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608873.017125:0:2409:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d904ceb000: skip recheck: last_committed 4294967322 00000100:00000001:1.0:1789608873.017127:0:2409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608873.017128:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608873.017132:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904057b80 x1876538934315264/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608888 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608873.017138:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608873.017140:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608873.017141:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608873.017145:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904057b80 x1876538934315264/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608888 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608873.017152:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934315264:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608873.017156:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608873.017159:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608873.017163:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904056d80 x1876538934314880/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608888 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608873.017169:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608873.017171:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608873.017173:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d9098ee200. 02000000:00000001:1.0:1789608873.017175:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608873.017177:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608873.017179:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=3 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:1.0:1789608873.017181:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608873.017182:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d908cdcd00. 02000000:00000001:1.0:1789608873.017184:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608873.017186:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608873.017187:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904056d80. 00000100:00000001:1.0:1789608873.017191:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608873.017192:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608873.017193:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608873.017196:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904054380 x1876538934315136/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608888 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608873.017202:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608873.017203:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608873.017204:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d9032e8800. 02000000:00000001:1.0:1789608873.017207:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608873.017208:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608873.017209:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=2 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:1.0:1789608873.017210:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608873.017212:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d91a213400. 02000000:00000001:1.0:1789608873.017214:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608873.017215:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608873.017217:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904054380. 00000100:00000001:1.0:1789608873.017219:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608873.017220:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608873.017221:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608873.017224:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904057100 x1876538934315008/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608888 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608873.017230:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608873.017232:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608873.017233:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d9098eee00. 02000000:00000001:1.0:1789608873.017235:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608873.017236:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608873.017237:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=3 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:1.0:1789608873.017238:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608873.017239:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d9198eea00. 02000000:00000001:1.0:1789608873.017242:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608873.017242:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608873.017244:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904057100. 00000100:00000001:1.0:1789608873.017245:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608873.017247:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608873.017248:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608873.017251:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904057b80 x1876538934315264/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608888 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608873.017257:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608873.017258:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608873.017259:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d9098ef200. 02000000:00000001:1.0:1789608873.017262:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608873.017263:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608873.017264:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b13000 refcount=2 obd=lustre-OST0001-osc-ffff94d904ceb000 00000020:00000001:1.0:1789608873.017266:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608873.017267:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d91a213300. 02000000:00000001:1.0:1789608873.017269:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608873.017270:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608873.017271:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904057b80. 00000100:00000001:1.0:1789608873.017273:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608873.017274:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608873.017276:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608873.017284:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608873.017286:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608873.017289:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608873.017291:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1789608873.022230:0:36001:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1789608873.022237:0:36001:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 24b: test dirty page discard due to client eviction ========================================================== 21:34:31 (1789608871) 00000001:00000001:0.0:1789608873.035386:0:36001:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:2.0:1789608873.406105:0:36045:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789608873.406112:0:36045:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789608873.406114:0:36045:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c97de0 00000080:00200000:2.0:1789608873.406387:0:36045:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:2.0:1789608873.406396:0:36045:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d91213dc00. 00800000:00000002:2.0:1789608873.406403:0:36045:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:2.0:1789608873.406407:0:36045:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789608873.406412:0:36045:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789608873.406414:0:36045:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c97d00 00800000:00000002:2.0:1789608873.406416:0:36045:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608873.406420:0:36045:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789608873.406422:0:36045:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608873.406425:0:36045:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608873.406428:0:36045:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608873.406431:0:36045:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608873.406433:0:36045:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608873.406435:0:36045:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608873.406437:0:36045:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608873.406441:0:36045:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789608873.406446:0:36045:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789608873.406448:0:36045:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c97bd0 00000002:00010000:2.0:1789608873.406450:0:36045:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789608873.406454:0:36045:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789608873.406456:0:36045:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608873.406460:0:36045:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789608873.406465:0:36045:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608873.406467:0:36045:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608873.406469:0:36045:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608873.406472:0:36045:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789608873.406474:0:36045:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789608873.406479:0:36045:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d27480. 00000020:00000040:2.0:1789608873.406484:0:36045:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00010000:00000001:2.0:1789608873.406490:0:36045:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789608873.406494:0:36045:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608873.406500:0:36045:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.406502:0:36045:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608873.406503:0:36045:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608873.406506:0:36045:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608873.406509:0:36045:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608873.406524:0:36045:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608873.406532:0:36045:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d903dbc800. 00000100:00000001:2.0:1789608873.406539:0:36045:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.406544:0:36045:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608873.406546:0:36045:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.406547:0:36045:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608873.406549:0:36045:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.406551:0:36045:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608873.406557:0:36045:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626258592887936 : -117815116663680 : ffff94d907d27480) 00010000:00000001:2.0:1789608873.406561:0:36045:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789608873.406563:0:36045:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789608873.406568:0:36045:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d903b69900. 00010000:00000010:2.0:1789608873.406572:0:36045:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d90847bc00. 00010000:00000001:2.0:1789608873.406577:0:36045:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789608873.406580:0:36045:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d909232a00. 00000020:00000001:2.0:1789608873.406584:0:36045:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789608873.406588:0:36045:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d909232a00 with handle 0xc54db3288176ffc2 to hash 00000020:00000001:2.0:1789608873.406590:0:36045:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789608873.406591:0:36045:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:2.0:1789608873.406595:0:36045:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:2.0:1789608873.406598:0:36045:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608873.406601:0:36045:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608873.406605:0:36045:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232a00/0xc54db3288176ffc2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 36045 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789608873.406615:0:36045:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232a00/0xc54db3288176ffc2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 36045 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789608873.406624:0:36045:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232a00/0xc54db3288176ffc2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 36045 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789608873.406629:0:36045:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789608873.406631:0:36045:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789608873.406749:0:36045:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d911d78240. 00000100:00000001:2.0:1789608873.406752:0:36045:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258760991296 : -117814948560320 : ffff94d911d78240) 00000100:00000001:2.0:1789608873.406755:0:36045:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608873.406757:0:36045:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592887936 : -117815116663680 : ffff94d907d27480) 00000100:00000001:2.0:1789608873.406761:0:36045:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608873.406765:0:36045:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608873.406767:0:36045:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789608873.406769:0:36045:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608873.406779:0:36045:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d27480 x1876538934315392/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608873.406788:0:36045:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608873.406791:0:36045:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608873.406794:0:36045:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608873.406858:0:36045:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608873.406861:0:36045:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608873.406866:0:36045:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d27480 pname:cluuid:pid:xid:nid:opc:job mkdir:25f5d458-2cbe-49cd-9693-334c08df7e27:36045:1876538934315392:192.168.203.121@tcp:101:mkdir.0 00000100:00000001:2.0:1789608873.406870:0:36045:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608873.406876:0:36045:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608873.406878:0:36045:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608873.406880:0:36045:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608873.406886:0:36045:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d902b3c800. 02000000:00000001:2.0:1789608873.406888:0:36045:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608873.406895:0:36045:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608873.406899:0:36045:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21210. 00000400:00000010:2.0:1789608873.406905:0:36045:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c7f8. 00000100:00000200:2.0:1789608873.406912:0:36045:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876538934315392, portal 10 00000100:00000001:2.0:1789608873.406914:0:36045:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608873.406915:0:36045:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592887936 : -117815116663680 : ffff94d907d27480) 00000100:00000040:2.0:1789608873.406922:0:36045:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d907d27480 x1876538934315392/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608889 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608873.406930:0:36045:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608873.406932:0:36045:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608873.406935:0:36045:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6ca18. 00000100:00000200:2.0:1789608873.406938:0:36045:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876538934315392, offset 0 00000400:00000200:2.0:1789608873.406945:0:36045:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608873.406952:0:36045:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608873.406960:0:36045:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608873.406965:0:36045:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608873.406970:0:36045:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608873.406973:0:36045:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608873.406976:0:36045:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608873.406980:0:36045:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2976:2976:256:4294967295] 192.168.203.121@tcp LPNI seq info [2976:2976:8:4294967295] 00000400:00000200:2.0:1789608873.406984:0:36045:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608873.406994:0:36045:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608873.407000:0:36045:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608873.407365:0:36045:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91350ac00. 00000800:00000200:2.0:1789608873.407375:0:36045:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608873.407383:0:36045:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608873.407387:0:36045:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91350ac00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1789608873.407479:0:36045:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608873.407485:0:36045:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 857848 usecs (858 jiffies) 00000400:00000200:2.0:1789608873.407489:0:36045:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608873.407493:0:36045:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296601355 00000100:00000001:2.0:1789608873.407497:0:36045:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296604004 00000100:00000001:2.0:1789608873.407499:0:36045:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296601355 00000100:00000001:2.0:1789608873.407502:0:36045:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296604004 00000100:00000001:2.0:1789608873.407504:0:36045:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608873.407506:0:36045:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608873.407508:0:36045:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608873.407510:0:36045:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789608873.407522:0:36045:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d911d78240 going to sleep for 11 seconds 00000100:00000001:2.0:1789608873.407524:0:36045:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608873.407527:0:36045:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608873.412187:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608873.412198:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91350ac00. 00000400:00000200:0.0:1789608873.412205:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608873.412213:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608873.412221:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6ca18 00000400:00000010:0.0:1789608873.412224:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6ca18. 00000100:00000001:0.0:1789608873.412230:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608873.412238:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d27480 x1876538934315392/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608889 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608873.412251:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608873.412254:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d27480 x1876538934315392/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608889 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608873.412261:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608873.412263:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608873.417331:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608873.417348:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608873.417352:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608873.417355:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608873.417362:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.417372:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608873.417604:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.417611:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.417616:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.417621:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 688 into portal 10 MB=0x6aab3c4964980 00000400:00000200:0.0:1789608873.417627:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.417633:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 688/688 into md 0x87b9 [1] + 224 00000800:00000001:0.0:1789608873.417964:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608873.420274:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608873.420283:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608873.420291:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608873.420301:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608873.420309:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d27480 x1876538934315392/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608889 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608873.420320:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d907d27480 x1876538934315392/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608889 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608873.420394:0:36045:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608873.420414:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608873.420425:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608873.420431:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1789608873.420476:0:36045:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608873.420479:0:36045:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608873.420483:0:36045:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21210. 00000400:00000200:2.0:1789608873.420488:0:36045:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c7f8 00000400:00000010:2.0:1789608873.420491:0:36045:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c7f8. 00000100:00000001:2.0:1789608873.420494:0:36045:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608873.420499:0:36045:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d27480 x1876538934315392/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608889 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789608873.420508:0:36045:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d27480 x1876538934315392/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608889 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608873.420627:0:36045:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608873.420630:0:36045:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608873.420633:0:36045:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608873.420636:0:36045:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608873.420638:0:36045:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608873.420641:0:36045:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608873.420644:0:36045:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608873.420653:0:36045:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=81 v=5 (5 104 104 104) 00000100:00001000:2.0:1789608873.420656:0:36045:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608873.420659:0:36045:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608873.420661:0:36045:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.420663:0:36045:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608873.420666:0:36045:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608873.420669:0:36045:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608873.420672:0:36045:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 8589934600 00000100:00000001:2.0:1789608873.420673:0:36045:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608873.420794:0:36045:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608873.420801:0:36045:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d27480 x1876538934315392/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608889 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608873.420809:0:36045:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608873.420812:0:36045:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608873.420814:0:36045:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608873.420819:0:36045:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d27480 x1876538934315392/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608889 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789608873.420827:0:36045:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d27480 pname:cluuid:pid:xid:nid:opc:job mkdir:25f5d458-2cbe-49cd-9693-334c08df7e27:36045:1876538934315392:192.168.203.121@tcp:101:mkdir.0 00000100:00000001:2.0:1789608873.420832:0:36045:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608873.420835:0:36045:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608873.420838:0:36045:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789608873.420840:0:36045:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608873.420843:0:36045:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d27480 x1876538934315392/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608889 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608873.420849:0:36045:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608873.420852:0:36045:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d911d78240. 00000100:00000001:2.0:1789608873.420857:0:36045:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789608873.420859:0:36045:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.420862:0:36045:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789608873.420866:0:36045:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608873.420869:0:36045:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608873.420872:0:36045:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232a00 refcount=4 00000020:00000001:2.0:1789608873.420875:0:36045:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:2.0:1789608873.420878:0:36045:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000040:2.0:1789608873.420884:0:36045:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d909232a00, remote cookie: 0x91bddff8e8ed9be5, flags: 0x1001 00010000:00010000:2.0:1789608873.420890:0:36045:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232a00/0xc54db3288176ffc2 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9be5 expref: -99 pid: 36045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789608873.420901:0:36045:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232a00/0xc54db3288176ffc2 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9be5 expref: -99 pid: 36045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608873.420908:0:36045:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789608873.420912:0:36045:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789608873.420914:0:36045:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789608873.420916:0:36045:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789608873.420917:0:36045:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789608873.420920:0:36045:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff94d903b69900) refcount = 1 00010000:00010000:2.0:1789608873.421137:0:36045:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232a00/0xc54db3288176ffc2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9be5 expref: -99 pid: 36045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608873.421146:0:36045:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789608873.421150:0:36045:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789608873.421151:0:36045:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608873.421155:0:36045:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789608873.421158:0:36045:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608873.421161:0:36045:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232a00/0xc54db3288176ffc2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9be5 expref: -99 pid: 36045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608873.421168:0:36045:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789608873.421169:0:36045:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.421172:0:36045:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608873.421173:0:36045:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.421174:0:36045:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608873.421175:0:36045:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608873.421180:0:36045:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789608873.421182:0:36045:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608873.421184:0:36045:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608873.421186:0:36045:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232a00 refcount=3 00000020:00000001:2.0:1789608873.421188:0:36045:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:2.0:1789608873.421190:0:36045:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:2.0:1789608873.421192:0:36045:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608873.421193:0:36045:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608873.421195:0:36045:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232a00 refcount=4 00000020:00000001:2.0:1789608873.421197:0:36045:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:2.0:1789608873.421199:0:36045:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:2.0:1789608873.421202:0:36045:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608873.421205:0:36045:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608873.421208:0:36045:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232a00/0xc54db3288176ffc2 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9be5 expref: -99 pid: 36045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608873.421215:0:36045:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.421216:0:36045:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608873.421217:0:36045:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608873.421219:0:36045:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608873.421220:0:36045:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232a00 refcount=5 00000020:00000001:2.0:1789608873.421221:0:36045:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:2.0:1789608873.421223:0:36045:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:2.0:1789608873.421226:0:36045:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608873.421228:0:36045:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232a00/0xc54db3288176ffc2 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9be5 expref: -99 pid: 36045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608873.421235:0:36045:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.421236:0:36045:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789608873.421239:0:36045:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232a00/0xc54db3288176ffc2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9be5 expref: -99 pid: 36045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608873.421245:0:36045:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608873.421247:0:36045:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.421248:0:36045:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608873.421249:0:36045:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.421250:0:36045:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789608873.421255:0:36045:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d907d27480 x1876538934315392/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608889 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1789608873.421264:0:36045:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608873.421265:0:36045:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608873.421267:0:36045:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232a00 refcount=3 00000020:00000001:2.0:1789608873.421269:0:36045:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:2.0:1789608873.421271:0:36045:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:2.0:1789608873.421273:0:36045:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.421274:0:36045:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608873.421275:0:36045:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608873.421277:0:36045:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608873.421280:0:36045:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1789608873.421282:0:36045:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608873.421283:0:36045:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608873.421285:0:36045:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232a00 refcount=3 00000020:00000001:2.0:1789608873.421287:0:36045:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:2.0:1789608873.421289:0:36045:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00000002:00010000:2.0:1789608873.421292:0:36045:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232a00/0xc54db3288176ffc2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9be5 expref: -99 pid: 36045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608873.421298:0:36045:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.421299:0:36045:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608873.421301:0:36045:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789608873.421302:0:36045:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608873.421303:0:36045:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608873.421304:0:36045:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232a00 refcount=3 00000020:00000001:2.0:1789608873.421307:0:36045:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:2.0:1789608873.421309:0:36045:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000040:2.0:1789608873.421314:0:36045:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69900 count: 2 00010000:00000001:2.0:1789608873.421317:0:36045:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789608873.421320:0:36045:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d91081f000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1789608873.421322:0:36045:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.421324:0:36045:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608873.421325:0:36045:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789608873.421328:0:36045:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c97b58 00000002:00002000:2.0:1789608873.421330:0:36045:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1789608873.421333:0:36045:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608873.421336:0:36045:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608873.421339:0:36045:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789608873.421342:0:36045:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1789608873.421345:0:36045:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608873.421349:0:36045:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:2.0:1789608873.421353:0:36045:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d91213dc00. 00000080:00000001:2.0:1789608873.421357:0:36045:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789608873.421360:0:36045:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789608873.421365:0:36045:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1789608873.421370:0:36045:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1789608873.421377:0:36045:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d9071bfac0. 00800000:00000001:2.0:1789608873.421379:0:36045:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626258580929216 : -117815128622400 : ffff94d9071bfac0) 00800000:00000001:2.0:1789608873.421382:0:36045:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608873.421384:0:36045:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789608873.421387:0:36045:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1789608873.421389:0:36045:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1789608873.421392:0:36045:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1789608873.421394:0:36045:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1789608873.421396:0:36045:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608873.421400:0:36045:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1789608873.421404:0:36045:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1789608873.421409:0:36045:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:2.0:1789608873.421411:0:36045:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608873.421413:0:36045:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608873.421415:0:36045:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232a00 refcount=3 00000020:00000001:2.0:1789608873.421417:0:36045:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:2.0:1789608873.421419:0:36045:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:2.0:1789608873.421421:0:36045:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.421422:0:36045:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789608873.421423:0:36045:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789608873.421426:0:36045:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1789608873.421427:0:36045:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d9071bfac0 1 00800000:00000010:2.0:1789608873.421430:0:36045:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d9071bfac0. 00800000:00000001:2.0:1789608873.421433:0:36045:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608873.421436:0:36045:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176ffc2 00800000:00000001:2.0:1789608873.421439:0:36045:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789608873.421441:0:36045:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789608873.421442:0:36045:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608873.421443:0:36045:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608873.421444:0:36045:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232a00 refcount=3 00000020:00000001:2.0:1789608873.421446:0:36045:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:2.0:1789608873.421448:0:36045:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:2.0:1789608873.421450:0:36045:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.421451:0:36045:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608873.421452:0:36045:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608873.421454:0:36045:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608873.421456:0:36045:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608873.421458:0:36045:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:2.0:1789608873.421461:0:36045:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ffc2 from it ffffae3e01c97e18 00010000:00000001:2.0:1789608873.421463:0:36045:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608873.421464:0:36045:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608873.421476:0:36045:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232a00 refcount=3 00000020:00000001:2.0:1789608873.421479:0:36045:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:2.0:1789608873.421481:0:36045:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:2.0:1789608873.421483:0:36045:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608873.421485:0:36045:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232a00/0xc54db3288176ffc2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9be5 expref: -99 pid: 36045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608873.421496:0:36045:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.421498:0:36045:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608873.421499:0:36045:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789608873.421502:0:36045:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789608873.421505:0:36045:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232a00/0xc54db3288176ffc2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9be5 expref: -99 pid: 36045 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789608873.421816:0:36045:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789608873.421819:0:36045:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789608873.421821:0:36045:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608873.421826:0:36045:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.421827:0:36045:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608873.421829:0:36045:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.421832:0:36045:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789608873.421834:0:36045:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.421836:0:36045:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.421838:0:36045:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.421840:0:36045:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608873.421841:0:36045:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.421842:0:36045:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789608873.421844:0:36045:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608873.421850:0:36045:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d27480 x1876538934315392/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608889 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608873.421857:0:36045:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608873.421860:0:36045:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608873.421863:0:36045:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d902b3c800. 02000000:00000001:2.0:1789608873.421867:0:36045:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608873.421870:0:36045:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608873.421871:0:36045:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=3 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:2.0:1789608873.421874:0:36045:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608873.421876:0:36045:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d903dbc800. 02000000:00000001:2.0:1789608873.421880:0:36045:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608873.421882:0:36045:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608873.421884:0:36045:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d27480. 00000100:00000001:2.0:1789608873.421888:0:36045:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608873.421889:0:36045:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608873.421892:0:36045:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 101 00000080:00000001:2.0:1789608873.421897:0:36045:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608873.421919:0:36045:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789608873.421922:0:36045:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789608873.422191:0:36045:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789608873.422194:0:36045:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c97ba8 00000080:00200000:2.0:1789608873.422197:0:36045:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:2.0:1789608873.422203:0:36045:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d91213dc00. 00800000:00000002:2.0:1789608873.422209:0:36045:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:2.0:1789608873.422213:0:36045:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789608873.422216:0:36045:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789608873.422218:0:36045:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c97ac8 00800000:00000002:2.0:1789608873.422220:0:36045:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608873.422223:0:36045:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789608873.422226:0:36045:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608873.422228:0:36045:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608873.422230:0:36045:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608873.422233:0:36045:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608873.422234:0:36045:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608873.422237:0:36045:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608873.422239:0:36045:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608873.422242:0:36045:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789608873.422247:0:36045:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789608873.422249:0:36045:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c97998 00000002:00010000:2.0:1789608873.422250:0:36045:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789608873.422254:0:36045:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789608873.422256:0:36045:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608873.422258:0:36045:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608873.422262:0:36045:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69900 count: 2 00010000:00000001:2.0:1789608873.422264:0:36045:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608873.422267:0:36045:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608873.422270:0:36045:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789608873.422274:0:36045:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232a00/0xc54db3288176ffc2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9be5 expref: -99 pid: 36045 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789608873.422287:0:36045:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789608873.422291:0:36045:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608873.422295:0:36045:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232a00/0xc54db3288176ffc2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9be5 expref: -99 pid: 36045 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789608873.422301:0:36045:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789608873.422303:0:36045:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789608873.422305:0:36045:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608873.422307:0:36045:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608873.422308:0:36045:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608873.422310:0:36045:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789608873.422312:0:36045:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789608873.422315:0:36045:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:2.0:1789608873.422317:0:36045:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d91213dc00. 00000080:00000001:2.0:1789608873.422321:0:36045:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789608873.422323:0:36045:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608873.422325:0:36045:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:2.0:1789608873.422328:0:36045:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176ffc2 00800000:00000001:2.0:1789608873.422331:0:36045:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789608873.422332:0:36045:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789608873.422333:0:36045:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608873.422335:0:36045:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608873.422337:0:36045:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232a00 refcount=3 00000020:00000001:2.0:1789608873.422339:0:36045:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:2.0:1789608873.422342:0:36045:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:2.0:1789608873.422344:0:36045:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.422345:0:36045:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608873.422347:0:36045:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608873.422348:0:36045:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608873.422350:0:36045:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ffc2 from it ffffae3e01c97be0 00010000:00000001:2.0:1789608873.422352:0:36045:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608873.422354:0:36045:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608873.422355:0:36045:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232a00 refcount=3 00000020:00000001:2.0:1789608873.422357:0:36045:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:2.0:1789608873.422360:0:36045:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:2.0:1789608873.422362:0:36045:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608873.422364:0:36045:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232a00/0xc54db3288176ffc2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9be5 expref: -99 pid: 36045 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789608873.422370:0:36045:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.422371:0:36045:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608873.422372:0:36045:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789608873.422374:0:36045:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789608873.422376:0:36045:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232a00/0xc54db3288176ffc2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9be5 expref: -99 pid: 36045 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789608873.422383:0:36045:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789608873.422385:0:36045:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789608873.422386:0:36045:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608873.422388:0:36045:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.422390:0:36045:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608873.422391:0:36045:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.422393:0:36045:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789608873.422394:0:36045:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.422396:0:36045:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.422398:0:36045:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.422400:0:36045:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608873.422401:0:36045:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.422402:0:36045:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789608873.422404:0:36045:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789608873.422405:0:36045:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608873.422407:0:36045:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 1 00000080:00000001:2.0:1789608873.422411:0:36045:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789608873.422424:0:36045:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d907f681c0. 00000020:00000001:2.0:1789608873.422428:0:36045:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c97d98 00000080:00200000:2.0:1789608873.422430:0:36045:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff94d918926c08), flags=1536 00000080:00000001:2.0:1789608873.422432:0:36045:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789608873.422434:0:36045:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789608873.422435:0:36045:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c97ca8 00000080:00200000:2.0:1789608873.422437:0:36045:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:2.0:1789608873.422440:0:36045:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d91213dc00. 00800000:00000002:2.0:1789608873.422443:0:36045:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:2.0:1789608873.422445:0:36045:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789608873.422447:0:36045:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789608873.422448:0:36045:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c97bc8 00800000:00000002:2.0:1789608873.422450:0:36045:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608873.422453:0:36045:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789608873.422455:0:36045:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608873.422457:0:36045:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608873.422458:0:36045:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608873.422460:0:36045:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608873.422461:0:36045:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608873.422463:0:36045:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608873.422608:0:36045:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608873.422613:0:36045:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789608873.422617:0:36045:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789608873.422619:0:36045:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c97a98 00000002:00010000:2.0:1789608873.422621:0:36045:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789608873.422624:0:36045:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789608873.422625:0:36045:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608873.422627:0:36045:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608873.422629:0:36045:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69900 count: 2 00010000:00000001:2.0:1789608873.422631:0:36045:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608873.422634:0:36045:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608873.422636:0:36045:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789608873.422639:0:36045:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232a00/0xc54db3288176ffc2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9be5 expref: -99 pid: 36045 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1789608873.422646:0:36045:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789608873.422648:0:36045:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608873.422651:0:36045:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232a00/0xc54db3288176ffc2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9be5 expref: -99 pid: 36045 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1789608873.422662:0:36045:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789608873.422663:0:36045:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789608873.422665:0:36045:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608873.422667:0:36045:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608873.422669:0:36045:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608873.422671:0:36045:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789608873.422673:0:36045:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789608873.423864:0:36045:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:2.0:1789608873.423872:0:36045:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d91213dc00. 00000080:00000001:2.0:1789608873.423877:0:36045:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789608873.423879:0:36045:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608873.423882:0:36045:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:2.0:1789608873.423886:0:36045:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176ffc2 00800000:00000001:2.0:1789608873.423889:0:36045:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789608873.423891:0:36045:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789608873.423893:0:36045:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608873.423895:0:36045:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608873.423897:0:36045:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232a00 refcount=3 00000020:00000001:2.0:1789608873.423899:0:36045:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:2.0:1789608873.423902:0:36045:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:2.0:1789608873.423905:0:36045:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.423906:0:36045:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608873.423907:0:36045:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608873.423909:0:36045:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608873.423911:0:36045:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ffc2 from it ffffae3e01c97ce0 00010000:00000001:2.0:1789608873.423913:0:36045:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608873.423913:0:36045:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608873.423915:0:36045:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232a00 refcount=3 00000020:00000001:2.0:1789608873.423916:0:36045:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:2.0:1789608873.423918:0:36045:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:2.0:1789608873.423920:0:36045:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608873.425138:0:36045:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232a00/0xc54db3288176ffc2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9be5 expref: -99 pid: 36045 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789608873.425154:0:36045:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.425155:0:36045:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608873.425157:0:36045:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789608873.425160:0:36045:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789608873.425163:0:36045:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232a00/0xc54db3288176ffc2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9be5 expref: -99 pid: 36045 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1789608873.425170:0:36045:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789608873.425173:0:36045:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789608873.425175:0:36045:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608873.425179:0:36045:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.425180:0:36045:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608873.425182:0:36045:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.425185:0:36045:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789608873.425187:0:36045:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.425189:0:36045:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.425192:0:36045:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.425194:0:36045:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608873.425195:0:36045:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.425196:0:36045:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789608873.425201:0:36045:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789608873.425203:0:36045:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608873.425206:0:36045:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 3 00000080:00000001:2.0:1789608873.425211:0:36045:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608873.425220:0:36045:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789608873.425222:0:36045:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789608873.425224:0:36045:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c97d90 00000080:00200000:2.0:1789608873.425226:0:36045:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:2.0:1789608873.425236:0:36045:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d91213dc00. 00800000:00000002:2.0:1789608873.425241:0:36045:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:2.0:1789608873.425245:0:36045:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789608873.425248:0:36045:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789608873.425249:0:36045:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c97cb0 00800000:00000002:2.0:1789608873.425251:0:36045:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608873.425255:0:36045:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789608873.425257:0:36045:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608873.425259:0:36045:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608873.425261:0:36045:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608873.425263:0:36045:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608873.425265:0:36045:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608873.425267:0:36045:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608873.425270:0:36045:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608873.425274:0:36045:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789608873.425279:0:36045:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789608873.425280:0:36045:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c97b80 00000002:00010000:2.0:1789608873.425282:0:36045:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789608873.425285:0:36045:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789608873.425287:0:36045:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608873.425289:0:36045:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608873.425295:0:36045:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69900 count: 2 00010000:00000001:2.0:1789608873.425297:0:36045:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608873.425301:0:36045:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608873.425304:0:36045:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789608873.425308:0:36045:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232a00/0xc54db3288176ffc2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9be5 expref: -99 pid: 36045 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1789608873.425316:0:36045:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789608873.425321:0:36045:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608873.425324:0:36045:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232a00/0xc54db3288176ffc2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9be5 expref: -99 pid: 36045 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1789608873.425331:0:36045:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789608873.425333:0:36045:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789608873.425335:0:36045:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608873.425337:0:36045:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608873.425338:0:36045:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608873.425340:0:36045:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789608873.425343:0:36045:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789608873.425346:0:36045:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:2.0:1789608873.425348:0:36045:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d91213dc00. 00000080:00000001:2.0:1789608873.425352:0:36045:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789608873.425353:0:36045:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608873.425355:0:36045:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:2.0:1789608873.425358:0:36045:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176ffc2 00800000:00000001:2.0:1789608873.425360:0:36045:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789608873.425363:0:36045:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789608873.425364:0:36045:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608873.425366:0:36045:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608873.425368:0:36045:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232a00 refcount=3 00000020:00000001:2.0:1789608873.425370:0:36045:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:2.0:1789608873.425372:0:36045:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:2.0:1789608873.425374:0:36045:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.425376:0:36045:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608873.425377:0:36045:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608873.425378:0:36045:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608873.425380:0:36045:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ffc2 from it ffffae3e01c97dc8 00010000:00000001:2.0:1789608873.425382:0:36045:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608873.425383:0:36045:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608873.425384:0:36045:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232a00 refcount=3 00000020:00000001:2.0:1789608873.425386:0:36045:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:2.0:1789608873.425388:0:36045:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:2.0:1789608873.425390:0:36045:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608873.425392:0:36045:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232a00/0xc54db3288176ffc2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9be5 expref: -99 pid: 36045 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1789608873.425398:0:36045:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.425399:0:36045:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608873.425400:0:36045:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789608873.425401:0:36045:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789608873.425403:0:36045:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232a00/0xc54db3288176ffc2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9be5 expref: -99 pid: 36045 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1789608873.425414:0:36045:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789608873.425416:0:36045:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789608873.425417:0:36045:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608873.425419:0:36045:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.425420:0:36045:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608873.425421:0:36045:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.425423:0:36045:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789608873.425424:0:36045:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.425426:0:36045:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.425427:0:36045:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.425429:0:36045:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608873.425430:0:36045:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.425431:0:36045:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789608873.425432:0:36045:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789608873.425433:0:36045:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608873.425435:0:36045:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 3 00000080:00000001:2.0:1789608873.425438:0:36045:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608873.425441:0:36045:0:(namei.c:2169:do_mkdir()) Process entered 00000020:00000001:2.0:1789608873.425443:0:36045:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c97da0 00000080:00200000:2.0:1789608873.425445:0:36045:0:(namei.c:2172:do_mkdir()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00000001:2.0:1789608873.425448:0:36045:0:(namei.c:1968:ll_new_node()) Process entered 00000080:00000001:2.0:1789608873.425450:0:36045:0:(namei.c:1778:ll_new_node_prepare()) Process entered 00000080:00000010:2.0:1789608873.425453:0:36045:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d91213dc00. 00800000:00000002:2.0:1789608873.425456:0:36045:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000010:2.0:1789608873.425463:0:36045:0:(namei.c:1796:ll_new_node_prepare()) kmalloced '(lum)': 48 at ffff94d9071bfac0. 00000080:00000001:2.0:1789608873.425466:0:36045:0:(namei.c:1884:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608873.425469:0:36045:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:2.0:1789608873.425471:0:36045:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1789608873.425474:0:36045:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608873.425475:0:36045:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608873.425476:0:36045:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608873.425478:0:36045:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608873.425479:0:36045:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608873.425481:0:36045:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608873.425483:0:36045:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608873.425488:0:36045:0:(lmv_obd.c:1705:lmv_locate_tgt_qos()) Process entered 00020000:00000001:2.0:1789608873.425491:0:36045:0:(lu_tgt_descs.c:432:ltd_qos_penalties_calc()) Process entered 00020000:00000001:2.0:1789608873.425496:0:36045:0:(lu_tgt_descs.c:569:ltd_qos_penalties_calc()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:2.0:1789608873.425498:0:36045:0:(lmv_obd.c:1717:lmv_locate_tgt_qos()) Process leaving via unlock (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00800000:00000001:2.0:1789608873.425501:0:36045:0:(lmv_obd.c:1786:lmv_locate_tgt_rr()) Process entered 00800000:00000001:2.0:1789608873.425505:0:36045:0:(lmv_obd.c:1800:lmv_locate_tgt_rr()) Process leaving (rc=18446626258787724288 : -117814921827328 : ffff94d9136f6c00) 00800000:00000001:2.0:1789608873.425507:0:36045:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446626258787724288 : -117814921827328 : ffff94d9136f6c00) 00800000:00000001:2.0:1789608873.425509:0:36045:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1789608873.425602:0:36045:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1789608873.425608:0:36045:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1789608873.425610:0:36045:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1789608873.425612:0:36045:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94d904ceb000: Allocated FID [0x200000405:0x2c:0x0] 40000000:00000001:2.0:1789608873.425615:0:36045:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608873.425617:0:36045:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608873.425619:0:36045:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608873.425621:0:36045:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608873.425624:0:36045:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01c97c08 00800000:00000002:2.0:1789608873.425626:0:36045:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd24b.recovery-small' [0x200000405:0x2c:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:2.0:1789608873.425630:0:36045:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:2.0:1789608873.425632:0:36045:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789608873.425635:0:36045:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69900 count: 2 00010000:00000001:2.0:1789608873.425637:0:36045:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608873.425640:0:36045:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789608873.425644:0:36045:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789608873.425646:0:36045:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232a00/0xc54db3288176ffc2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x91bddff8e8ed9be5 expref: -99 pid: 36045 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:2.0:1789608873.425654:0:36045:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789608873.425657:0:36045:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789608873.425659:0:36045:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789608873.425660:0:36045:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1789608873.425662:0:36045:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608873.425664:0:36045:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608873.425665:0:36045:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69900 count: 3 00010000:00000001:2.0:1789608873.425667:0:36045:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789608873.425670:0:36045:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608873.425671:0:36045:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608873.425672:0:36045:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608873.425674:0:36045:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69900 count: 3 00010000:00000001:2.0:1789608873.425812:0:36045:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789608873.425816:0:36045:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608873.425818:0:36045:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608873.425819:0:36045:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608873.425820:0:36045:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69900 count: 3 00010000:00000001:2.0:1789608873.425823:0:36045:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789608873.425824:0:36045:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608873.425826:0:36045:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789608873.425828:0:36045:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff94d918926b40, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1789608873.425832:0:36045:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1789608873.425835:0:36045:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1789608873.425838:0:36045:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789608873.425839:0:36045:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.425842:0:36045:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789608873.425845:0:36045:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789608873.425846:0:36045:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789608873.425848:0:36045:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608873.425849:0:36045:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789608873.425852:0:36045:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d909232a00 with handle 0xc54db3288176ffc2 from hash 00010000:00000001:2.0:1789608873.425854:0:36045:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789608873.425855:0:36045:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.425857:0:36045:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608873.425858:0:36045:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789608873.425860:0:36045:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789608873.425862:0:36045:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789608873.425865:0:36045:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789608873.425867:0:36045:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789608873.425869:0:36045:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1789608873.425875:0:36045:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d27480. 00000020:00000040:2.0:1789608873.425879:0:36045:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d904ceb000 02000000:00000001:2.0:1789608873.425884:0:36045:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789608873.425886:0:36045:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.425889:0:36045:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789608873.425893:0:36045:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608873.425895:0:36045:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.425896:0:36045:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608873.425897:0:36045:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608873.425900:0:36045:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608873.425902:0:36045:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608873.425905:0:36045:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608873.425911:0:36045:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d903dbc800. 00000100:00000001:2.0:1789608873.425918:0:36045:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.425921:0:36045:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608873.425923:0:36045:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1789608873.425928:0:36045:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232a00/0xc54db3288176ffc2 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed9be5 expref: -99 pid: 36045 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1789608873.425935:0:36045:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1789608873.425937:0:36045:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789608873.425939:0:36045:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789608873.425941:0:36045:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232a00/0xc54db3288176ffc2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed9be5 expref: -99 pid: 36045 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:2.0:1789608873.425949:0:36045:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d903b69900 count: 0 00010000:00000010:2.0:1789608873.425954:0:36045:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d90847bc00. 00010000:00000001:2.0:1789608873.425964:0:36045:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608873.425966:0:36045:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.425968:0:36045:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608873.425969:0:36045:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.425971:0:36045:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1789608873.425983:0:36045:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d904ceb000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1789608873.425994:0:36045:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d907d27480 x1876538934315648/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789608873.426001:0:36045:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789608873.426003:0:36045:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789608873.426009:0:36045:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d911d78240. 00000100:00000001:2.0:1789608873.426012:0:36045:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258760991296 : -117814948560320 : ffff94d911d78240) 00000100:00000001:2.0:1789608873.426014:0:36045:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608873.426016:0:36045:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592887936 : -117815116663680 : ffff94d907d27480) 00000100:00000001:2.0:1789608873.426021:0:36045:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608873.426024:0:36045:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608873.426026:0:36045:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789608873.426028:0:36045:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608873.426031:0:36045:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d27480 x1876538934315648/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608873.426038:0:36045:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608873.426101:0:36045:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608873.426107:0:36045:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608873.426110:0:36045:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608873.426112:0:36045:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608873.426116:0:36045:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d27480 pname:cluuid:pid:xid:nid:opc:job mkdir:25f5d458-2cbe-49cd-9693-334c08df7e27:36045:1876538934315648:192.168.203.121@tcp:36:mkdir.0 00000100:00000001:2.0:1789608873.426120:0:36045:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608873.426125:0:36045:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608873.426128:0:36045:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608873.426130:0:36045:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608873.426134:0:36045:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903dbd000. 02000000:00000001:2.0:1789608873.426136:0:36045:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608873.426143:0:36045:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608873.426146:0:36045:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21210. 00000400:00000010:2.0:1789608873.426153:0:36045:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c7f8. 00000100:00000200:2.0:1789608873.426161:0:36045:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934315648, portal 10 00000100:00000001:2.0:1789608873.426163:0:36045:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608873.426164:0:36045:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592887936 : -117815116663680 : ffff94d907d27480) 00000100:00000040:2.0:1789608873.426170:0:36045:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907d27480 x1876538934315648/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/576 e 0 to 0 dl 1789608889 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608873.426177:0:36045:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608873.426180:0:36045:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608873.426182:0:36045:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6ccc0. 00000100:00000200:2.0:1789608873.426186:0:36045:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1876538934315648, offset 0 00000400:00000200:2.0:1789608873.426193:0:36045:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608873.426201:0:36045:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608873.426207:0:36045:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608873.426213:0:36045:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608873.426217:0:36045:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608873.426221:0:36045:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608873.426224:0:36045:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608873.426227:0:36045:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2977:2977:256:4294967295] 192.168.203.121@tcp LPNI seq info [2977:2977:8:4294967295] 00000400:00000200:2.0:1789608873.426232:0:36045:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608873.426242:0:36045:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608873.426247:0:36045:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608873.426253:0:36045:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91350aa00. 00000800:00000200:2.0:1789608873.426258:0:36045:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608873.426265:0:36045:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608873.426270:0:36045:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91350aa00 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:2.0:1789608873.426342:0:36045:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608873.426347:0:36045:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 856783 usecs (857 jiffies) 00000400:00000200:2.0:1789608873.426351:0:36045:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608873.426354:0:36045:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296601373 00000100:00000001:2.0:1789608873.426356:0:36045:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296604004 00000100:00000001:2.0:1789608873.426359:0:36045:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296601373 00000100:00000001:2.0:1789608873.426361:0:36045:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296604004 00000100:00000001:2.0:1789608873.426363:0:36045:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608873.426365:0:36045:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608873.426367:0:36045:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608873.426369:0:36045:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789608873.426372:0:36045:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d911d78240 going to sleep for 11 seconds 00000100:00000001:2.0:1789608873.426375:0:36045:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608873.426377:0:36045:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608873.426497:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608873.426502:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91350aa00. 00000400:00000200:0.0:1789608873.426506:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608873.426595:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608873.426602:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6ccc0 00000400:00000010:0.0:1789608873.426605:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6ccc0. 00000100:00000001:0.0:1789608873.426609:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608873.426616:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d27480 x1876538934315648/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/576 e 0 to 0 dl 1789608889 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608873.426625:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608873.426628:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d27480 x1876538934315648/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/576 e 0 to 0 dl 1789608889 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608873.426635:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608873.426637:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1789608873.430918:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69900. 00010000:00000010:2.1:1789608873.430946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232a00. 00000800:00000001:1.0:1789608873.436479:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608873.436495:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608873.436500:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608873.436502:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608873.436510:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608873.436529:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608873.436539:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608873.436544:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608873.436548:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608873.436552:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 448 into portal 10 MB=0x6aab3c4964a80 00000400:00000200:1.0:1789608873.436556:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608873.436562:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 448/448 into md 0x87c1 [1] + 224 00000800:00000001:1.0:1789608873.436568:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608873.436575:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608873.436578:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608873.436582:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608873.436590:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608873.436598:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d27480 x1876538934315648/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/576 e 0 to 0 dl 1789608889 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608873.436608:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff94d907d27480 x1876538934315648/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/576 e 0 to 0 dl 1789608889 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608873.436636:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608873.436644:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608873.436647:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608873.436724:0:36045:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608873.436733:0:36045:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608873.436735:0:36045:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608873.436738:0:36045:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21210. 00000400:00000200:2.0:1789608873.436744:0:36045:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c7f8 00000400:00000010:2.0:1789608873.436747:0:36045:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c7f8. 00000100:00000001:2.0:1789608873.436750:0:36045:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608873.436755:0:36045:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d27480 x1876538934315648/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/576 e 0 to 0 dl 1789608889 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789608873.436764:0:36045:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d27480 x1876538934315648/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/576 e 0 to 0 dl 1789608889 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608873.436771:0:36045:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608873.436773:0:36045:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608873.436775:0:36045:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608873.436779:0:36045:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608873.436781:0:36045:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608873.436783:0:36045:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608873.436786:0:36045:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608873.436794:0:36045:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=81 v=5 (5 104 104 104) 00000100:00001000:2.0:1789608873.436798:0:36045:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608873.436800:0:36045:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608873.436803:0:36045:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.436805:0:36045:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608873.436809:0:36045:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608873.436812:0:36045:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789608873.436814:0:36045:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009c/0x1] 00000100:00000001:2.0:1789608873.436816:0:36045:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789608873.436818:0:36045:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608873.436820:0:36045:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592887936 : -117815116663680 : ffff94d907d27480) 00000100:00000001:2.0:1789608873.436823:0:36045:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608873.436825:0:36045:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 8589934600 00000100:00000001:2.0:1789608873.436827:0:36045:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608873.436829:0:36045:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608873.436834:0:36045:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d27480 x1876538934315648/t8589934602(8589934602) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/448 e 0 to 0 dl 1789608889 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608873.436841:0:36045:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608873.436845:0:36045:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608873.436848:0:36045:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608873.436852:0:36045:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d27480 x1876538934315648/t8589934602(8589934602) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/448 e 0 to 0 dl 1789608889 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789608873.436861:0:36045:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d27480 pname:cluuid:pid:xid:nid:opc:job mkdir:25f5d458-2cbe-49cd-9693-334c08df7e27:36045:1876538934315648:192.168.203.121@tcp:36:mkdir.0 00000100:00000001:2.0:1789608873.436866:0:36045:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608873.436869:0:36045:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608873.436871:0:36045:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789608873.436873:0:36045:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608873.436877:0:36045:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d27480 x1876538934315648/t8589934602(8589934602) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/448 e 0 to 0 dl 1789608889 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608873.436884:0:36045:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608873.436887:0:36045:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d911d78240. 00000100:00000001:2.0:1789608873.436891:0:36045:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789608873.436893:0:36045:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608873.436901:0:36045:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608873.436904:0:36045:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000405:0x2c:0x0] 00800000:00000001:2.0:1789608873.436906:0:36045:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608873.436909:0:36045:0:(namei.c:1904:ll_new_node_finish()) Process entered 00000080:00000002:2.0:1789608873.436912:0:36045:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1789608865 to 1789608873 00000080:00000001:2.0:1789608873.436915:0:36045:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789608873.436921:0:36045:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1789608873.437096:0:36045:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789608873.437100:0:36045:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611180 : 144115205339611180 : 20000040500002c) 00000080:00000001:2.0:1789608873.437104:0:36045:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1789608873.437118:0:36045:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94d918927380. 00000080:00000001:2.0:1789608873.437128:0:36045:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:2.0:1789608873.437130:0:36045:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x2c:0x0](ffff94d918927448) 00000080:00000001:2.0:1789608873.437143:0:36045:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1789608873.437145:0:36045:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x2c:0x0] 00000080:00000001:2.0:1789608873.437147:0:36045:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608873.437149:0:36045:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611180 : 144115205339611180 : 20000040500002c) 00000080:00000001:2.0:1789608873.437152:0:36045:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1789608873.437155:0:36045:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611180 mtime from 0 to 1789608873 00000080:00200000:2.0:1789608873.437159:0:36045:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x2c:0x0], updating i_size 16384 00000080:00000001:2.0:1789608873.437161:0:36045:0:(llite_lib.c:3382:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1789608873.437163:0:36045:0:(namei.c:156:ll_iget()) Process leaving (rc=18446626258873906248 : -117814835645368 : ffff94d918927448) 00000080:00000001:2.0:1789608873.437166:0:36045:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789608873.437169:0:36045:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1789608873.437170:0:36045:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608873.437175:0:36045:0:(namei.c:1951:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608873.437177:0:36045:0:(namei.c:1996:ll_new_node()) Process leaving 00000100:00000001:2.0:1789608873.437179:0:36045:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608873.437184:0:36045:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d27480 x1876538934315648/t8589934602(8589934602) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/448 e 0 to 0 dl 1789608889 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608873.437190:0:36045:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608873.437193:0:36045:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:2.0:1789608873.437196:0:36045:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d91213dc00. 00000080:00000010:2.0:1789608873.437199:0:36045:0:(namei.c:2002:ll_new_node()) kfreed 'lum': 48 at ffff94d9071bfac0. 00000080:00000001:2.0:1789608873.437202:0:36045:0:(namei.c:2004:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608873.437204:0:36045:0:(namei.c:2180:do_mkdir()) Process leaving via out_tally (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789608873.437209:0:36045:0:(namei.c:2224:do_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608873.437219:0:36045:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789608873.437225:0:36045:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:2.1:1789608873.454034:0:36046:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f681c0. 00000080:00000001:3.0:1789608873.456000:0:36046:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789608873.456007:0:36046:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789608873.456009:0:36046:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789608873.456012:0:36046:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cb7bc0 00000080:00200000:3.0:1789608873.456017:0:36046:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:3.0:1789608873.456025:0:36046:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d911dcda00. 00800000:00000002:3.0:1789608873.456033:0:36046:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:3.0:1789608873.456036:0:36046:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789608873.456041:0:36046:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789608873.456043:0:36046:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cb7ae0 00800000:00000002:3.0:1789608873.456045:0:36046:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608873.456049:0:36046:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789608873.456052:0:36046:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608873.456054:0:36046:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608873.456056:0:36046:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608873.456059:0:36046:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608873.456061:0:36046:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608873.456063:0:36046:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608873.456065:0:36046:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608873.456067:0:36046:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789608873.456072:0:36046:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789608873.456073:0:36046:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cb79b0 00000002:00010000:3.0:1789608873.456075:0:36046:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789608873.456079:0:36046:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789608873.456081:0:36046:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608873.456084:0:36046:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789608873.456089:0:36046:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608873.456091:0:36046:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608873.456092:0:36046:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608873.456095:0:36046:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789608873.456097:0:36046:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1789608873.456102:0:36046:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908493100. 00000020:00000040:3.0:1789608873.456106:0:36046:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00010000:00000001:3.0:1789608873.456112:0:36046:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789608873.456116:0:36046:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608873.456123:0:36046:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.456124:0:36046:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608873.456126:0:36046:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608873.456130:0:36046:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608873.456132:0:36046:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608873.456136:0:36046:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608873.456143:0:36046:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d90839b000. 00000100:00000001:3.0:1789608873.456149:0:36046:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.456154:0:36046:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608873.456155:0:36046:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.456157:0:36046:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608873.456159:0:36046:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.456160:0:36046:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608873.456165:0:36046:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626258600669440 : -117815108882176 : ffff94d908493100) 00010000:00000001:3.0:1789608873.456173:0:36046:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789608873.456176:0:36046:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789608873.456180:0:36046:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d904e29d00. 00010000:00000010:3.0:1789608873.456184:0:36046:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d903cc7c80. 00010000:00000001:3.0:1789608873.456188:0:36046:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789608873.456191:0:36046:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d9421c1800. 00000020:00000001:3.0:1789608873.456194:0:36046:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789608873.456198:0:36046:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d9421c1800 with handle 0xc54db3288176ffc9 to hash 00000020:00000001:3.0:1789608873.456200:0:36046:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789608873.456201:0:36046:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608873.456205:0:36046:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608873.456208:0:36046:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608873.456211:0:36046:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608873.456215:0:36046:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176ffc9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 36046 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608873.456225:0:36046:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176ffc9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 36046 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608873.456235:0:36046:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176ffc9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 36046 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789608873.456240:0:36046:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789608873.456242:0:36046:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789608873.456248:0:36046:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d903344240. 00000100:00000001:3.0:1789608873.456250:0:36046:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258515411520 : -117815194140096 : ffff94d903344240) 00000100:00000001:3.0:1789608873.456253:0:36046:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608873.456254:0:36046:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600669440 : -117815108882176 : ffff94d908493100) 00000100:00000001:3.0:1789608873.456259:0:36046:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608873.456262:0:36046:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608873.456264:0:36046:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789608873.456265:0:36046:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608873.456275:0:36046:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908493100 x1876538934315776/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608873.456283:0:36046:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608873.456285:0:36046:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608873.456289:0:36046:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608873.456291:0:36046:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608873.456293:0:36046:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608873.456296:0:36046:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908493100 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:36046:1876538934315776:192.168.203.121@tcp:101:lfs.0 00000100:00000001:3.0:1789608873.456300:0:36046:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608873.456304:0:36046:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608873.456308:0:36046:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608873.456310:0:36046:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608873.456314:0:36046:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d90406f800. 02000000:00000001:3.0:1789608873.456316:0:36046:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608873.456324:0:36046:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608873.456328:0:36046:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a898. 00000400:00000010:3.0:1789608873.456334:0:36046:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a94c8. 00000100:00000200:3.0:1789608873.456341:0:36046:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876538934315776, portal 10 00000100:00000001:3.0:1789608873.456343:0:36046:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608873.456344:0:36046:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600669440 : -117815108882176 : ffff94d908493100) 00000100:00000040:3.0:1789608873.456349:0:36046:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d908493100 x1876538934315776/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608889 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608873.456357:0:36046:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608873.456360:0:36046:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608873.456362:0:36046:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9ee0. 00000100:00000200:3.0:1789608873.456366:0:36046:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876538934315776, offset 0 00000400:00000200:3.0:1789608873.456372:0:36046:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608873.456380:0:36046:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608873.456387:0:36046:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608873.456392:0:36046:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608873.456397:0:36046:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608873.456400:0:36046:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608873.456402:0:36046:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608873.456406:0:36046:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2978:2978:256:4294967295] 192.168.203.121@tcp LPNI seq info [2978:2978:8:4294967295] 00000400:00000200:3.0:1789608873.456410:0:36046:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608873.456419:0:36046:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608873.456426:0:36046:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608873.456431:0:36046:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d9104bd800. 00000800:00000200:3.0:1789608873.456438:0:36046:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608873.456447:0:36046:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608873.456451:0:36046:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d9104bd800 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1789608873.456469:0:36046:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608873.456474:0:36046:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 855715 usecs (856 jiffies) 00000400:00000200:3.0:1789608873.456477:0:36046:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608873.456480:0:36046:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296601400 00000100:00000001:3.0:1789608873.456483:0:36046:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296604004 00000100:00000001:3.0:1789608873.456486:0:36046:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296601400 00000100:00000001:3.0:1789608873.456488:0:36046:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296604004 00000100:00000001:3.0:1789608873.456490:0:36046:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608873.456493:0:36046:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608873.456495:0:36046:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608873.456497:0:36046:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789608873.456500:0:36046:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d903344240 going to sleep for 11 seconds 00000100:00000001:3.0:1789608873.456503:0:36046:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608873.456505:0:36046:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608873.456711:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608873.456717:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bd800. 00000400:00000200:0.0:1789608873.456722:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608873.456726:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608873.456731:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9ee0 00000400:00000010:0.0:1789608873.456734:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9ee0. 00000100:00000001:0.0:1789608873.456738:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608873.456742:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908493100 x1876538934315776/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608889 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608873.456751:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608873.456754:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908493100 x1876538934315776/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608889 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608873.456761:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608873.456762:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608873.467449:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608873.467468:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608873.467472:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608873.467475:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608873.467484:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608873.467492:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608873.467501:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608873.467505:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608873.467521:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608873.467525:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 688 into portal 10 MB=0x6aab3c4964b00 00000400:00000200:1.0:1789608873.467531:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608873.467537:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 688/688 into md 0x87c9 [1] + 224 00000800:00000001:1.0:1789608873.467546:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608873.467554:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608873.467557:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608873.467562:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608873.467569:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608873.467578:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908493100 x1876538934315776/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608889 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608873.467589:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d908493100 x1876538934315776/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608889 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608873.467610:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608873.467619:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608873.467622:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608873.468163:0:36046:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608873.468172:0:36046:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608873.468174:0:36046:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608873.468178:0:36046:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a898. 00000400:00000200:3.0:1789608873.468184:0:36046:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a94c8 00000400:00000010:3.0:1789608873.468187:0:36046:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a94c8. 00000100:00000001:3.0:1789608873.468190:0:36046:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608873.468195:0:36046:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908493100 x1876538934315776/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608889 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789608873.468205:0:36046:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908493100 x1876538934315776/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608889 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608873.468211:0:36046:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608873.468214:0:36046:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608873.468216:0:36046:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608873.468219:0:36046:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608873.468221:0:36046:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608873.468224:0:36046:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608873.468227:0:36046:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608873.468235:0:36046:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=81 v=5 (5 104 104 104) 00000100:00001000:3.0:1789608873.468240:0:36046:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608873.468242:0:36046:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608873.468244:0:36046:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.468246:0:36046:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608873.468250:0:36046:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608873.468254:0:36046:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608873.468256:0:36046:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 8589934600 00000100:00000001:3.0:1789608873.468259:0:36046:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608873.468262:0:36046:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608873.468267:0:36046:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908493100 x1876538934315776/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608889 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608873.468275:0:36046:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608873.468278:0:36046:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608873.468280:0:36046:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608873.468284:0:36046:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908493100 x1876538934315776/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608889 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789608873.468292:0:36046:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908493100 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:36046:1876538934315776:192.168.203.121@tcp:101:lfs.0 00000100:00000001:3.0:1789608873.468296:0:36046:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608873.468298:0:36046:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608873.468300:0:36046:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789608873.468302:0:36046:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608873.468306:0:36046:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908493100 x1876538934315776/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608889 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608873.468313:0:36046:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608873.468316:0:36046:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d903344240. 00000100:00000001:3.0:1789608873.468319:0:36046:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789608873.468321:0:36046:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.468324:0:36046:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789608873.468327:0:36046:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608873.468330:0:36046:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608873.468334:0:36046:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1800 refcount=4 00000020:00000001:3.0:1789608873.468336:0:36046:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608873.468339:0:36046:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000040:3.0:1789608873.468345:0:36046:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d9421c1800, remote cookie: 0x91bddff8e8ed9c08, flags: 0x1001 00010000:00010000:3.0:1789608873.468352:0:36046:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176ffc9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9c08 expref: -99 pid: 36046 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608873.468362:0:36046:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176ffc9 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9c08 expref: -99 pid: 36046 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608873.468368:0:36046:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789608873.468372:0:36046:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789608873.468374:0:36046:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789608873.468375:0:36046:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789608873.468376:0:36046:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789608873.468379:0:36046:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff94d904e29d00) refcount = 1 00010000:00010000:3.0:1789608873.468383:0:36046:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176ffc9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9c08 expref: -99 pid: 36046 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608873.468389:0:36046:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789608873.468392:0:36046:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789608873.468393:0:36046:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608873.468395:0:36046:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789608873.468398:0:36046:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608873.468400:0:36046:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176ffc9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9c08 expref: -99 pid: 36046 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608873.468406:0:36046:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789608873.468408:0:36046:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.468409:0:36046:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608873.468410:0:36046:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.468411:0:36046:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608873.468413:0:36046:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608873.468417:0:36046:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789608873.468419:0:36046:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608873.468420:0:36046:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608873.468422:0:36046:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1800 refcount=3 00000020:00000001:3.0:1789608873.468424:0:36046:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608873.468426:0:36046:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608873.468428:0:36046:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608873.468429:0:36046:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608873.468430:0:36046:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1800 refcount=4 00000020:00000001:3.0:1789608873.468432:0:36046:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608873.468434:0:36046:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608873.468437:0:36046:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608873.468440:0:36046:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608873.468444:0:36046:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176ffc9 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9c08 expref: -99 pid: 36046 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608873.468451:0:36046:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.468452:0:36046:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608873.468453:0:36046:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608873.468454:0:36046:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608873.468456:0:36046:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1800 refcount=5 00000020:00000001:3.0:1789608873.468458:0:36046:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608873.468460:0:36046:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608873.468462:0:36046:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608873.468465:0:36046:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176ffc9 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9c08 expref: -99 pid: 36046 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608873.468471:0:36046:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.468472:0:36046:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789608873.468475:0:36046:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176ffc9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9c08 expref: -99 pid: 36046 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608873.468481:0:36046:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608873.468483:0:36046:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.468484:0:36046:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608873.468485:0:36046:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.468486:0:36046:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789608873.468491:0:36046:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d908493100 x1876538934315776/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608889 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1789608873.468499:0:36046:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608873.468501:0:36046:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608873.468502:0:36046:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1800 refcount=3 00000020:00000001:3.0:1789608873.468504:0:36046:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608873.468506:0:36046:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608873.468509:0:36046:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.468510:0:36046:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608873.468519:0:36046:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608873.468522:0:36046:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608873.468525:0:36046:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1789608873.468527:0:36046:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608873.468528:0:36046:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608873.468530:0:36046:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1800 refcount=3 00000020:00000001:3.0:1789608873.468532:0:36046:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608873.468534:0:36046:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00000002:00010000:3.0:1789608873.468538:0:36046:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176ffc9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9c08 expref: -99 pid: 36046 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608873.468544:0:36046:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.468545:0:36046:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608873.468547:0:36046:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789608873.468548:0:36046:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608873.468549:0:36046:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608873.468551:0:36046:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1800 refcount=3 00000020:00000001:3.0:1789608873.468553:0:36046:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608873.468555:0:36046:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000040:3.0:1789608873.468561:0:36046:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29d00 count: 2 00010000:00000001:3.0:1789608873.468564:0:36046:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789608873.468568:0:36046:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d91081f000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1789608873.468571:0:36046:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.468572:0:36046:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608873.468573:0:36046:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789608873.468576:0:36046:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cb7938 00000002:00002000:3.0:1789608873.468578:0:36046:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1789608873.468581:0:36046:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608873.468584:0:36046:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608873.468587:0:36046:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789608873.468590:0:36046:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1789608873.468594:0:36046:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608873.468597:0:36046:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:3.0:1789608873.468600:0:36046:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dcda00. 00000080:00000001:3.0:1789608873.468605:0:36046:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789608873.468608:0:36046:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1789608873.468613:0:36046:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1789608873.468617:0:36046:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1789608873.468623:0:36046:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d904af6000. 00800000:00000001:3.0:1789608873.468625:0:36046:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626258540257280 : -117815169294336 : ffff94d904af6000) 00800000:00000001:3.0:1789608873.468628:0:36046:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608873.468630:0:36046:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1789608873.468632:0:36046:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1789608873.468634:0:36046:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1789608873.468637:0:36046:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1789608873.468640:0:36046:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1789608873.468642:0:36046:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608873.468646:0:36046:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1789608873.468649:0:36046:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1789608873.468653:0:36046:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:3.0:1789608873.468656:0:36046:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608873.468658:0:36046:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608873.468659:0:36046:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1800 refcount=3 00000020:00000001:3.0:1789608873.468660:0:36046:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608873.468663:0:36046:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608873.468665:0:36046:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.468666:0:36046:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789608873.468667:0:36046:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1789608873.468670:0:36046:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1789608873.468671:0:36046:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6000 1 00800000:00000010:3.0:1789608873.468674:0:36046:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d904af6000. 00800000:00000001:3.0:1789608873.468701:0:36046:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608873.468705:0:36046:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176ffc9 00800000:00000001:3.0:1789608873.468708:0:36046:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789608873.468710:0:36046:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789608873.468712:0:36046:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608873.468713:0:36046:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608873.468715:0:36046:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1800 refcount=3 00000020:00000001:3.0:1789608873.468716:0:36046:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608873.468719:0:36046:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608873.468721:0:36046:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.468722:0:36046:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608873.468723:0:36046:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608873.468725:0:36046:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608873.468727:0:36046:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608873.468730:0:36046:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:3.0:1789608873.468733:0:36046:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ffc9 from it ffffae3e01cb7bf8 00010000:00000001:3.0:1789608873.468735:0:36046:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608873.468736:0:36046:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608873.468737:0:36046:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1800 refcount=3 00000020:00000001:3.0:1789608873.468739:0:36046:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608873.468740:0:36046:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608873.468742:0:36046:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608873.468745:0:36046:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176ffc9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9c08 expref: -99 pid: 36046 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608873.468757:0:36046:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.468758:0:36046:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608873.468760:0:36046:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608873.468762:0:36046:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608873.468765:0:36046:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176ffc9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9c08 expref: -99 pid: 36046 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789608873.468772:0:36046:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608873.468775:0:36046:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608873.468776:0:36046:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608873.468780:0:36046:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.468782:0:36046:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608873.468783:0:36046:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.468786:0:36046:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608873.468788:0:36046:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.468790:0:36046:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.468793:0:36046:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.468794:0:36046:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608873.468796:0:36046:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.468797:0:36046:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789608873.468799:0:36046:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608873.468804:0:36046:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908493100 x1876538934315776/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608889 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608873.468811:0:36046:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608873.468814:0:36046:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608873.468817:0:36046:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d90406f800. 02000000:00000001:3.0:1789608873.468820:0:36046:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608873.468822:0:36046:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608873.468824:0:36046:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608873.468826:0:36046:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608873.468829:0:36046:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d90839b000. 02000000:00000001:3.0:1789608873.468832:0:36046:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608873.468834:0:36046:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608873.468836:0:36046:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908493100. 00000100:00000001:3.0:1789608873.468840:0:36046:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608873.468841:0:36046:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608873.468844:0:36046:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 1 00000080:00000001:3.0:1789608873.468849:0:36046:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789608873.468863:0:36046:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d906078e00. 00000080:00000001:3.0:1789608873.468867:0:36046:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789608873.468869:0:36046:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789608873.468871:0:36046:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cb7b00 00000080:00200000:3.0:1789608873.468873:0:36046:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:3.0:1789608873.468878:0:36046:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d911dcda00. 00800000:00000002:3.0:1789608873.468882:0:36046:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:3.0:1789608873.468885:0:36046:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789608873.468888:0:36046:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789608873.468890:0:36046:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cb7a20 00800000:00000002:3.0:1789608873.468892:0:36046:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608873.468896:0:36046:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789608873.468898:0:36046:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608873.468900:0:36046:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608873.468903:0:36046:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608873.468905:0:36046:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608873.468907:0:36046:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608873.468910:0:36046:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608873.468912:0:36046:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608873.468915:0:36046:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789608873.468918:0:36046:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789608873.468920:0:36046:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cb78f0 00000002:00010000:3.0:1789608873.468922:0:36046:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789608873.468925:0:36046:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789608873.468927:0:36046:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608873.468929:0:36046:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608873.468932:0:36046:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29d00 count: 2 00010000:00000001:3.0:1789608873.468934:0:36046:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608873.468937:0:36046:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608873.468939:0:36046:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789608873.468942:0:36046:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176ffc9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9c08 expref: -99 pid: 36046 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1789608873.468949:0:36046:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789608873.468953:0:36046:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608873.468956:0:36046:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176ffc9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9c08 expref: -99 pid: 36046 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1789608873.468963:0:36046:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789608873.468965:0:36046:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789608873.468967:0:36046:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608873.468968:0:36046:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608873.468970:0:36046:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608873.468972:0:36046:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789608873.468975:0:36046:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789608873.468977:0:36046:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:3.0:1789608873.468979:0:36046:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dcda00. 00000080:00000001:3.0:1789608873.468982:0:36046:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789608873.468983:0:36046:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608873.468985:0:36046:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:3.0:1789608873.468988:0:36046:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176ffc9 00800000:00000001:3.0:1789608873.468991:0:36046:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789608873.468992:0:36046:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789608873.468994:0:36046:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608873.468995:0:36046:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608873.468997:0:36046:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1800 refcount=3 00000020:00000001:3.0:1789608873.468999:0:36046:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608873.469001:0:36046:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608873.469003:0:36046:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.469004:0:36046:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608873.469005:0:36046:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608873.469007:0:36046:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608873.469008:0:36046:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ffc9 from it ffffae3e01cb7b38 00010000:00000001:3.0:1789608873.469010:0:36046:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608873.469011:0:36046:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608873.469013:0:36046:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1800 refcount=3 00000020:00000001:3.0:1789608873.469015:0:36046:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608873.469017:0:36046:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608873.469019:0:36046:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608873.469021:0:36046:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176ffc9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9c08 expref: -99 pid: 36046 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789608873.469027:0:36046:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.469028:0:36046:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608873.469029:0:36046:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608873.469030:0:36046:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608873.469032:0:36046:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176ffc9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9c08 expref: -99 pid: 36046 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789608873.469038:0:36046:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608873.469039:0:36046:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608873.469040:0:36046:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608873.469042:0:36046:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.469043:0:36046:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608873.469044:0:36046:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.469046:0:36046:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608873.469047:0:36046:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.469049:0:36046:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.469051:0:36046:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.469053:0:36046:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608873.469054:0:36046:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.469055:0:36046:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789608873.469057:0:36046:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789608873.469058:0:36046:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608873.469060:0:36046:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 3 00000080:00000001:3.0:1789608873.469063:0:36046:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608873.469066:0:36046:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:3.0:1789608873.469069:0:36046:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cb7b58 00000080:00200000:3.0:1789608873.469071:0:36046:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff94d918926c08), file ffff94d911ce2c00, open_flags a141, mode 81b6 opened 0 00000080:00000010:3.0:1789608873.469076:0:36046:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff94d9092654e0. 00000080:00000001:3.0:1789608873.469081:0:36046:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1789608873.469082:0:36046:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cb7a08 00000080:00200000:3.0:1789608873.469084:0:36046:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff94d918926c08), intent=open|creat 00000080:00000010:3.0:1789608873.469091:0:36046:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d911dcda00. 00800000:00000002:3.0:1789608873.469094:0:36046:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:3.0:1789608873.469098:0:36046:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789608873.469100:0:36046:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789608873.469101:0:36046:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cb7928 00800000:00000002:3.0:1789608873.469103:0:36046:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'd24b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608873.469107:0:36046:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1789608873.469110:0:36046:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1789608873.469113:0:36046:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608873.469114:0:36046:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608873.469116:0:36046:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608873.469117:0:36046:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608873.469119:0:36046:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608873.469120:0:36046:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608873.469122:0:36046:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608873.469125:0:36046:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446626258787724288 : -117814921827328 : ffff94d9136f6c00) 00800000:00000001:3.0:1789608873.469128:0:36046:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1789608873.469130:0:36046:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1789608873.469132:0:36046:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1789608873.469136:0:36046:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1789608873.469138:0:36046:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94d904ceb000: Allocated FID [0x200000405:0x2d:0x0] 40000000:00000001:3.0:1789608873.469141:0:36046:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608873.469143:0:36046:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608873.469144:0:36046:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608873.469146:0:36046:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608873.469148:0:36046:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cb78a8 00800000:00000002:3.0:1789608873.469150:0:36046:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2d:0x0], name='d24b.recovery-small' -> mds #0 layout version 1 00000002:00000001:3.0:1789608873.469153:0:36046:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789608873.469155:0:36046:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cb77e0 00000002:00010000:3.0:1789608873.469157:0:36046:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24b.recovery-small,[0x200000405:0x2d:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0120502 00000002:00000001:3.0:1789608873.469160:0:36046:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789608873.469162:0:36046:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1789608873.469165:0:36046:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1789608873.469169:0:36046:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608873.469171:0:36046:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1789608873.469172:0:36046:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29d00 count: 2 00010000:00000001:3.0:1789608873.469175:0:36046:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608873.469177:0:36046:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1789608873.469180:0:36046:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789608873.469182:0:36046:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176ffc9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x91bddff8e8ed9c08 expref: -99 pid: 36046 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1789608873.469190:0:36046:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789608873.469193:0:36046:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789608873.469195:0:36046:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789608873.469197:0:36046:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1789608873.469199:0:36046:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608873.469200:0:36046:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608873.469202:0:36046:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29d00 count: 3 00010000:00000001:3.0:1789608873.469204:0:36046:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608873.469207:0:36046:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608873.469208:0:36046:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608873.469210:0:36046:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608873.469211:0:36046:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29d00 count: 3 00010000:00000001:3.0:1789608873.469213:0:36046:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608873.469214:0:36046:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608873.469216:0:36046:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608873.469217:0:36046:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608873.469218:0:36046:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29d00 count: 3 00010000:00000001:3.0:1789608873.469220:0:36046:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608873.469222:0:36046:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608873.469224:0:36046:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789608873.469227:0:36046:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff94d918926b40, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1789608873.469232:0:36046:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1789608873.469234:0:36046:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1789608873.469237:0:36046:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789608873.469238:0:36046:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.469241:0:36046:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789608873.469244:0:36046:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789608873.469246:0:36046:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789608873.469247:0:36046:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608873.469249:0:36046:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789608873.469252:0:36046:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d9421c1800 with handle 0xc54db3288176ffc9 from hash 00010000:00000001:3.0:1789608873.469255:0:36046:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789608873.469256:0:36046:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.469258:0:36046:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608873.469259:0:36046:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789608873.469261:0:36046:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789608873.469263:0:36046:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789608873.469266:0:36046:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789608873.469269:0:36046:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789608873.469270:0:36046:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1789608873.469275:0:36046:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908493100. 00000020:00000040:3.0:1789608873.469278:0:36046:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 02000000:00000001:3.0:1789608873.469283:0:36046:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789608873.469285:0:36046:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.469288:0:36046:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789608873.469291:0:36046:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608873.469293:0:36046:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.469294:0:36046:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608873.469296:0:36046:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608873.469299:0:36046:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608873.469301:0:36046:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608873.469304:0:36046:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608873.469311:0:36046:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d90839b000. 00000100:00000001:3.0:1789608873.469317:0:36046:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.469321:0:36046:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608873.469323:0:36046:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1789608873.469327:0:36046:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176ffc9 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed9c08 expref: -99 pid: 36046 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1789608873.469335:0:36046:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1789608873.469337:0:36046:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789608873.469339:0:36046:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789608873.469341:0:36046:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176ffc9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed9c08 expref: -99 pid: 36046 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:3.0:1789608873.469349:0:36046:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d904e29d00 count: 0 00010000:00000010:3.0:1789608873.469353:0:36046:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d903cc7c80. 00010000:00000001:3.0:1789608873.469363:0:36046:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608873.469365:0:36046:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.469366:0:36046:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608873.469368:0:36046:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.469370:0:36046:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608873.469378:0:36046:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446626258600669440 : -117815108882176 : ffff94d908493100) 00010000:00000001:3.0:1789608873.469382:0:36046:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789608873.469384:0:36046:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789608873.469388:0:36046:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d904e29a00. 00010000:00000010:3.0:1789608873.469391:0:36046:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d903cc7c80. 00010000:00000001:3.0:1789608873.469395:0:36046:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789608873.469399:0:36046:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d9421c1400. 00000020:00000001:3.0:1789608873.469401:0:36046:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789608873.469404:0:36046:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d9421c1400 with handle 0xc54db3288176ffd0 to hash 00000020:00000001:3.0:1789608873.469406:0:36046:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789608873.469408:0:36046:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626259570791424 : -117814138760192 : ffff94d9421c1400) 00010000:00000001:3.0:1789608873.469412:0:36046:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626259570791424 : -117814138760192 : ffff94d9421c1400) 00010000:00000001:3.0:1789608873.469414:0:36046:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608873.469416:0:36046:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608873.469419:0:36046:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1400/0xc54db3288176ffd0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 36046 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608873.469426:0:36046:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1400/0xc54db3288176ffd0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 36046 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1789608873.469437:0:36046:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d904ceb000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1789608873.469444:0:36046:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d908493100 x1876538934316032/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1789608873.469459:0:36046:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1400/0xc54db3288176ffd0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 36046 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789608873.469465:0:36046:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789608873.469467:0:36046:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789608873.469472:0:36046:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d903344240. 00000100:00000001:3.0:1789608873.469474:0:36046:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258515411520 : -117815194140096 : ffff94d903344240) 00000100:00000001:3.0:1789608873.469477:0:36046:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608873.469478:0:36046:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600669440 : -117815108882176 : ffff94d908493100) 00000100:00000001:3.0:1789608873.469483:0:36046:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608873.469486:0:36046:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608873.469488:0:36046:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789608873.469490:0:36046:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608873.469494:0:36046:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908493100 x1876538934316032/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608873.469500:0:36046:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608873.469502:0:36046:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608873.469506:0:36046:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608873.469508:0:36046:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608873.469523:0:36046:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608873.469527:0:36046:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908493100 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:36046:1876538934316032:192.168.203.121@tcp:101:lfs.0 00000100:00000001:3.0:1789608873.469531:0:36046:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608873.469536:0:36046:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608873.469538:0:36046:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608873.469540:0:36046:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608873.469595:0:36046:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff94d9086c0000. 02000000:00000001:3.0:1789608873.469598:0:36046:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608873.469605:0:36046:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608873.469609:0:36046:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2a898. 00000400:00000010:3.0:1789608873.469615:0:36046:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff94d908398400. 00000100:00000200:3.0:1789608873.469621:0:36046:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876538934316032, portal 10 00000100:00000001:3.0:1789608873.469623:0:36046:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608873.469625:0:36046:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600669440 : -117815108882176 : ffff94d908493100) 00000100:00000040:3.0:1789608873.469631:0:36046:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d908493100 x1876538934316032/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/66320 e 0 to 0 dl 1789608889 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608873.469639:0:36046:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608873.469642:0:36046:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608873.469645:0:36046:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a94c8. 00000100:00000200:3.0:1789608873.469649:0:36046:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1876538934316032, offset 0 00000400:00000200:3.0:1789608873.469655:0:36046:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608873.469663:0:36046:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608873.469669:0:36046:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608873.469674:0:36046:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608873.469706:0:36046:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608873.469709:0:36046:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608873.469712:0:36046:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608873.469716:0:36046:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2979:2979:256:4294967295] 192.168.203.121@tcp LPNI seq info [2979:2979:8:4294967295] 00000400:00000200:3.0:1789608873.469721:0:36046:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608873.469730:0:36046:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608873.469735:0:36046:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608873.469740:0:36046:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d9104bd000. 00000800:00000200:3.0:1789608873.469747:0:36046:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608873.469755:0:36046:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608873.469759:0:36046:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d9104bd000 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:3.0:1789608873.472288:0:36046:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608873.472301:0:36046:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 854652 usecs (855 jiffies) 00000400:00000200:3.0:1789608873.472309:0:36046:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608873.472313:0:36046:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296601417 00000800:00000200:0.0:1789608873.477294:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608873.477304:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bd000. 00000400:00000200:0.0:1789608873.477312:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608873.477320:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608873.477327:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a94c8 00000400:00000010:0.0:1789608873.477330:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a94c8. 00000100:00000001:0.0:1789608873.477334:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608873.477341:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908493100 x1876538934316032/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/66320 e 0 to 0 dl 1789608889 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608873.477352:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608873.477356:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908493100 x1876538934316032/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/66320 e 0 to 0 dl 1789608889 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608873.477363:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608873.477364:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789608873.480968:0:36046:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296604004 00000100:00000001:1.0:1789608873.480979:0:36046:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296601426 00000100:00000001:1.0:1789608873.480982:0:36046:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296604004 00000100:00000001:1.0:1789608873.480985:0:36046:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608873.480989:0:36046:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608873.480992:0:36046:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608873.480995:0:36046:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789608873.480998:0:36046:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d903344240 going to sleep for 11 seconds 00000100:00000001:1.0:1789608873.481002:0:36046:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608873.481005:0:36046:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1789608873.485853:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904e29d00. 00010000:00000010:3.1:1789608873.485867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1800. 00000800:00000001:1.0:1789608873.497428:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608873.497447:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608873.497452:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608873.497454:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608873.497464:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608873.497472:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608873.497481:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608873.497486:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608873.497491:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608873.497504:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 608 into portal 10 MB=0x6aab3c4964c00 00000400:00000200:1.0:1789608873.497519:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608873.497525:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 608/608 into md 0x87d1 [32] + 224 00000800:00000001:1.0:1789608873.497532:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608873.497542:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608873.497546:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608873.497557:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608873.497565:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608873.497576:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908493100 x1876538934316032/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/66320 e 0 to 0 dl 1789608889 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608873.497589:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff94d908493100 x1876538934316032/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/66320 e 0 to 0 dl 1789608889 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608873.497615:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608873.497622:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608873.497625:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608873.498025:0:36046:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789608873.498034:0:36046:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608873.498036:0:36046:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608873.498039:0:36046:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2a898. 00000400:00000200:0.0:1789608873.498050:0:36046:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d908398400 00000400:00000010:0.0:1789608873.498052:0:36046:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff94d908398400. 00000100:00000001:0.0:1789608873.498056:0:36046:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608873.498061:0:36046:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908493100 x1876538934316032/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/66320 e 0 to 0 dl 1789608889 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789608873.498071:0:36046:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908493100 x1876538934316032/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/66320 e 0 to 0 dl 1789608889 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608873.498078:0:36046:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608873.498080:0:36046:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608873.498082:0:36046:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608873.498085:0:36046:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608873.498088:0:36046:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608873.498090:0:36046:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608873.498093:0:36046:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608873.498102:0:36046:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=81 v=5 (5 104 104 104) 00000100:00001000:0.0:1789608873.498106:0:36046:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1789608873.498108:0:36046:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1789608873.498112:0:36046:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94d908493100 x1876538934316032/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/608 e 0 to 0 dl 1789608889 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608873.498118:0:36046:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1789608873.498122:0:36046:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608873.498124:0:36046:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 8589934600 00000100:00000001:0.0:1789608873.498126:0:36046:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608873.498129:0:36046:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1789608873.498133:0:36046:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908493100 x1876538934316032/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/608 e 0 to 0 dl 1789608889 ref 2 fl Rpc:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608873.498140:0:36046:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1789608873.498143:0:36046:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608873.498145:0:36046:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608873.498149:0:36046:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908493100 x1876538934316032/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/608 e 0 to 0 dl 1789608889 ref 2 fl Interpret:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789608873.498158:0:36046:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908493100 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:36046:1876538934316032:192.168.203.121@tcp:101:lfs.0 00000100:00000001:0.0:1789608873.498163:0:36046:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608873.498166:0:36046:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1789608873.498169:0:36046:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789608873.498172:0:36046:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608873.498175:0:36046:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908493100 x1876538934316032/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/608 e 0 to 0 dl 1789608889 ref 2 fl Complete:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608873.498182:0:36046:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789608873.498185:0:36046:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d903344240. 00000100:00000001:0.0:1789608873.498188:0:36046:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789608873.498190:0:36046:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1789608873.498194:0:36046:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789608873.498199:0:36046:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608873.498201:0:36046:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608873.498204:0:36046:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1400 refcount=4 00000020:00000001:0.0:1789608873.498207:0:36046:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570791424 : -117814138760192 : ffff94d9421c1400) 00010000:00000001:0.0:1789608873.498209:0:36046:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570791424 : -117814138760192 : ffff94d9421c1400) 00010000:00010000:0.0:1789608873.498215:0:36046:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1400/0xc54db3288176ffd0 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 36046 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608873.498226:0:36046:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1789608873.498230:0:36046:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1400/0xc54db3288176ffd0 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 36046 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608873.498237:0:36046:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789608873.498239:0:36046:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1400/0xc54db3288176ffd0 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 36046 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608873.498246:0:36046:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608873.498248:0:36046:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789608873.498250:0:36046:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1400/0xc54db3288176ffd0 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 36046 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608873.498256:0:36046:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608873.498258:0:36046:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608873.498261:0:36046:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1789608873.498264:0:36046:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1400/0xc54db3288176ffd0 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 36046 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789608873.498270:0:36046:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d9421c1400 already unused, calling callback (ffffffffc193f740) 00000080:00000001:0.0:1789608873.498273:0:36046:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1789608873.498277:0:36046:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1400/0xc54db3288176ffd0 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 36046 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608873.498282:0:36046:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1789608873.498283:0:36046:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1789608873.498286:0:36046:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1400/0xc54db3288176ffd0 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 36046 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608873.498290:0:36046:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1789608873.498293:0:36046:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1789608873.498294:0:36046:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608873.498295:0:36046:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608873.498297:0:36046:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1400 refcount=5 00000020:00000001:0.0:1789608873.498299:0:36046:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570791424 : -117814138760192 : ffff94d9421c1400) 00010000:00000001:0.0:1789608873.498301:0:36046:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570791424 : -117814138760192 : ffff94d9421c1400) 00010000:00000001:0.0:1789608873.498304:0:36046:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789608873.498307:0:36046:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1400/0xc54db3288176ffd0 lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 36046 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1789608873.498313:0:36046:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789608873.498314:0:36046:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608873.498317:0:36046:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1789608873.498319:0:36046:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789608873.498323:0:36046:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789608873.498324:0:36046:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789608873.498326:0:36046:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608873.498327:0:36046:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789608873.498330:0:36046:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d9421c1400 with handle 0xc54db3288176ffd0 from hash 00010000:00000001:0.0:1789608873.498333:0:36046:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789608873.498334:0:36046:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608873.498335:0:36046:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608873.498337:0:36046:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789608873.498338:0:36046:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789608873.498340:0:36046:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1789608873.498343:0:36046:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608873.498344:0:36046:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608873.498345:0:36046:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608873.498347:0:36046:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608873.498350:0:36046:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1400/0xc54db3288176ffd0 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 36046 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608873.498355:0:36046:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608873.498356:0:36046:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608873.498358:0:36046:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1789608873.498359:0:36046:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789608873.498361:0:36046:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608873.498362:0:36046:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608873.498363:0:36046:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789608873.498377:0:36046:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1400/0xc54db3288176ffd0 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 36046 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789608873.498385:0:36046:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d904e29a00 count: 0 00010000:00000010:0.0:1789608873.498392:0:36046:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d903cc7c80. 00010000:00000001:0.0:1789608873.498401:0:36046:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608873.498402:0:36046:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1789608873.498407:0:36046:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1789608873.498413:0:36046:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0xb, status=-21 req@ffff94d908493100 x1876538934316032/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/608 e 0 to 0 dl 1789608889 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789608873.498420:0:36046:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1789608873.498422:0:36046:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608873.498424:0:36046:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608873.498426:0:36046:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608873.498430:0:36046:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000002:00000001:0.0:1789608873.498432:0:36046:0:(mdc_locks.c:1316:mdc_finish_intent_lock()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00000020:00000001:0.0:1789608873.498669:0:36046:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cb7768 00000002:00002000:0.0:1789608873.498673:0:36046:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24b.recovery-small intent=open|creat status=-21 disp=0xb: rc = -21 00000002:00000001:0.0:1789608873.498741:0:36046:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:0.0:1789608873.498745:0:36046:0:(lmv_intent.c:387:lmv_intent_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:0.0:1789608873.498748:0:36046:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00200000:0.0:1789608873.498751:0:36046:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc -21 00000080:00000001:0.0:1789608873.498754:0:36046:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:0.0:1789608873.498757:0:36046:0:(namei.c:1264:ll_lookup_it()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00800000:00000002:0.0:1789608873.498761:0:36046:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:0.0:1789608873.498764:0:36046:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dcda00. 00000100:00000001:0.0:1789608873.498769:0:36046:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608873.498774:0:36046:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908493100 x1876538934316032/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/608 e 0 to 0 dl 1789608889 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608873.498782:0:36046:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608873.498785:0:36046:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608873.498790:0:36046:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff94d9086c0000. 02000000:00000001:0.0:1789608873.498814:0:36046:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608873.498817:0:36046:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608873.498818:0:36046:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:0.0:1789608873.498821:0:36046:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608873.498823:0:36046:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d90839b000. 02000000:00000001:0.0:1789608873.498827:0:36046:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608873.498829:0:36046:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608873.498831:0:36046:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908493100. 00000100:00000001:0.0:1789608873.498834:0:36046:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608873.498836:0:36046:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789608873.498840:0:36046:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1789608873.498842:0:36046:0:(dcache.c:176:ll_intent_release()) intent ffff94d9092654e0 released 00000080:00000001:0.0:1789608873.498844:0:36046:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000010:0.0:1789608873.498846:0:36046:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff94d9092654e0. 00000080:00000001:0.0:1789608873.498849:0:36046:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:1.0:1789608873.499031:0:36046:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1789608873.499035:0:36046:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1789608873.499086:0:36046:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789608873.499089:0:36046:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789608873.499092:0:36046:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789608873.499094:0:36046:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cb7bc0 00000080:00200000:1.0:1789608873.499096:0:36046:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:1.0:1789608873.499103:0:36046:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d9098eee00. 00800000:00000002:1.0:1789608873.499108:0:36046:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:1.0:1789608873.499112:0:36046:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789608873.499115:0:36046:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789608873.499117:0:36046:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cb7ae0 00800000:00000002:1.0:1789608873.499120:0:36046:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789608873.499123:0:36046:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789608873.499126:0:36046:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789608873.499128:0:36046:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789608873.499130:0:36046:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789608873.499132:0:36046:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789608873.499134:0:36046:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608873.499137:0:36046:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789608873.499139:0:36046:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608873.499142:0:36046:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789608873.499147:0:36046:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789608873.499149:0:36046:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cb79b0 00000002:00010000:1.0:1789608873.499150:0:36046:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789608873.499154:0:36046:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789608873.499156:0:36046:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789608873.499158:0:36046:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789608873.499162:0:36046:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608873.499164:0:36046:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608873.499166:0:36046:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608873.499168:0:36046:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789608873.499170:0:36046:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1789608873.499174:0:36046:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904057b80. 00000020:00000040:1.0:1789608873.499177:0:36046:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00010000:00000001:1.0:1789608873.499182:0:36046:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789608873.499185:0:36046:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789608873.499190:0:36046:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608873.499191:0:36046:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608873.499193:0:36046:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608873.499196:0:36046:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608873.499198:0:36046:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608873.499202:0:36046:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608873.499208:0:36046:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d908242c00. 00000100:00000001:1.0:1789608873.499214:0:36046:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608873.499218:0:36046:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789608873.499220:0:36046:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608873.499221:0:36046:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789608873.499222:0:36046:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608873.499224:0:36046:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608873.499229:0:36046:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626258529123200 : -117815180428416 : ffff94d904057b80) 00010000:00000001:1.0:1789608873.499232:0:36046:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789608873.499235:0:36046:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789608873.499239:0:36046:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d90842a000. 00010000:00000010:1.0:1789608873.499242:0:36046:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d9121c3500. 00010000:00000001:1.0:1789608873.499246:0:36046:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789608873.499249:0:36046:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d903f6b200. 00000020:00000001:1.0:1789608873.499252:0:36046:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789608873.499254:0:36046:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d903f6b200 with handle 0xc54db3288176ffd7 to hash 00000020:00000001:1.0:1789608873.499256:0:36046:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789608873.499258:0:36046:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626258528154112 : -117815181397504 : ffff94d903f6b200) 00010000:00000001:1.0:1789608873.499262:0:36046:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626258528154112 : -117815181397504 : ffff94d903f6b200) 00010000:00000001:1.0:1789608873.499265:0:36046:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608873.499267:0:36046:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608873.499270:0:36046:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b200/0xc54db3288176ffd7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 36046 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789608873.499279:0:36046:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b200/0xc54db3288176ffd7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 36046 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789608873.499288:0:36046:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b200/0xc54db3288176ffd7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 36046 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789608873.499292:0:36046:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789608873.499295:0:36046:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789608873.499301:0:36046:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d910b35780. 00000100:00000001:1.0:1789608873.499303:0:36046:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258741843840 : -117814967707776 : ffff94d910b35780) 00000100:00000001:1.0:1789608873.499305:0:36046:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608873.499306:0:36046:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529123200 : -117815180428416 : ffff94d904057b80) 00000100:00000001:1.0:1789608873.499310:0:36046:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608873.499313:0:36046:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608873.499315:0:36046:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789608873.499317:0:36046:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608873.499322:0:36046:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904057b80 x1876538934316160/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608873.499329:0:36046:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608873.499330:0:36046:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608873.499333:0:36046:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608873.499336:0:36046:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608873.499338:0:36046:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608873.499341:0:36046:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904057b80 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:36046:1876538934316160:192.168.203.121@tcp:101:lfs.0 00000100:00000001:1.0:1789608873.499345:0:36046:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608873.499350:0:36046:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608873.499352:0:36046:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608873.499354:0:36046:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608873.499358:0:36046:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d903d90000. 02000000:00000001:1.0:1789608873.499361:0:36046:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608873.499367:0:36046:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608873.499370:0:36046:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34210. 00000400:00000010:1.0:1789608873.499376:0:36046:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35c38. 00000100:00000200:1.0:1789608873.499392:0:36046:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876538934316160, portal 10 00000100:00000001:1.0:1789608873.499394:0:36046:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608873.499395:0:36046:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529123200 : -117815180428416 : ffff94d904057b80) 00000100:00000040:1.0:1789608873.499401:0:36046:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d904057b80 x1876538934316160/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608889 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608873.499409:0:36046:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608873.499411:0:36046:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608873.499415:0:36046:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35cc0. 00000100:00000200:1.0:1789608873.499418:0:36046:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876538934316160, offset 0 00000400:00000200:1.0:1789608873.499424:0:36046:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608873.499432:0:36046:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608873.499438:0:36046:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608873.499444:0:36046:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608873.499447:0:36046:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608873.499451:0:36046:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608873.499453:0:36046:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608873.499456:0:36046:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2980:2980:256:4294967295] 192.168.203.121@tcp LPNI seq info [2980:2980:8:4294967295] 00000400:00000200:1.0:1789608873.499460:0:36046:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608873.499468:0:36046:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608873.499474:0:36046:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608873.499479:0:36046:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d908496800. 00000800:00000200:1.0:1789608873.499485:0:36046:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608873.499492:0:36046:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608873.499495:0:36046:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d908496800 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1789608873.499523:0:36046:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608873.499528:0:36046:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 853618 usecs (854 jiffies) 00000400:00000200:1.0:1789608873.499531:0:36046:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608873.499534:0:36046:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296601443 00000100:00000001:1.0:1789608873.499537:0:36046:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296604004 00000100:00000001:1.0:1789608873.499540:0:36046:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296601443 00000100:00000001:1.0:1789608873.499542:0:36046:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296604004 00000100:00000001:1.0:1789608873.499544:0:36046:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608873.499553:0:36046:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608873.499556:0:36046:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608873.499558:0:36046:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789608873.499560:0:36046:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d910b35780 going to sleep for 11 seconds 00000100:00000001:1.0:1789608873.499563:0:36046:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608873.499566:0:36046:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608873.500062:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608873.500068:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d908496800. 00000400:00000200:0.0:1789608873.500073:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608873.500079:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608873.500084:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35cc0 00000400:00000010:0.0:1789608873.500086:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35cc0. 00000100:00000001:0.0:1789608873.500090:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608873.500094:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904057b80 x1876538934316160/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608889 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608873.500103:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608873.500106:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d904057b80 x1876538934316160/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608889 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608873.500111:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608873.500113:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1789608873.504771:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904e29a00. 00010000:00000010:0.1:1789608873.504787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1400. 00000080:00000010:1.1:1789608873.507819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d906078e00. 00000800:00000001:1.0:1789608873.526469:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608873.526487:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608873.526492:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608873.526494:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608873.526502:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608873.526509:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608873.526529:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608873.526533:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608873.526538:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608873.526542:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 688 into portal 10 MB=0x6aab3c4964c80 00000400:00000200:1.0:1789608873.526554:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608873.526559:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 688/688 into md 0x87d9 [1] + 224 00000800:00000001:1.0:1789608873.526566:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608873.526573:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608873.526576:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608873.526580:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608873.526588:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608873.526597:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904057b80 x1876538934316160/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608889 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608873.526607:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d904057b80 x1876538934316160/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608889 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608873.526717:0:36046:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608873.526895:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608873.526968:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608873.526973:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1789608873.532323:0:36046:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608873.532330:0:36046:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608873.532334:0:36046:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34210. 00000400:00000200:2.0:1789608873.532345:0:36046:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35c38 00000400:00000010:2.0:1789608873.532348:0:36046:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35c38. 00000100:00000001:2.0:1789608873.532353:0:36046:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608873.532365:0:36046:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904057b80 x1876538934316160/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608889 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789608873.532375:0:36046:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904057b80 x1876538934316160/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608889 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608873.532392:0:36046:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608873.532394:0:36046:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608873.532396:0:36046:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608873.532400:0:36046:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608873.532402:0:36046:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608873.532405:0:36046:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608873.532408:0:36046:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608873.532417:0:36046:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=81 v=5 (5 104 104 104) 00000100:00001000:2.0:1789608873.532421:0:36046:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608873.532423:0:36046:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608873.532425:0:36046:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.532427:0:36046:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608873.532432:0:36046:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608873.532436:0:36046:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608873.532438:0:36046:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 8589934600 00000100:00000001:2.0:1789608873.532440:0:36046:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608873.532443:0:36046:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608873.532448:0:36046:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904057b80 x1876538934316160/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608889 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608873.532454:0:36046:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608873.532457:0:36046:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608873.532459:0:36046:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608873.532462:0:36046:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904057b80 x1876538934316160/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608889 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789608873.532470:0:36046:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904057b80 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:36046:1876538934316160:192.168.203.121@tcp:101:lfs.0 00000100:00000001:2.0:1789608873.532475:0:36046:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608873.532478:0:36046:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608873.532480:0:36046:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789608873.532482:0:36046:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608873.532486:0:36046:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904057b80 x1876538934316160/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608889 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608873.532493:0:36046:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608873.532496:0:36046:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d910b35780. 00000100:00000001:2.0:1789608873.532500:0:36046:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789608873.532501:0:36046:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.532504:0:36046:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789608873.532508:0:36046:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608873.532520:0:36046:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608873.532523:0:36046:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6b200 refcount=4 00000020:00000001:2.0:1789608873.532526:0:36046:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528154112 : -117815181397504 : ffff94d903f6b200) 00010000:00000001:2.0:1789608873.532529:0:36046:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528154112 : -117815181397504 : ffff94d903f6b200) 00010000:00000040:2.0:1789608873.532535:0:36046:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d903f6b200, remote cookie: 0x91bddff8e8ed9c32, flags: 0x1001 00010000:00010000:2.0:1789608873.532540:0:36046:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b200/0xc54db3288176ffd7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9c32 expref: -99 pid: 36046 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789608873.532562:0:36046:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b200/0xc54db3288176ffd7 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9c32 expref: -99 pid: 36046 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608873.532570:0:36046:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789608873.532574:0:36046:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789608873.532576:0:36046:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789608873.532577:0:36046:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789608873.532578:0:36046:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789608873.532581:0:36046:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff94d90842a000) refcount = 1 00010000:00010000:2.0:1789608873.532586:0:36046:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b200/0xc54db3288176ffd7 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9c32 expref: -99 pid: 36046 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608873.532592:0:36046:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789608873.532596:0:36046:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789608873.532598:0:36046:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608873.532601:0:36046:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789608873.532604:0:36046:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608873.532607:0:36046:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b200/0xc54db3288176ffd7 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9c32 expref: -99 pid: 36046 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608873.532613:0:36046:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789608873.532615:0:36046:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.532616:0:36046:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608873.532617:0:36046:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.532619:0:36046:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608873.532620:0:36046:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608873.532637:0:36046:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789608873.532639:0:36046:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608873.535176:0:36046:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608873.535181:0:36046:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6b200 refcount=3 00000020:00000001:2.0:1789608873.535186:0:36046:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528154112 : -117815181397504 : ffff94d903f6b200) 00010000:00000001:2.0:1789608873.535191:0:36046:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528154112 : -117815181397504 : ffff94d903f6b200) 00010000:00000001:2.0:1789608873.535194:0:36046:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608873.535195:0:36046:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608873.535197:0:36046:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6b200 refcount=4 00000020:00000001:2.0:1789608873.535199:0:36046:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528154112 : -117815181397504 : ffff94d903f6b200) 00010000:00000001:2.0:1789608873.535201:0:36046:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528154112 : -117815181397504 : ffff94d903f6b200) 00010000:00000001:2.0:1789608873.535203:0:36046:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608873.535206:0:36046:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608873.535211:0:36046:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b200/0xc54db3288176ffd7 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9c32 expref: -99 pid: 36046 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608873.535221:0:36046:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.535223:0:36046:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608873.535224:0:36046:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608873.535225:0:36046:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608873.535226:0:36046:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6b200 refcount=5 00000020:00000001:2.0:1789608873.535228:0:36046:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528154112 : -117815181397504 : ffff94d903f6b200) 00010000:00000001:2.0:1789608873.535230:0:36046:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528154112 : -117815181397504 : ffff94d903f6b200) 00010000:00000001:2.0:1789608873.535232:0:36046:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608873.535235:0:36046:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b200/0xc54db3288176ffd7 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9c32 expref: -99 pid: 36046 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608873.535241:0:36046:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.535242:0:36046:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789608873.535244:0:36046:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b200/0xc54db3288176ffd7 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9c32 expref: -99 pid: 36046 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608873.535256:0:36046:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608873.535258:0:36046:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.535259:0:36046:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608873.535260:0:36046:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.535261:0:36046:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789608873.535275:0:36046:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d904057b80 x1876538934316160/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608889 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1789608873.535284:0:36046:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608873.535285:0:36046:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608873.535286:0:36046:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6b200 refcount=3 00000020:00000001:2.0:1789608873.535288:0:36046:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528154112 : -117815181397504 : ffff94d903f6b200) 00010000:00000001:2.0:1789608873.535290:0:36046:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528154112 : -117815181397504 : ffff94d903f6b200) 00010000:00000001:2.0:1789608873.535292:0:36046:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.535293:0:36046:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608873.535295:0:36046:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608873.535297:0:36046:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608873.535300:0:36046:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1789608873.535301:0:36046:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608873.535302:0:36046:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608873.535303:0:36046:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6b200 refcount=3 00000020:00000001:2.0:1789608873.535305:0:36046:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528154112 : -117815181397504 : ffff94d903f6b200) 00010000:00000001:2.0:1789608873.535307:0:36046:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528154112 : -117815181397504 : ffff94d903f6b200) 00000002:00010000:2.0:1789608873.535310:0:36046:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b200/0xc54db3288176ffd7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9c32 expref: -99 pid: 36046 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608873.535315:0:36046:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.535316:0:36046:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608873.535318:0:36046:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789608873.535319:0:36046:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608873.535320:0:36046:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608873.535321:0:36046:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6b200 refcount=3 00000020:00000001:2.0:1789608873.535323:0:36046:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528154112 : -117815181397504 : ffff94d903f6b200) 00010000:00000001:2.0:1789608873.535325:0:36046:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528154112 : -117815181397504 : ffff94d903f6b200) 00010000:00000040:2.0:1789608873.535330:0:36046:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d90842a000 count: 2 00010000:00000001:2.0:1789608873.535332:0:36046:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789608873.535336:0:36046:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d91081f000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1789608873.535338:0:36046:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.535339:0:36046:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608873.535341:0:36046:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789608873.535343:0:36046:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cb7938 00000002:00002000:2.0:1789608873.535345:0:36046:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1789608873.535347:0:36046:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608873.535351:0:36046:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608873.535353:0:36046:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789608873.535356:0:36046:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1789608873.535360:0:36046:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608873.535363:0:36046:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:2.0:1789608873.535367:0:36046:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d9098eee00. 00000080:00000001:2.0:1789608873.535374:0:36046:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789608873.535376:0:36046:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789608873.535382:0:36046:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1789608873.535386:0:36046:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1789608873.535394:0:36046:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d9071bf3c0. 00800000:00000001:2.0:1789608873.535396:0:36046:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626258580927424 : -117815128624192 : ffff94d9071bf3c0) 00800000:00000001:2.0:1789608873.535398:0:36046:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608873.535400:0:36046:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789608873.535403:0:36046:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1789608873.535405:0:36046:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1789608873.535407:0:36046:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1789608873.535410:0:36046:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1789608873.535412:0:36046:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608873.535416:0:36046:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1789608873.535419:0:36046:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1789608873.535423:0:36046:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:2.0:1789608873.535425:0:36046:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608873.535427:0:36046:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608873.535428:0:36046:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6b200 refcount=3 00000020:00000001:2.0:1789608873.535430:0:36046:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528154112 : -117815181397504 : ffff94d903f6b200) 00010000:00000001:2.0:1789608873.535432:0:36046:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528154112 : -117815181397504 : ffff94d903f6b200) 00010000:00000001:2.0:1789608873.535434:0:36046:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.535436:0:36046:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789608873.535437:0:36046:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789608873.535439:0:36046:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1789608873.535440:0:36046:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d9071bf3c0 1 00800000:00000010:2.0:1789608873.535442:0:36046:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d9071bf3c0. 00800000:00000001:2.0:1789608873.535445:0:36046:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608873.535447:0:36046:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176ffd7 00800000:00000001:2.0:1789608873.535450:0:36046:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789608873.535451:0:36046:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789608873.535452:0:36046:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608873.535453:0:36046:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608873.535454:0:36046:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6b200 refcount=3 00000020:00000001:2.0:1789608873.535456:0:36046:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528154112 : -117815181397504 : ffff94d903f6b200) 00010000:00000001:2.0:1789608873.535458:0:36046:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528154112 : -117815181397504 : ffff94d903f6b200) 00010000:00000001:2.0:1789608873.535460:0:36046:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.535461:0:36046:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608873.535462:0:36046:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608873.535464:0:36046:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608873.535466:0:36046:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608873.535469:0:36046:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:2.0:1789608873.535471:0:36046:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ffd7 from it ffffae3e01cb7bf8 00010000:00000001:2.0:1789608873.535473:0:36046:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608873.535474:0:36046:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608873.535475:0:36046:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6b200 refcount=3 00000020:00000001:2.0:1789608873.535477:0:36046:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528154112 : -117815181397504 : ffff94d903f6b200) 00010000:00000001:2.0:1789608873.535479:0:36046:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528154112 : -117815181397504 : ffff94d903f6b200) 00010000:00000001:2.0:1789608873.535480:0:36046:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608873.535483:0:36046:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b200/0xc54db3288176ffd7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9c32 expref: -99 pid: 36046 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608873.535494:0:36046:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.535495:0:36046:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608873.535497:0:36046:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789608873.535499:0:36046:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789608873.535501:0:36046:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b200/0xc54db3288176ffd7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9c32 expref: -99 pid: 36046 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789608873.535508:0:36046:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789608873.535520:0:36046:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789608873.535523:0:36046:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608873.535526:0:36046:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.535527:0:36046:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608873.535529:0:36046:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.535532:0:36046:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789608873.535533:0:36046:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.535535:0:36046:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.535538:0:36046:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.535540:0:36046:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608873.535541:0:36046:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.535542:0:36046:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789608873.535544:0:36046:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608873.535548:0:36046:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904057b80 x1876538934316160/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608889 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608873.535556:0:36046:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608873.535559:0:36046:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608873.535562:0:36046:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d903d90000. 02000000:00000001:2.0:1789608873.535566:0:36046:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608873.535568:0:36046:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608873.535570:0:36046:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=4 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:2.0:1789608873.535572:0:36046:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608873.535575:0:36046:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d908242c00. 02000000:00000001:2.0:1789608873.535578:0:36046:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608873.535580:0:36046:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608873.535582:0:36046:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904057b80. 00000100:00000001:2.0:1789608873.535587:0:36046:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608873.535588:0:36046:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608873.535592:0:36046:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 1 00000080:00000001:2.0:1789608873.535597:0:36046:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789608873.535614:0:36046:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d907f68b00. 00000080:00000001:2.0:1789608873.535618:0:36046:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1789608873.535620:0:36046:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cb7b58 00000080:00200000:2.0:1789608873.535623:0:36046:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff94d918926c08), file ffff94d90371e480, open_flags 1a100, mode 0 opened 0 00000080:00000010:2.0:1789608873.535627:0:36046:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff94d907f83180. 00000080:00000001:2.0:1789608873.535630:0:36046:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1789608873.535632:0:36046:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cb7a08 00000080:00200000:2.0:1789608873.535633:0:36046:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff94d918926c08), intent=open 00000080:00000010:2.0:1789608873.535640:0:36046:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d91213dc00. 00800000:00000002:2.0:1789608873.535644:0:36046:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:2.0:1789608873.535648:0:36046:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789608873.535650:0:36046:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789608873.535651:0:36046:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cb7928 00800000:00000002:2.0:1789608873.535653:0:36046:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'd24b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608873.535657:0:36046:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1789608873.535659:0:36046:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1789608873.535662:0:36046:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608873.535663:0:36046:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608873.535666:0:36046:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608873.535667:0:36046:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608873.535669:0:36046:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608873.535671:0:36046:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608873.535673:0:36046:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608873.535694:0:36046:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446626258787724288 : -117814921827328 : ffff94d9136f6c00) 00000020:00000001:2.0:1789608873.535697:0:36046:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cb78a8 00800000:00000002:2.0:1789608873.535699:0:36046:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d24b.recovery-small' -> mds #0 layout version 1 00000002:00000001:2.0:1789608873.535704:0:36046:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789608873.535705:0:36046:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cb77e0 00000002:00010000:2.0:1789608873.535707:0:36046:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24b.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0320401 00000002:00000001:2.0:1789608873.535711:0:36046:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789608873.535713:0:36046:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1789608873.535716:0:36046:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789608873.535719:0:36046:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d90842a000 count: 2 00010000:00000001:2.0:1789608873.535721:0:36046:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608873.535723:0:36046:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789608873.535726:0:36046:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.535728:0:36046:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608873.535730:0:36046:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608873.535734:0:36046:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d27800. 00000020:00000040:2.0:1789608873.535737:0:36046:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 02000000:00000001:2.0:1789608873.535741:0:36046:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789608873.535743:0:36046:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.535746:0:36046:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789608873.535749:0:36046:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608873.535752:0:36046:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.535753:0:36046:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608873.535755:0:36046:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608873.535757:0:36046:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608873.535760:0:36046:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608873.535763:0:36046:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608873.535769:0:36046:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d903dbd800. 00000100:00000001:2.0:1789608873.535775:0:36046:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.535778:0:36046:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608873.535779:0:36046:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.535781:0:36046:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608873.535782:0:36046:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.535785:0:36046:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608873.535792:0:36046:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446626258592888832 : -117815116662784 : ffff94d907d27800) 00010000:00000001:2.0:1789608873.535794:0:36046:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789608873.535796:0:36046:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1789608873.535798:0:36046:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d90842a000 count: 2 00010000:00000001:2.0:1789608873.535800:0:36046:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608873.535803:0:36046:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789608873.535806:0:36046:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d909232a00. 00000020:00000001:2.0:1789608873.535809:0:36046:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789608873.535811:0:36046:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d909232a00 with handle 0xc54db3288176ffde to hash 00000020:00000001:2.0:1789608873.535813:0:36046:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789608873.535815:0:36046:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:2.0:1789608873.535818:0:36046:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:2.0:1789608873.535821:0:36046:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608873.535822:0:36046:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608873.535826:0:36046:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232a00/0xc54db3288176ffde lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 36046 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789608873.535832:0:36046:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232a00/0xc54db3288176ffde lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 36046 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1789608873.535843:0:36046:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d904ceb000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1789608873.535849:0:36046:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d907d27800 x1876538934316416/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1789608873.535858:0:36046:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232a00/0xc54db3288176ffde lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 36046 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789608873.535863:0:36046:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789608873.535865:0:36046:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789608873.535870:0:36046:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d911d78240. 00000100:00000001:2.0:1789608873.535872:0:36046:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258760991296 : -117814948560320 : ffff94d911d78240) 00000100:00000001:2.0:1789608873.535874:0:36046:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608873.535875:0:36046:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592888832 : -117815116662784 : ffff94d907d27800) 00000100:00000001:2.0:1789608873.535880:0:36046:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608873.535883:0:36046:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608873.535885:0:36046:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789608873.535887:0:36046:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608873.535890:0:36046:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d27800 x1876538934316416/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608873.535898:0:36046:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608873.535900:0:36046:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608873.535903:0:36046:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608873.535906:0:36046:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608873.535908:0:36046:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608873.535911:0:36046:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d27800 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:36046:1876538934316416:192.168.203.121@tcp:101:lfs.0 00000100:00000001:2.0:1789608873.535915:0:36046:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608873.535925:0:36046:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608873.535927:0:36046:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608873.535929:0:36046:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608873.536019:0:36046:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff94d908700000. 02000000:00000001:2.0:1789608873.536022:0:36046:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608873.536029:0:36046:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608873.536042:0:36046:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21210. 00000400:00000010:2.0:1789608873.536050:0:36046:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff94d902b3c800. 00000100:00000200:2.0:1789608873.536058:0:36046:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1876538934316416, portal 10 00000100:00000001:2.0:1789608873.536060:0:36046:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608873.536061:0:36046:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592888832 : -117815116662784 : ffff94d907d27800) 00000100:00000040:2.0:1789608873.536067:0:36046:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d907d27800 x1876538934316416/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/131856 e 0 to 0 dl 1789608889 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608873.536075:0:36046:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608873.536077:0:36046:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608873.536080:0:36046:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c7f8. 00000100:00000200:2.0:1789608873.536084:0:36046:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1876538934316416, offset 0 00000400:00000200:2.0:1789608873.536090:0:36046:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608873.536097:0:36046:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608873.536103:0:36046:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608873.536108:0:36046:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608873.536112:0:36046:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608873.536115:0:36046:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608873.536118:0:36046:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608873.536121:0:36046:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2981:2981:256:4294967295] 192.168.203.121@tcp LPNI seq info [2981:2981:8:4294967295] 00000400:00000200:2.0:1789608873.536126:0:36046:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608873.536134:0:36046:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608873.536140:0:36046:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608873.536145:0:36046:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91350a300. 00000800:00000200:2.0:1789608873.536151:0:36046:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608873.536162:0:36046:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608873.536165:0:36046:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91350a300 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:2.0:1789608873.536174:0:36046:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608873.536178:0:36046:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 852595 usecs (853 jiffies) 00000400:00000200:2.0:1789608873.536182:0:36046:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608873.536184:0:36046:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296601479 00000100:00000001:2.0:1789608873.536187:0:36046:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296604004 00000100:00000001:2.0:1789608873.536190:0:36046:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296601479 00000100:00000001:2.0:1789608873.536192:0:36046:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296604004 00000100:00000001:2.0:1789608873.536194:0:36046:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608873.536197:0:36046:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608873.536199:0:36046:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608873.536201:0:36046:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789608873.536203:0:36046:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d911d78240 going to sleep for 11 seconds 00000100:00000001:2.0:1789608873.536206:0:36046:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608873.536208:0:36046:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608873.536376:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608873.536381:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91350a300. 00000400:00000200:0.0:1789608873.536385:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608873.536390:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608873.536395:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c7f8 00000400:00000010:0.0:1789608873.536398:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c7f8. 00000100:00000001:0.0:1789608873.536402:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608873.536406:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d27800 x1876538934316416/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/131856 e 0 to 0 dl 1789608889 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608873.536416:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608873.536418:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d27800 x1876538934316416/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/131856 e 0 to 0 dl 1789608889 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608873.536424:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608873.536426:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608873.546863:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608873.546891:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608873.546896:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608873.546899:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608873.546908:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.546916:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608873.546925:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.546930:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.546935:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.546940:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 608 into portal 10 MB=0x6aab3c4964d80 00000400:00000200:0.0:1789608873.546946:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.546952:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 608/608 into md 0x87e9 [64] + 224 00000800:00000001:0.0:1789608873.546959:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608873.546967:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608873.546971:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608873.546975:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608873.546983:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608873.546991:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d27800 x1876538934316416/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/131856 e 0 to 0 dl 1789608889 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608873.547002:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff94d907d27800 x1876538934316416/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/131856 e 0 to 0 dl 1789608889 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608873.547024:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608873.547043:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608873.547047:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608873.547276:0:36046:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608873.547284:0:36046:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608873.547285:0:36046:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608873.547289:0:36046:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21210. 00000400:00000200:2.0:1789608873.547294:0:36046:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902b3c800 00000400:00000010:2.0:1789608873.547297:0:36046:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff94d902b3c800. 00000100:00000001:2.0:1789608873.547300:0:36046:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608873.547305:0:36046:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d27800 x1876538934316416/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/131856 e 0 to 0 dl 1789608889 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789608873.547315:0:36046:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d27800 x1876538934316416/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/131856 e 0 to 0 dl 1789608889 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608873.547322:0:36046:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608873.547324:0:36046:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608873.547326:0:36046:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608873.547330:0:36046:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608873.547333:0:36046:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608873.547335:0:36046:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608873.547339:0:36046:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608873.547347:0:36046:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=81 v=5 (5 104 104 104) 00000100:00001000:2.0:1789608873.547352:0:36046:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608873.547356:0:36046:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1789608873.547360:0:36046:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94d907d27800 x1876538934316416/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/608 e 0 to 0 dl 1789608889 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608873.547368:0:36046:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1789608873.547371:0:36046:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789608873.547373:0:36046:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1789608873.547374:0:36046:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789608873.547376:0:36046:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608873.547433:0:36046:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592888832 : -117815116662784 : ffff94d907d27800) 00000100:00000001:2.0:1789608873.547438:0:36046:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608873.547439:0:36046:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 8589934600 00000100:00000001:2.0:1789608873.547441:0:36046:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608873.547444:0:36046:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1789608873.547449:0:36046:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d27800 x1876538934316416/t8589934603(8589934603) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/608 e 0 to 0 dl 1789608889 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608873.547456:0:36046:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1789608873.547459:0:36046:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608873.547461:0:36046:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608873.547466:0:36046:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d27800 x1876538934316416/t8589934603(8589934603) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/608 e 0 to 0 dl 1789608889 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789608873.547473:0:36046:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d27800 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:36046:1876538934316416:192.168.203.121@tcp:101:lfs.0 00000100:00000001:2.0:1789608873.547477:0:36046:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608873.547480:0:36046:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1789608873.547482:0:36046:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789608873.547484:0:36046:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608873.547487:0:36046:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d27800 x1876538934316416/t8589934603(8589934603) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/608 e 0 to 0 dl 1789608889 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608873.547494:0:36046:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608873.547497:0:36046:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d911d78240. 00000100:00000001:2.0:1789608873.547501:0:36046:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789608873.547502:0:36046:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1789608873.547505:0:36046:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789608873.547518:0:36046:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608873.547521:0:36046:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608873.547524:0:36046:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232a00 refcount=4 00000020:00000001:2.0:1789608873.547527:0:36046:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:2.0:1789608873.547529:0:36046:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00010000:2.0:1789608873.547535:0:36046:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232a00/0xc54db3288176ffde lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 36046 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608873.547546:0:36046:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1789608873.547550:0:36046:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232a00/0xc54db3288176ffde lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 36046 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608873.547555:0:36046:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608873.547558:0:36046:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232a00/0xc54db3288176ffde lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 36046 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608873.547563:0:36046:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.547565:0:36046:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789608873.547567:0:36046:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232a00/0xc54db3288176ffde lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 36046 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608873.547572:0:36046:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608873.547574:0:36046:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.547577:0:36046:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1789608873.547580:0:36046:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232a00/0xc54db3288176ffde lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 36046 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789608873.547590:0:36046:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d909232a00 already unused, calling callback (ffffffffc193f740) 00000080:00000001:2.0:1789608873.547593:0:36046:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1789608873.547598:0:36046:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232a00/0xc54db3288176ffde lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 36046 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608873.547604:0:36046:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1789608873.547606:0:36046:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1789608873.547610:0:36046:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232a00/0xc54db3288176ffde lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 36046 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608873.547615:0:36046:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1789608873.547617:0:36046:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1789608873.547618:0:36046:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608873.547620:0:36046:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608873.547621:0:36046:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232a00 refcount=5 00000020:00000001:2.0:1789608873.547623:0:36046:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:2.0:1789608873.547625:0:36046:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:2.0:1789608873.547628:0:36046:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789608873.547631:0:36046:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232a00/0xc54db3288176ffde lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 36046 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1789608873.547637:0:36046:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789608873.548557:0:36046:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608873.548564:0:36046:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1789608873.548566:0:36046:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789608873.548569:0:36046:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789608873.548570:0:36046:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789608873.548572:0:36046:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608873.548574:0:36046:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789608873.548578:0:36046:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d909232a00 with handle 0xc54db3288176ffde from hash 00010000:00000001:2.0:1789608873.548581:0:36046:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789608873.548583:0:36046:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.548584:0:36046:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608873.548585:0:36046:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789608873.548587:0:36046:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789608873.548589:0:36046:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1789608873.548591:0:36046:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.548592:0:36046:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608873.548594:0:36046:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608873.548596:0:36046:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608873.548600:0:36046:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232a00/0xc54db3288176ffde lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 36046 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608873.548607:0:36046:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.548608:0:36046:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608873.548609:0:36046:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1789608873.548611:0:36046:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608873.548612:0:36046:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.548613:0:36046:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608873.548614:0:36046:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789608873.548616:0:36046:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232a00/0xc54db3288176ffde lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 36046 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608873.548627:0:36046:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608873.548629:0:36046:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1789608873.548636:0:36046:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1789608873.548645:0:36046:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff94d907d27800 x1876538934316416/t8589934603(8589934603) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/608 e 0 to 0 dl 1789608889 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789608873.548654:0:36046:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1789608873.548658:0:36046:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d907d27800 x1876538934316416/t8589934603(8589934603) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/608 e 0 to 0 dl 1789608889 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789608873.548665:0:36046:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.548666:0:36046:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1789608873.548668:0:36046:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608873.548670:0:36046:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608873.548672:0:36046:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608873.548713:0:36046:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1789608873.548717:0:36046:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608873.548719:0:36046:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592888832 : -117815116662784 : ffff94d907d27800) 00010000:00000001:2.0:1789608873.548722:0:36046:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1789608873.548723:0:36046:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608873.548725:0:36046:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789608873.548728:0:36046:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cb7768 00000002:00002000:2.0:1789608873.548730:0:36046:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24b.recovery-small intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:2.0:1789608873.548733:0:36046:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608873.548737:0:36046:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608873.548739:0:36046:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789608873.548742:0:36046:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1789608873.548744:0:36046:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608873.548748:0:36046:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000001:2.0:1789608873.548751:0:36046:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1789608873.548752:0:36046:0:(namei.c:674:ll_lookup_it_finish()) it ffff94d907f83180 it_disposition 80002b 00000080:00000001:2.0:1789608873.548755:0:36046:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789608873.548759:0:36046:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1789608873.548762:0:36046:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789608873.548764:0:36046:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611180 : 144115205339611180 : 20000040500002c) 00000080:00000001:2.0:1789608873.548767:0:36046:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1789608873.548928:0:36046:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1789608873.548942:0:36046:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x2c:0x0] 00000080:00000001:3.0:1789608873.548946:0:36046:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608873.548949:0:36046:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611180 : 144115205339611180 : 20000040500002c) 00000080:00000001:3.0:1789608873.548952:0:36046:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1789608873.548957:0:36046:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x2c:0x0], updating i_size 16384 00000080:00200000:3.0:1789608873.548960:0:36046:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x2c:0x0](ffff94d918927448): rc = 0 00000080:00000001:3.0:1789608873.548963:0:36046:0:(namei.c:156:ll_iget()) Process leaving (rc=18446626258873906248 : -117814835645368 : ffff94d918927448) 00000080:00000001:3.0:1789608873.548965:0:36046:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1789608873.548968:0:36046:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1789608873.548970:0:36046:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608873.548973:0:36046:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2c:0x0](ffff94d918927448) for lock 0x0 00800000:00000001:3.0:1789608873.548976:0:36046:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789608873.548979:0:36046:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00000002:00000001:3.0:1789608873.548980:0:36046:0:(mdc_locks.c:99:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608873.548982:0:36046:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1789608873.548988:0:36046:0:(namei.c:653:ll_splice_alias()) Add dentry ffff94d91155d5e8 inode ffff94d918927448 refc 1 flags 0x20000e 00000080:00000001:3.0:1789608873.548992:0:36046:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1789608873.548993:0:36046:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608873.548996:0:36046:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1789608873.548999:0:36046:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1789608873.549002:0:36046:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d91213dc00. 00000100:00000001:3.0:1789608873.549009:0:36046:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608873.549014:0:36046:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d27800 x1876538934316416/t8589934603(8589934603) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/608 e 0 to 0 dl 1789608889 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608873.549021:0:36046:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608873.549029:0:36046:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:3.0:1789608873.549032:0:36046:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1789608873.549034:0:36046:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cb7a48 00000080:00200008:3.0:1789608873.549036:0:36046:0:(file.c:1090:ll_file_open()) START file d24b.recovery-small:[0x200000405:0x2c:0x0](ffff94d918927448), flags 320400 00000080:00000010:3.0:1789608873.549044:0:36046:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d90517e000. 00000080:00000010:3.0:1789608873.549051:0:36046:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94d904af6000. 00000080:00000001:3.0:1789608873.549054:0:36046:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1789608873.549057:0:36046:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:3.0:1789608873.549059:0:36046:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608873.549061:0:36046:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608873.549064:0:36046:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608873.549066:0:36046:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608873.549068:0:36046:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608873.549070:0:36046:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2c:0x0] 00800000:00000001:3.0:1789608873.549073:0:36046:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608873.549076:0:36046:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1789608873.549079:0:36046:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94d906078080. 00000002:00100000:3.0:1789608873.549084:0:36046:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d907d27800 x1876538934316416/t8589934603(8589934603) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/608 e 0 to 0 dl 1789608889 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789608873.549091:0:36046:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608873.549093:0:36046:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1789608873.549096:0:36046:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1789608873.549100:0:36046:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608873.549102:0:36046:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608873.549105:0:36046:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608873.549108:0:36046:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d27800 x1876538934316416/t8589934603(8589934603) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/608 e 0 to 0 dl 1789608889 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1789608873.549115:0:36046:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608873.549119:0:36046:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff94d908700000. 02000000:00000001:3.0:1789608873.549152:0:36046:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1789608873.549154:0:36046:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608873.549157:0:36046:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cb7a48 00000080:00000008:3.0:1789608873.549159:0:36046:0:(file.c:1329:ll_file_open()) COMPLETED file d24b.recovery-small:[0x200000405:0x2c:0x0](ffff94d918927448), flags 320400, rc = 0 00000080:00000001:3.0:1789608873.549161:0:36046:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608873.549164:0:36046:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1789608873.549166:0:36046:0:(dcache.c:176:ll_intent_release()) intent ffff94d907f83180 released 00000080:00000001:3.0:1789608873.549168:0:36046:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1789608873.549170:0:36046:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:3.0:1789608873.549172:0:36046:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608873.549174:0:36046:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1789608873.549176:0:36046:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff94d907f83180. 00000080:00000001:3.0:1789608873.549181:0:36046:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608873.549184:0:36046:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1789608873.549187:0:36046:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2c:0x0](ffff94d918927448), inode mode 41ed mask 44 00000080:00000001:3.0:1789608873.549191:0:36046:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608873.549224:0:36046:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608873.549226:0:36046:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000405:0x2c:0x0](ffff94d918927448) cmd=4008669a arg=d0d530 00000080:00000001:3.0:1789608873.549233:0:36046:0:(dir.c:594:ll_dir_setstripe()) Process entered 00000080:00000010:3.0:1789608873.549238:0:36046:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d911dcd000. 00800000:00000001:3.0:1789608873.549245:0:36046:0:(lmv_obd.c:3034:lmv_setattr()) Process entered 00800000:00000002:3.0:1789608873.549246:0:36046:0:(lmv_obd.c:3038:lmv_setattr()) SETATTR for [0x200000405:0x2c:0x0], valid 0x0/0x0 00800000:00000001:3.0:1789608873.549248:0:36046:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608873.549250:0:36046:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608873.549251:0:36046:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608873.549252:0:36046:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608873.549254:0:36046:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608873.549255:0:36046:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2c:0x0] 00800000:00000001:3.0:1789608873.549257:0:36046:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608873.549260:0:36046:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:3.0:1789608873.549262:0:36046:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1789608873.549267:0:36046:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608873.549272:0:36046:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908492d80. 00000020:00000040:3.0:1789608873.549276:0:36046:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00010000:00000001:3.0:1789608873.549281:0:36046:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789608873.549285:0:36046:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608873.549290:0:36046:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.549292:0:36046:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608873.549293:0:36046:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608873.549296:0:36046:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608873.549298:0:36046:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608873.549302:0:36046:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608873.549309:0:36046:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d90839a400. 00000100:00000001:3.0:1789608873.549316:0:36046:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.549318:0:36046:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608873.549320:0:36046:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.549321:0:36046:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608873.549323:0:36046:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.549325:0:36046:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1789608873.551040:0:36046:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d904ceb000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1789608873.551057:0:36046:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d908492d80 x1876538934316672/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789608873.551066:0:36046:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789608873.551068:0:36046:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789608873.551079:0:36046:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d9033440c0. 00000100:00000001:3.0:1789608873.551081:0:36046:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258515411136 : -117815194140480 : ffff94d9033440c0) 00000100:00000001:3.0:1789608873.551084:0:36046:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608873.551085:0:36046:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600668544 : -117815108883072 : ffff94d908492d80) 00000100:00000001:3.0:1789608873.551091:0:36046:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608873.551094:0:36046:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608873.551096:0:36046:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789608873.551097:0:36046:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608873.551101:0:36046:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908492d80 x1876538934316672/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608873.551109:0:36046:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608873.551111:0:36046:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608873.551115:0:36046:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608873.551119:0:36046:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608873.551122:0:36046:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608873.551125:0:36046:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908492d80 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:36046:1876538934316672:192.168.203.121@tcp:36:lfs.0 00000100:00000001:3.0:1789608873.551129:0:36046:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608873.551134:0:36046:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608873.551137:0:36046:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608873.551140:0:36046:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608873.551146:0:36046:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d90839b000. 02000000:00000001:3.0:1789608873.551147:0:36046:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608873.551155:0:36046:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608873.551159:0:36046:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2af20. 00000400:00000010:3.0:1789608873.551165:0:36046:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9220. 00000100:00000200:3.0:1789608873.551172:0:36046:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934316672, portal 10 00000100:00000001:3.0:1789608873.551174:0:36046:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608873.551175:0:36046:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600668544 : -117815108883072 : ffff94d908492d80) 00000100:00000040:3.0:1789608873.551182:0:36046:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d908492d80 x1876538934316672/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/512 e 0 to 0 dl 1789608889 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608873.551190:0:36046:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608873.551193:0:36046:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608873.551195:0:36046:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9bb0. 00000100:00000200:3.0:1789608873.551199:0:36046:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876538934316672, offset 0 00000400:00000200:3.0:1789608873.551206:0:36046:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608873.551214:0:36046:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608873.551221:0:36046:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608873.551227:0:36046:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608873.551231:0:36046:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608873.551234:0:36046:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608873.551237:0:36046:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608873.551240:0:36046:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2982:2982:256:4294967295] 192.168.203.121@tcp LPNI seq info [2982:2982:8:4294967295] 00000400:00000200:3.0:1789608873.551245:0:36046:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608873.551254:0:36046:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608873.551259:0:36046:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608873.551264:0:36046:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d9104bd200. 00000800:00000200:3.0:1789608873.551270:0:36046:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608873.551278:0:36046:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608873.551282:0:36046:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d9104bd200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789608873.551302:0:36046:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608873.551307:0:36046:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 851538 usecs (852 jiffies) 00000400:00000200:3.0:1789608873.551309:0:36046:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608873.551312:0:36046:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296601493 00000100:00000001:3.0:1789608873.551315:0:36046:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296604004 00000100:00000001:3.0:1789608873.551317:0:36046:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296601493 00000100:00000001:3.0:1789608873.551319:0:36046:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296604004 00000100:00000001:3.0:1789608873.551322:0:36046:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608873.551325:0:36046:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608873.551327:0:36046:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608873.551329:0:36046:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:0.0:1789608873.551638:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608873.551780:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bd200. 00000400:00000200:0.0:1789608873.551785:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608873.551791:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608873.551796:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9bb0 00000400:00000010:0.0:1789608873.551799:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9bb0. 00000100:00000001:0.0:1789608873.551804:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608873.551808:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908492d80 x1876538934316672/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/512 e 0 to 0 dl 1789608889 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608873.551822:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608873.551825:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908492d80 x1876538934316672/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/512 e 0 to 0 dl 1789608889 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608873.551831:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608873.551833:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:3.0:1789608873.552656:0:36046:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d9033440c0 going to sleep for 11 seconds 00000100:00000001:3.0:1789608873.552661:0:36046:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608873.552664:0:36046:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1789608873.554738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232a00. 00000800:00000001:0.0:1789608873.556459:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608873.556476:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608873.556481:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608873.556483:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608873.556491:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.556499:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608873.556507:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.556521:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.556526:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.556531:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 456 into portal 10 MB=0x6aab3c4964e80 00000400:00000200:0.0:1789608873.556535:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.556542:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 456/456 into md 0x87f1 [1] + 224 00000800:00000001:0.0:1789608873.556548:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608873.556555:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608873.556559:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608873.556563:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608873.556570:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608873.556578:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908492d80 x1876538934316672/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/512 e 0 to 0 dl 1789608889 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608873.556589:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff94d908492d80 x1876538934316672/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/512 e 0 to 0 dl 1789608889 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608873.556608:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608873.556617:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608873.556621:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608873.559503:0:36046:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608873.559527:0:36046:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608873.559529:0:36046:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608873.559533:0:36046:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2af20. 00000400:00000200:3.0:1789608873.559542:0:36046:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9220 00000400:00000010:3.0:1789608873.559544:0:36046:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9220. 00000100:00000001:3.0:1789608873.559548:0:36046:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608873.559559:0:36046:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908492d80 x1876538934316672/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/512 e 0 to 0 dl 1789608889 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608873.559572:0:36046:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908492d80 x1876538934316672/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/512 e 0 to 0 dl 1789608889 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608873.559581:0:36046:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608873.559583:0:36046:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608873.559586:0:36046:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608873.559589:0:36046:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608873.559591:0:36046:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608873.559593:0:36046:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608873.559596:0:36046:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608873.559604:0:36046:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=81 v=5 (5 104 104 104) 00000100:00001000:3.0:1789608873.559608:0:36046:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608873.559611:0:36046:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608873.559612:0:36046:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.559615:0:36046:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608873.559618:0:36046:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608873.559621:0:36046:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1789608873.559623:0:36046:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1789608873.559625:0:36046:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1789608873.559627:0:36046:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608873.559629:0:36046:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600668544 : -117815108883072 : ffff94d908492d80) 00000100:00000001:3.0:1789608873.559633:0:36046:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608873.559635:0:36046:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 8589934600 00000100:00000001:3.0:1789608873.559636:0:36046:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608873.559639:0:36046:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608873.559644:0:36046:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908492d80 x1876538934316672/t8589934604(8589934604) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/456 e 0 to 0 dl 1789608889 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608873.559651:0:36046:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608873.559654:0:36046:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608873.559656:0:36046:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608873.559659:0:36046:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908492d80 x1876538934316672/t8589934604(8589934604) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/456 e 0 to 0 dl 1789608889 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608873.559666:0:36046:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908492d80 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:36046:1876538934316672:192.168.203.121@tcp:36:lfs.0 00000100:00000001:3.0:1789608873.559671:0:36046:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608873.559674:0:36046:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608873.559720:0:36046:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789608873.559723:0:36046:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608873.559726:0:36046:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908492d80 x1876538934316672/t8589934604(8589934604) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/456 e 0 to 0 dl 1789608889 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608873.559734:0:36046:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608873.559737:0:36046:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d9033440c0. 00000100:00000001:3.0:1789608873.559741:0:36046:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789608873.559742:0:36046:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608873.559748:0:36046:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608873.559751:0:36046:0:(lmv_obd.c:3047:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789608873.559756:0:36046:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dcd000. 00000100:00000001:3.0:1789608873.559759:0:36046:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608873.559762:0:36046:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908492d80 x1876538934316672/t8589934604(8589934604) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/456 e 0 to 0 dl 1789608889 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608873.559768:0:36046:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608873.559770:0:36046:0:(dir.c:669:ll_dir_setstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608873.559773:0:36046:0:(dir.c:2173:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608873.559806:0:36046:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:3.0:1789608873.559809:0:36046:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1789608873.559812:0:36046:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cb7dd0 00000080:00200008:3.0:1789608873.559814:0:36046:0:(file.c:479:ll_file_release()) START file d24b.recovery-small:[0x200000405:0x2c:0x0](ffff94d918927448), flags 320000 00000080:00400000:3.0:1789608873.559819:0:36046:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000405:0x2c:0x0] 00000080:00000001:3.0:1789608873.559823:0:36046:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:3.0:1789608873.559824:0:36046:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:3.0:1789608873.559826:0:36046:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:3.0:1789608873.559831:0:36046:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608873.559834:0:36046:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608873.559837:0:36046:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608873.559839:0:36046:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608873.559841:0:36046:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608873.559844:0:36046:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2c:0x0] 00800000:00000001:3.0:1789608873.559846:0:36046:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608873.559850:0:36046:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608873.559853:0:36046:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789608873.559858:0:36046:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608873.559860:0:36046:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608873.559862:0:36046:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x2c:0x0]: 0 00000080:00000001:3.0:1789608873.559864:0:36046:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1789608873.559866:0:36046:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1789608873.559873:0:36046:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff94d911dcd000. 00000080:00000001:3.0:1789608873.559875:0:36046:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1789608873.559881:0:36046:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1789608873.559884:0:36046:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:3.0:1789608873.559885:0:36046:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608873.559886:0:36046:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608873.559887:0:36046:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608873.559888:0:36046:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608873.559890:0:36046:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608873.559891:0:36046:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2c:0x0] 00800000:00000001:3.0:1789608873.559893:0:36046:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608873.559895:0:36046:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x2c:0x0] 00000002:00000001:3.0:1789608873.559898:0:36046:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1789608873.559899:0:36046:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff94d904ceb000: [0x200000405:0x2c:0x0] file closed with intent: 0 00000100:00000010:3.0:1789608873.559905:0:36046:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908490700. 00000020:00000040:3.0:1789608873.559910:0:36046:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:3.0:1789608873.559914:0:36046:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608873.559917:0:36046:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608873.559921:0:36046:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608873.559929:0:36046:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d911dcda00. 00000100:00000001:3.0:1789608873.560113:0:36046:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1789608873.560126:0:36046:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94d907d27800 x1876538934316416/t8589934603(8589934603) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/608 e 0 to 0 dl 1789608889 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1789608873.560136:0:36046:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d904ceb000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1789608873.560141:0:36046:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d908490700 x1876538934316928/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1789608873.560147:0:36046:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789608873.560148:0:36046:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789608873.560155:0:36046:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d9033440c0. 00000100:00000001:3.0:1789608873.560157:0:36046:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258515411136 : -117815194140480 : ffff94d9033440c0) 00000100:00000001:3.0:1789608873.560159:0:36046:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608873.560161:0:36046:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600658688 : -117815108892928 : ffff94d908490700) 00000100:00000001:3.0:1789608873.560165:0:36046:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608873.560168:0:36046:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608873.560170:0:36046:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789608873.560172:0:36046:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608873.560175:0:36046:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908490700 x1876538934316928/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608873.560182:0:36046:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608873.560184:0:36046:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608873.560186:0:36046:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608873.560189:0:36046:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608873.560191:0:36046:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608873.560194:0:36046:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908490700 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:36046:1876538934316928:192.168.203.121@tcp:35:lfs.0 00000100:00000001:3.0:1789608873.560197:0:36046:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608873.560202:0:36046:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608873.560203:0:36046:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608873.560205:0:36046:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608873.560210:0:36046:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d908398400. 02000000:00000001:3.0:1789608873.560211:0:36046:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608873.560217:0:36046:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608873.560220:0:36046:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2af20. 00000400:00000010:3.0:1789608873.560224:0:36046:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9220. 00000100:00000200:3.0:1789608873.560229:0:36046:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934316928, portal 10 00000100:00000001:3.0:1789608873.560231:0:36046:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608873.560232:0:36046:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600658688 : -117815108892928 : ffff94d908490700) 00000100:00000040:3.0:1789608873.560237:0:36046:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d908490700 x1876538934316928/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608889 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608873.560244:0:36046:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608873.560246:0:36046:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608873.560248:0:36046:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9990. 00000100:00000200:3.0:1789608873.560252:0:36046:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876538934316928, offset 0 00000400:00000200:3.0:1789608873.560258:0:36046:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608873.560265:0:36046:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608873.560271:0:36046:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608873.560276:0:36046:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608873.560279:0:36046:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608873.560282:0:36046:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608873.560285:0:36046:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608873.560288:0:36046:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2983:2983:256:4294967295] 192.168.203.121@tcp LPNI seq info [2983:2983:8:4294967295] 00000400:00000200:3.0:1789608873.560291:0:36046:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608873.560299:0:36046:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608873.560305:0:36046:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608873.560310:0:36046:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d9104bd100. 00000800:00000200:3.0:1789608873.560316:0:36046:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608873.560323:0:36046:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608873.560327:0:36046:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d9104bd100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1789608873.560337:0:36046:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608873.560341:0:36046:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 850481 usecs (851 jiffies) 00000400:00000200:3.0:1789608873.560345:0:36046:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608873.560347:0:36046:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296601501 00000100:00000001:3.0:1789608873.560349:0:36046:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296604004 00000100:00000001:3.0:1789608873.560351:0:36046:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296601501 00000100:00000001:3.0:1789608873.560353:0:36046:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296604004 00000100:00000001:3.0:1789608873.560355:0:36046:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608873.560358:0:36046:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608873.560361:0:36046:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608873.560362:0:36046:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789608873.560365:0:36046:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d9033440c0 going to sleep for 11 seconds 00000100:00000001:3.0:1789608873.560367:0:36046:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608873.560368:0:36046:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608873.560551:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608873.560557:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bd100. 00000400:00000200:0.0:1789608873.560562:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608873.560567:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608873.560572:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9990 00000400:00000010:0.0:1789608873.560575:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9990. 00000100:00000001:0.0:1789608873.560578:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608873.560582:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908490700 x1876538934316928/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608889 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608873.560589:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608873.560592:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908490700 x1876538934316928/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608889 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608873.560600:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608873.560601:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608873.574836:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608873.574853:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608873.574858:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608873.574861:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608873.574869:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.574877:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608873.574886:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.574891:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.574896:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.574900:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 456 into portal 10 MB=0x6aab3c4964f80 00000400:00000200:0.0:1789608873.574905:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.574911:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 456/456 into md 0x87f9 [1] + 224 00000800:00000001:0.0:1789608873.574919:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608873.574926:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608873.574929:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608873.574933:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608873.574941:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608873.574952:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908490700 x1876538934316928/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608889 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608873.574963:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94d908490700 x1876538934316928/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608889 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608873.574989:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608873.574999:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608873.575003:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608873.576597:0:36046:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608873.576610:0:36046:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608873.576613:0:36046:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608873.576617:0:36046:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2af20. 00000400:00000200:3.0:1789608873.576627:0:36046:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9220 00000400:00000010:3.0:1789608873.576630:0:36046:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9220. 00000100:00000001:3.0:1789608873.576634:0:36046:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608873.576644:0:36046:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908490700 x1876538934316928/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608889 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789608873.576654:0:36046:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908490700 x1876538934316928/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608889 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608873.576661:0:36046:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608873.576663:0:36046:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608873.576666:0:36046:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608873.576669:0:36046:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608873.576671:0:36046:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608873.576674:0:36046:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608873.576715:0:36046:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608873.576726:0:36046:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11cf0 time=81 v=5 (5 5 5 5) 00000100:00001000:3.0:1789608873.576730:0:36046:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608873.576733:0:36046:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608873.576735:0:36046:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.576738:0:36046:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608873.576741:0:36046:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608873.576744:0:36046:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1789608873.576746:0:36046:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1789608873.576748:0:36046:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1789608873.576750:0:36046:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608873.576752:0:36046:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600658688 : -117815108892928 : ffff94d908490700) 00000100:00000001:3.0:1789608873.576755:0:36046:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608873.576756:0:36046:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 8589934600 00000100:00000001:3.0:1789608873.576759:0:36046:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608873.576762:0:36046:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608873.576768:0:36046:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908490700 x1876538934316928/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608889 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608873.576776:0:36046:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608873.576779:0:36046:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608873.576781:0:36046:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608873.576785:0:36046:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908490700 x1876538934316928/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608889 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789608873.576793:0:36046:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908490700 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:36046:1876538934316928:192.168.203.121@tcp:35:lfs.0 00000100:00000001:3.0:1789608873.576798:0:36046:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608873.576801:0:36046:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608873.576804:0:36046:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789608873.576805:0:36046:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608873.576809:0:36046:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908490700 x1876538934316928/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608889 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608873.576815:0:36046:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608873.576818:0:36046:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d9033440c0. 00000100:00000001:3.0:1789608873.576822:0:36046:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789608873.576823:0:36046:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608873.576829:0:36046:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608873.576831:0:36046:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600658688 : -117815108892928 : ffff94d908490700) 00000002:00000001:3.0:1789608873.576834:0:36046:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608873.576837:0:36046:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789608873.576842:0:36046:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dcd000. 00000080:00000001:3.0:1789608873.576845:0:36046:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1789608873.576848:0:36046:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:3.0:1789608873.576851:0:36046:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608873.576853:0:36046:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608873.576856:0:36046:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608873.576859:0:36046:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608873.576861:0:36046:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608873.576863:0:36046:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2c:0x0] 00800000:00000001:3.0:1789608873.576866:0:36046:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608873.576871:0:36046:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1789608873.576876:0:36046:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94d907d27800 x1876538934316416/t8589934603(8589934603) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/608 e 0 to 0 dl 1789608889 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608873.576884:0:36046:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608873.576885:0:36046:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592888832 : -117815116662784 : ffff94d907d27800) 00000100:00000001:3.0:1789608873.576888:0:36046:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608873.576890:0:36046:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d27800 x1876538934316416/t8589934603(8589934603) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/608 e 0 to 0 dl 1789608889 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608873.576897:0:36046:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608873.576899:0:36046:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608873.576901:0:36046:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908490700 x1876538934316928/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608889 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608873.576906:0:36046:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608873.576908:0:36046:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608873.576910:0:36046:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d27800 x1876538934316416/t8589934603(8589934603) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 536/608 e 0 to 0 dl 1789608889 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608873.576916:0:36046:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1789608873.576919:0:36046:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608873.576921:0:36046:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608873.576923:0:36046:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608873.576926:0:36046:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d903dbd800. 02000000:00000001:3.0:1789608873.576932:0:36046:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608873.576933:0:36046:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608873.576935:0:36046:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d27800. 00000100:00000001:3.0:1789608873.576939:0:36046:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608873.576940:0:36046:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608873.576942:0:36046:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608873.576944:0:36046:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908490700 x1876538934316928/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608889 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608873.576950:0:36046:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608873.576952:0:36046:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff94d906078080. 00000002:00000001:3.0:1789608873.576955:0:36046:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608873.576957:0:36046:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789608873.576959:0:36046:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94d904af6000. 00000100:00000001:3.0:1789608873.576962:0:36046:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608873.576964:0:36046:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908490700 x1876538934316928/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608889 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608873.576970:0:36046:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608873.576971:0:36046:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608873.576974:0:36046:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d908398400. 02000000:00000001:3.0:1789608873.576977:0:36046:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608873.576978:0:36046:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608873.576979:0:36046:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608873.576981:0:36046:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608873.576982:0:36046:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d911dcda00. 02000000:00000001:3.0:1789608873.576984:0:36046:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608873.576985:0:36046:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608873.576986:0:36046:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908490700. 00000100:00000001:3.0:1789608873.576988:0:36046:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608873.576990:0:36046:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789608873.576992:0:36046:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789608873.576996:0:36046:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d90517e000. 00000080:00000001:3.0:1789608873.576999:0:36046:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608873.577004:0:36046:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cb7dd0 00000080:00000008:3.0:1789608873.577007:0:36046:0:(file.c:523:ll_file_release()) COMPLETED file d24b.recovery-small:[0x200000405:0x2c:0x0](ffff94d918927448), flags 320000, rc = 0 00000080:00000001:3.0:1789608873.577010:0:36046:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608873.577013:0:36046:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608873.577018:0:36046:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1789608873.577019:0:36046:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cb7e00 00000080:00002000:3.0:1789608873.577021:0:36046:0:(dcache.c:127:ll_ddelete()) deleting dentry d24b.recovery-small (ffff94d91155d5e8, parent ffff94d918a99a20, inode ffff94d918927448) hashed, 00000080:00000001:3.0:1789608873.577023:0:36046:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789608873.577031:0:36046:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1789608873.577038:0:36046:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:3.1:1789608873.589743:0:36047:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d907f68b00. 00010000:00010000:2.0:1789608873.605607:0:36049:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0000-osc-ffff94d904ceb000 00010000:00000001:2.0:1789608873.605615:0:36049:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789608873.605617:0:36049:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608873.605621:0:36049:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.605625:0:36049:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789608873.605628:0:36049:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.605630:0:36049:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608873.605667:0:36049:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0001-osc-ffff94d904ceb000 00010000:00000001:2.0:1789608873.605669:0:36049:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789608873.605670:0:36049:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608873.605672:0:36049:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.605674:0:36049:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789608873.605688:0:36049:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.605691:0:36049:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608873.683571:0:36053:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789608873.683579:0:36053:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789608873.683582:0:36053:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789608873.683586:0:36053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cc7bc0 00000080:00200000:3.0:1789608873.683591:0:36053:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:3.0:1789608873.683599:0:36053:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d911dcda00. 00800000:00000002:3.0:1789608873.683607:0:36053:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:3.0:1789608873.683611:0:36053:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789608873.683616:0:36053:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789608873.683618:0:36053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cc7ae0 00800000:00000002:3.0:1789608873.683620:0:36053:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608873.683624:0:36053:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789608873.683627:0:36053:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608873.683629:0:36053:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608873.683631:0:36053:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608873.683634:0:36053:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608873.683636:0:36053:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608873.683638:0:36053:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608873.683646:0:36053:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608873.683650:0:36053:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789608873.683655:0:36053:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789608873.683657:0:36053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cc79b0 00000002:00010000:3.0:1789608873.683659:0:36053:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789608873.683663:0:36053:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789608873.683665:0:36053:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608873.683668:0:36053:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608873.683701:0:36053:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d90842a000 count: 2 00010000:00000001:3.0:1789608873.683704:0:36053:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608873.683710:0:36053:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608873.683714:0:36053:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789608873.683719:0:36053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b200/0xc54db3288176ffd7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9c32 expref: -99 pid: 36046 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1789608873.683731:0:36053:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789608873.683736:0:36053:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608873.683739:0:36053:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b200/0xc54db3288176ffd7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9c32 expref: -99 pid: 36046 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1789608873.683753:0:36053:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789608873.683755:0:36053:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789608873.683757:0:36053:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608873.683759:0:36053:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608873.683761:0:36053:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608873.683763:0:36053:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789608873.683765:0:36053:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789608873.683768:0:36053:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:3.0:1789608873.683771:0:36053:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dcda00. 00000080:00000001:3.0:1789608873.683776:0:36053:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789608873.683777:0:36053:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608873.683780:0:36053:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:3.0:1789608873.683784:0:36053:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176ffd7 00800000:00000001:3.0:1789608873.683787:0:36053:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789608873.683789:0:36053:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789608873.683790:0:36053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608873.683792:0:36053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608873.683795:0:36053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6b200 refcount=3 00000020:00000001:3.0:1789608873.683797:0:36053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528154112 : -117815181397504 : ffff94d903f6b200) 00010000:00000001:3.0:1789608873.683800:0:36053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528154112 : -117815181397504 : ffff94d903f6b200) 00010000:00000001:3.0:1789608873.683802:0:36053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.683803:0:36053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608873.683804:0:36053:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608873.683806:0:36053:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608873.683808:0:36053:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ffd7 from it ffffae3e01cc7bf8 00010000:00000001:3.0:1789608873.683810:0:36053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608873.683811:0:36053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608873.683812:0:36053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6b200 refcount=3 00000020:00000001:3.0:1789608873.683814:0:36053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528154112 : -117815181397504 : ffff94d903f6b200) 00010000:00000001:3.0:1789608873.683815:0:36053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528154112 : -117815181397504 : ffff94d903f6b200) 00010000:00000001:3.0:1789608873.683817:0:36053:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608873.683820:0:36053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b200/0xc54db3288176ffd7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9c32 expref: -99 pid: 36046 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789608873.683827:0:36053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.683828:0:36053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608873.683830:0:36053:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608873.683832:0:36053:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608873.683834:0:36053:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b200/0xc54db3288176ffd7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9c32 expref: -99 pid: 36046 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789608873.683841:0:36053:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608873.683844:0:36053:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608873.683846:0:36053:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608873.683850:0:36053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.683851:0:36053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608873.683852:0:36053:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.683855:0:36053:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608873.683857:0:36053:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.683860:0:36053:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.683862:0:36053:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.683864:0:36053:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608873.683865:0:36053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.683866:0:36053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789608873.683868:0:36053:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789608873.683870:0:36053:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608873.683872:0:36053:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 1 00000080:00000001:3.0:1789608873.683877:0:36053:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789608873.683888:0:36053:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d906078c20. 00000020:00000001:3.0:1789608873.683893:0:36053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cc7b28 00000080:00200000:3.0:1789608873.683895:0:36053:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff94d918926c08), flags=25 00000080:00000001:3.0:1789608873.683897:0:36053:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1789608873.683899:0:36053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cc79d8 00000080:00200000:3.0:1789608873.683901:0:36053:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff94d918926c08), intent=0 00000080:00000010:3.0:1789608873.683907:0:36053:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d911dcda00. 00800000:00000002:3.0:1789608873.683910:0:36053:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:3.0:1789608873.683913:0:36053:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789608873.683916:0:36053:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789608873.683917:0:36053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cc78f8 00800000:00000002:3.0:1789608873.683919:0:36053:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd24b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608873.683922:0:36053:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789608873.683925:0:36053:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608873.683926:0:36053:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608873.683927:0:36053:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608873.683929:0:36053:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608873.683930:0:36053:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608873.685125:0:36053:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608873.685130:0:36053:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608873.685135:0:36053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cc7890 00800000:00000002:3.0:1789608873.685138:0:36053:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d24b.recovery-small' -> mds #0 00000002:00000001:3.0:1789608873.685144:0:36053:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789608873.685146:0:36053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cc77c8 00000002:00010000:3.0:1789608873.685147:0:36053:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24b.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1789608873.685151:0:36053:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789608873.685153:0:36053:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1789608873.685161:0:36053:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908490700. 00000020:00000040:3.0:1789608873.685166:0:36053:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00010000:00000001:3.0:1789608873.685171:0:36053:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789608873.685176:0:36053:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608873.685181:0:36053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.685183:0:36053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608873.685184:0:36053:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608873.685188:0:36053:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608873.685190:0:36053:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608873.685194:0:36053:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608873.685203:0:36053:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d908398400. 00000100:00000001:3.0:1789608873.685210:0:36053:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.685214:0:36053:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608873.685216:0:36053:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.685217:0:36053:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608873.685219:0:36053:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.685220:0:36053:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608873.685227:0:36053:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626258600658688 : -117815108892928 : ffff94d908490700) 00010000:00000001:3.0:1789608873.685231:0:36053:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789608873.685233:0:36053:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789608873.685238:0:36053:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d90842a000 count: 2 00010000:00000001:3.0:1789608873.685240:0:36053:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608873.685242:0:36053:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789608873.685246:0:36053:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d9421c1800. 00000020:00000001:3.0:1789608873.685248:0:36053:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789608873.685251:0:36053:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d9421c1800 with handle 0xc54db3288176ffe5 to hash 00000020:00000001:3.0:1789608873.685253:0:36053:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789608873.685254:0:36053:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608873.685257:0:36053:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608873.685260:0:36053:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608873.685263:0:36053:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608873.685266:0:36053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176ffe5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 36053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608873.685275:0:36053:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176ffe5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 36053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608873.685285:0:36053:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176ffe5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 36053 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789608873.685290:0:36053:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789608873.685291:0:36053:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789608873.685297:0:36053:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d9033440c0. 00000100:00000001:3.0:1789608873.685299:0:36053:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258515411136 : -117815194140480 : ffff94d9033440c0) 00000100:00000001:3.0:1789608873.685303:0:36053:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608873.685304:0:36053:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600658688 : -117815108892928 : ffff94d908490700) 00000100:00000001:3.0:1789608873.685308:0:36053:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608873.685312:0:36053:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608873.685314:0:36053:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789608873.685316:0:36053:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608873.685325:0:36053:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908490700 x1876538934317056/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608873.685338:0:36053:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608873.685340:0:36053:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608873.685344:0:36053:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608873.685346:0:36053:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608873.685348:0:36053:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608873.685352:0:36053:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908490700 pname:cluuid:pid:xid:nid:opc:job multiop:25f5d458-2cbe-49cd-9693-334c08df7e27:36053:1876538934317056:192.168.203.121@tcp:101:multiop.0 00000100:00000001:3.0:1789608873.685355:0:36053:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608873.685360:0:36053:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608873.685363:0:36053:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608873.685365:0:36053:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608873.685369:0:36053:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d90406f800. 02000000:00000001:3.0:1789608873.685372:0:36053:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608873.685380:0:36053:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608873.685384:0:36053:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2af20. 00000400:00000010:3.0:1789608873.685392:0:36053:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9220. 00000100:00000200:3.0:1789608873.685399:0:36053:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876538934317056, portal 10 00000100:00000001:3.0:1789608873.685401:0:36053:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608873.685402:0:36053:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600658688 : -117815108892928 : ffff94d908490700) 00000100:00000040:3.0:1789608873.685408:0:36053:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d908490700 x1876538934317056/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608889 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608873.685415:0:36053:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608873.685418:0:36053:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608873.685421:0:36053:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9cc0. 00000100:00000200:3.0:1789608873.685424:0:36053:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876538934317056, offset 0 00000400:00000200:3.0:1789608873.685432:0:36053:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608873.685441:0:36053:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608873.685448:0:36053:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608873.685454:0:36053:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608873.685458:0:36053:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608873.685461:0:36053:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608873.685464:0:36053:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608873.685468:0:36053:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2984:2984:256:4294967295] 192.168.203.121@tcp LPNI seq info [2984:2984:8:4294967295] 00000400:00000200:3.0:1789608873.685473:0:36053:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608873.685483:0:36053:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608873.685488:0:36053:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608873.685493:0:36053:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d9104bd700. 00000800:00000200:3.0:1789608873.685499:0:36053:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608873.685506:0:36053:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608873.685520:0:36053:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d9104bd700 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1789608873.685543:0:36053:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608873.685547:0:36053:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 849438 usecs (850 jiffies) 00000400:00000200:3.0:1789608873.685551:0:36053:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608873.685554:0:36053:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296601623 00000100:00000001:3.0:1789608873.685557:0:36053:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296604004 00000100:00000001:3.0:1789608873.685559:0:36053:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296601623 00000100:00000001:3.0:1789608873.685561:0:36053:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296604004 00000100:00000001:3.0:1789608873.685564:0:36053:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608873.685566:0:36053:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608873.685568:0:36053:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608873.685570:0:36053:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789608873.685572:0:36053:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d9033440c0 going to sleep for 11 seconds 00000100:00000001:3.0:1789608873.685575:0:36053:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608873.685577:0:36053:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608873.685948:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608873.685953:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bd700. 00000400:00000200:0.0:1789608873.685958:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608873.685963:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608873.685968:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9cc0 00000400:00000010:0.0:1789608873.685970:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9cc0. 00000100:00000001:0.0:1789608873.685974:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608873.685977:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908490700 x1876538934317056/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608889 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608873.685985:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608873.685988:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908490700 x1876538934317056/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608889 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608873.685994:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608873.685995:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608873.692968:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608873.692985:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608873.692989:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608873.692992:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608873.693000:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.693008:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608873.693017:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.693022:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.693027:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.693031:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 584 into portal 10 MB=0x6aab3c4965000 00000400:00000200:0.0:1789608873.693036:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.693041:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 584/584 into md 0x8801 [1] + 224 00000800:00000001:0.0:1789608873.693049:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608873.693056:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608873.693059:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608873.693065:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608873.693073:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608873.693082:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908490700 x1876538934317056/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608889 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608873.693093:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff94d908490700 x1876538934317056/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608889 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608873.693105:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608873.693115:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608873.693118:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608873.694145:0:36053:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608873.694156:0:36053:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608873.694158:0:36053:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608873.694161:0:36053:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2af20. 00000400:00000200:3.0:1789608873.694169:0:36053:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9220 00000400:00000010:3.0:1789608873.694171:0:36053:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9220. 00000100:00000001:3.0:1789608873.694175:0:36053:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608873.694182:0:36053:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908490700 x1876538934317056/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608889 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789608873.694198:0:36053:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908490700 x1876538934317056/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789608889 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608873.694204:0:36053:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608873.694206:0:36053:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608873.694209:0:36053:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608873.694211:0:36053:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608873.694214:0:36053:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608873.694216:0:36053:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608873.694218:0:36053:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608873.694227:0:36053:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=81 v=5 (5 104 104 104) 00000100:00001000:3.0:1789608873.694231:0:36053:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608873.694234:0:36053:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608873.694236:0:36053:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.694238:0:36053:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608873.694241:0:36053:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608873.694245:0:36053:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608873.694247:0:36053:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 8589934600 00000100:00000001:3.0:1789608873.694249:0:36053:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608873.694251:0:36053:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608873.694256:0:36053:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908490700 x1876538934317056/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/584 e 0 to 0 dl 1789608889 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608873.694263:0:36053:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608873.694265:0:36053:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608873.694267:0:36053:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608873.694271:0:36053:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908490700 x1876538934317056/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/584 e 0 to 0 dl 1789608889 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789608873.694279:0:36053:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908490700 pname:cluuid:pid:xid:nid:opc:job multiop:25f5d458-2cbe-49cd-9693-334c08df7e27:36053:1876538934317056:192.168.203.121@tcp:101:multiop.0 00000100:00000001:3.0:1789608873.694284:0:36053:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608873.694286:0:36053:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608873.694289:0:36053:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789608873.694290:0:36053:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608873.694295:0:36053:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908490700 x1876538934317056/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/584 e 0 to 0 dl 1789608889 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608873.694300:0:36053:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608873.694303:0:36053:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d9033440c0. 00000100:00000001:3.0:1789608873.694306:0:36053:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789608873.694307:0:36053:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.694309:0:36053:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789608873.694313:0:36053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608873.694315:0:36053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608873.694319:0:36053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1800 refcount=4 00000020:00000001:3.0:1789608873.694321:0:36053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608873.694324:0:36053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000040:3.0:1789608873.694330:0:36053:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d9421c1800, remote cookie: 0x91bddff8e8ed9c71, flags: 0x1001 00010000:00010000:3.0:1789608873.694336:0:36053:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176ffe5 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9c71 expref: -99 pid: 36053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1789608873.694345:0:36053:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x2c:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1789608873.694348:0:36053:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1789608873.694356:0:36053:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d904e29d00. 00010000:00000010:3.0:1789608873.694360:0:36053:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d903cc7280. 00010000:00000001:3.0:1789608873.694366:0:36053:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608873.694369:0:36053:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176ffe5 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9c71 expref: -99 pid: 36053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608873.694389:0:36053:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176ffe5 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9c71 expref: -99 pid: 36053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608873.694395:0:36053:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789608873.694399:0:36053:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789608873.694401:0:36053:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789608873.694402:0:36053:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789608873.694405:0:36053:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789608873.694407:0:36053:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x2c:0x0].0x0 (ffff94d904e29d00) refcount = 1 00010000:00010000:3.0:1789608873.694411:0:36053:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176ffe5 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9c71 expref: -99 pid: 36053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608873.694417:0:36053:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789608873.694420:0:36053:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789608873.694421:0:36053:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608873.694424:0:36053:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789608873.694427:0:36053:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608873.694430:0:36053:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176ffe5 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9c71 expref: -99 pid: 36053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608873.694435:0:36053:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789608873.694437:0:36053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.694438:0:36053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608873.694439:0:36053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.694440:0:36053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608873.694441:0:36053:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608873.694446:0:36053:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789608873.694448:0:36053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608873.694449:0:36053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608873.694450:0:36053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1800 refcount=3 00000020:00000001:3.0:1789608873.694452:0:36053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608873.694454:0:36053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608873.694456:0:36053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608873.694457:0:36053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608873.694458:0:36053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1800 refcount=4 00000020:00000001:3.0:1789608873.694460:0:36053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608873.694462:0:36053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608873.694465:0:36053:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608873.694467:0:36053:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608873.694471:0:36053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176ffe5 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9c71 expref: -99 pid: 36053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608873.694483:0:36053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.694484:0:36053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608873.694485:0:36053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608873.694486:0:36053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608873.694488:0:36053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1800 refcount=5 00000020:00000001:3.0:1789608873.694489:0:36053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608873.694492:0:36053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608873.694494:0:36053:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608873.694496:0:36053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176ffe5 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9c71 expref: -99 pid: 36053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608873.694502:0:36053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.694503:0:36053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789608873.694506:0:36053:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176ffe5 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9c71 expref: -99 pid: 36053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608873.694521:0:36053:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608873.694522:0:36053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.694523:0:36053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608873.694524:0:36053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.694525:0:36053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789608873.694531:0:36053:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff94d908490700 x1876538934317056/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/584 e 0 to 0 dl 1789608889 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1789608873.694538:0:36053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608873.694539:0:36053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608873.694540:0:36053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1800 refcount=3 00000020:00000001:3.0:1789608873.694542:0:36053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608873.694544:0:36053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608873.694547:0:36053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.694548:0:36053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608873.694549:0:36053:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608873.694552:0:36053:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608873.694555:0:36053:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1789608873.694557:0:36053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608873.694558:0:36053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608873.694560:0:36053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1800 refcount=3 00000020:00000001:3.0:1789608873.694562:0:36053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608873.694564:0:36053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00000002:00010000:3.0:1789608873.694567:0:36053:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176ffe5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9c71 expref: -99 pid: 36053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608873.694572:0:36053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.694573:0:36053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608873.694574:0:36053:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789608873.694575:0:36053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608873.694576:0:36053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608873.694578:0:36053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1800 refcount=3 00000020:00000001:3.0:1789608873.694579:0:36053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608873.694581:0:36053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000040:3.0:1789608873.694585:0:36053:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29d00 count: 2 00010000:00000001:3.0:1789608873.694587:0:36053:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789608873.694590:0:36053:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d91081f000 type 13 mode 4 res 8589935621/44 (0 0) 00010000:00000001:3.0:1789608873.694593:0:36053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.694594:0:36053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608873.694595:0:36053:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789608873.694598:0:36053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cc7750 00000002:00002000:3.0:1789608873.694600:0:36053:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24b.recovery-small intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1789608873.694603:0:36053:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608873.694607:0:36053:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608873.694610:0:36053:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789608873.694613:0:36053:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1789608873.694616:0:36053:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608873.694620:0:36053:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000001:3.0:1789608873.694622:0:36053:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1789608873.694625:0:36053:0:(namei.c:674:ll_lookup_it_finish()) it ffffae3e01cc7ac8 it_disposition b 00000080:00000001:3.0:1789608873.694628:0:36053:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1789608873.694634:0:36053:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1789608873.694637:0:36053:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1789608873.694639:0:36053:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611180 : 144115205339611180 : 20000040500002c) 00000080:00000001:3.0:1789608873.694642:0:36053:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1789608873.694648:0:36053:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1789608873.694650:0:36053:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x2c:0x0] 00000080:00000001:3.0:1789608873.694653:0:36053:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608873.694656:0:36053:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611180 : 144115205339611180 : 20000040500002c) 00000080:00000001:3.0:1789608873.694659:0:36053:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1789608873.694663:0:36053:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x2c:0x0], updating i_size 16384 00000080:00200000:3.0:1789608873.694666:0:36053:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x2c:0x0](ffff94d918927448): rc = 0 00000080:00000001:3.0:1789608873.694668:0:36053:0:(namei.c:156:ll_iget()) Process leaving (rc=18446626258873906248 : -117814835645368 : ffff94d918927448) 00010000:00000001:3.0:1789608873.694671:0:36053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608873.694672:0:36053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608873.694673:0:36053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1800 refcount=3 00000020:00000001:3.0:1789608873.694695:0:36053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608873.694697:0:36053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608873.694699:0:36053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.694700:0:36053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789608873.694702:0:36053:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1789608873.694704:0:36053:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1789608873.694705:0:36053:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1789608873.694708:0:36053:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1789608873.694710:0:36053:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608873.694713:0:36053:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2c:0x0](ffff94d918927448) for lock 0xc54db3288176ffe5 00800000:00000001:3.0:1789608873.694717:0:36053:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789608873.694718:0:36053:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789608873.694720:0:36053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608873.694721:0:36053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608873.694722:0:36053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1800 refcount=3 00000020:00000001:3.0:1789608873.694724:0:36053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608873.694726:0:36053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608873.694729:0:36053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.694731:0:36053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608873.694732:0:36053:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608873.694734:0:36053:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1789608873.694740:0:36053:0:(namei.c:653:ll_splice_alias()) Add dentry ffff94d911547d80 inode ffff94d918927448 refc 1 flags 0x20000e 00000080:00000001:3.0:1789608873.694744:0:36053:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1789608873.694746:0:36053:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608873.694748:0:36053:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1789608873.694752:0:36053:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2c:0x0](ffff94d918927448) 00000080:00010000:3.0:1789608873.694756:0:36053:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ffe5 from it ffffae3e01cc7ac8 00010000:00000001:3.0:1789608873.694758:0:36053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608873.694759:0:36053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608873.694760:0:36053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1800 refcount=3 00000020:00000001:3.0:1789608873.694762:0:36053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608873.694764:0:36053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570792448 : -117814138759168 : ffff94d9421c1800) 00010000:00000001:3.0:1789608873.694766:0:36053:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608873.694769:0:36053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176ffe5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9c71 expref: -99 pid: 36053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608873.694776:0:36053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.694777:0:36053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608873.694779:0:36053:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608873.694781:0:36053:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608873.694783:0:36053:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1800/0xc54db3288176ffe5 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9c71 expref: -99 pid: 36053 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789608873.694790:0:36053:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608873.694792:0:36053:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608873.694794:0:36053:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608873.694798:0:36053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.694799:0:36053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608873.694801:0:36053:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.694803:0:36053:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608873.694805:0:36053:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.694807:0:36053:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.694809:0:36053:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.694811:0:36053:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608873.694813:0:36053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.694814:0:36053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789608873.694816:0:36053:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1789608873.694820:0:36053:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dcda00. 00000100:00000001:3.0:1789608873.694824:0:36053:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608873.694828:0:36053:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908490700 x1876538934317056/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/584 e 0 to 0 dl 1789608889 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608873.694834:0:36053:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608873.694836:0:36053:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608873.694840:0:36053:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d90406f800. 02000000:00000001:3.0:1789608873.694843:0:36053:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608873.694846:0:36053:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608873.694847:0:36053:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608873.694849:0:36053:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608873.694852:0:36053:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d908398400. 02000000:00000001:3.0:1789608873.694855:0:36053:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608873.694857:0:36053:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608873.694859:0:36053:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908490700. 00000100:00000001:3.0:1789608873.694862:0:36053:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608873.694863:0:36053:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789608873.694870:0:36053:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1789608873.694872:0:36053:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2c:0x0](ffff94d918927448), inode mode 41ed mask 1 00000080:00000001:3.0:1789608873.694878:0:36053:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789608873.694892:0:36053:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d9060784c0. 00000080:00000001:3.0:1789608873.694896:0:36053:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1789608873.694898:0:36053:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2c:0x0](ffff94d918927448), inode mode 41ed mask 3 00000080:00000001:3.0:1789608873.694900:0:36053:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608873.694903:0:36053:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:3.0:1789608873.694905:0:36053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cc7b58 00000080:00200000:3.0:1789608873.694907:0:36053:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f24b.recovery-small-1, dir=[0x200000405:0x2c:0x0](ffff94d918927448), file ffff94d902c61380, open_flags 8042, mode 81a4 opened 0 00000080:00000010:3.0:1789608873.694913:0:36053:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff94d909265cc0. 00000080:00000001:3.0:1789608873.694917:0:36053:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1789608873.694919:0:36053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cc7a08 00000080:00200000:3.0:1789608873.694920:0:36053:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f24b.recovery-small-1, dir=[0x200000405:0x2c:0x0](ffff94d918927448), intent=open|creat 00000080:00000010:3.0:1789608873.694927:0:36053:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d911dcda00. 00000080:00000001:3.0:1789608873.697067:0:36053:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789608873.697076:0:36053:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789608873.697080:0:36053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cc7928 00800000:00000002:3.0:1789608873.697085:0:36053:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f24b.recovery-small-1' on [0x200000405:0x2c:0x0] 00800000:00000001:3.0:1789608873.697090:0:36053:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1789608873.697093:0:36053:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1789608873.697097:0:36053:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608873.697100:0:36053:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608873.697102:0:36053:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608873.697105:0:36053:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608873.697107:0:36053:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608873.697109:0:36053:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2c:0x0] 00800000:00000001:3.0:1789608873.697111:0:36053:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608873.697116:0:36053:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446626258787724288 : -117814921827328 : ffff94d9136f6c00) 00800000:00000001:3.0:1789608873.697120:0:36053:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1789608873.697121:0:36053:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1789608873.697125:0:36053:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1789608873.697127:0:36053:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1789608873.697130:0:36053:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94d904ceb000: Allocated FID [0x200000405:0x2e:0x0] 40000000:00000001:3.0:1789608873.697132:0:36053:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608873.697135:0:36053:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608873.697136:0:36053:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608873.697138:0:36053:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608873.697140:0:36053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cc78a8 00800000:00000002:3.0:1789608873.697142:0:36053:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000405:0x2c:0x0], fid2=[0x200000405:0x2e:0x0], name='f24b.recovery-small-1' -> mds #0 layout version 1 00000002:00000001:3.0:1789608873.697147:0:36053:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789608873.697149:0:36053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cc77e0 00000002:00010000:3.0:1789608873.697150:0:36053:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f24b.recovery-small-1,[0x200000405:0x2e:0x0]) in obj [0x200000405:0x2c:0x0], intent: open|creat flags 0100103 00000002:00000001:3.0:1789608873.697154:0:36053:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789608873.697157:0:36053:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1789608873.697160:0:36053:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1789608873.697165:0:36053:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608873.697167:0:36053:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1789608873.697170:0:36053:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29d00 count: 2 00010000:00000001:3.0:1789608873.697173:0:36053:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608873.697178:0:36053:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1789608873.697182:0:36053:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.697185:0:36053:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608873.697187:0:36053:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608873.697196:0:36053:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908490700. 00000020:00000040:3.0:1789608873.697200:0:36053:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 02000000:00000001:3.0:1789608873.697207:0:36053:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789608873.697209:0:36053:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.697212:0:36053:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789608873.697216:0:36053:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608873.697221:0:36053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.697225:0:36053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608873.697226:0:36053:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608873.697229:0:36053:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608873.697231:0:36053:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608873.697235:0:36053:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608873.697242:0:36053:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d908398400. 00000100:00000001:3.0:1789608873.697248:0:36053:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.697253:0:36053:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608873.697255:0:36053:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.697257:0:36053:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608873.697258:0:36053:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.697260:0:36053:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608873.697269:0:36053:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446626258600658688 : -117815108892928 : ffff94d908490700) 00010000:00000001:3.0:1789608873.697273:0:36053:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789608873.697276:0:36053:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789608873.697278:0:36053:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29d00 count: 2 00010000:00000001:3.0:1789608873.697280:0:36053:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608873.697282:0:36053:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789608873.697285:0:36053:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d9421c1e00. 00000020:00000001:3.0:1789608873.697289:0:36053:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789608873.697292:0:36053:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d9421c1e00 with handle 0xc54db3288176ffec to hash 00000020:00000001:3.0:1789608873.697293:0:36053:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789608873.697295:0:36053:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000001:3.0:1789608873.697299:0:36053:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000001:3.0:1789608873.697303:0:36053:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608873.697306:0:36053:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608873.697310:0:36053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1e00/0xc54db3288176ffec lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 36053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608873.697319:0:36053:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1e00/0xc54db3288176ffec lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 36053 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1789608873.697330:0:36053:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d904ceb000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1789608873.697340:0:36053:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d908490700 x1876538934317312/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1789608873.697349:0:36053:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1e00/0xc54db3288176ffec lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 36053 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789608873.697354:0:36053:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789608873.697356:0:36053:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789608873.697363:0:36053:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d9033440c0. 00000100:00000001:3.0:1789608873.697365:0:36053:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258515411136 : -117815194140480 : ffff94d9033440c0) 00000100:00000001:3.0:1789608873.697368:0:36053:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608873.697369:0:36053:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600658688 : -117815108892928 : ffff94d908490700) 00000100:00000001:3.0:1789608873.697374:0:36053:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608873.697377:0:36053:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608873.697381:0:36053:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789608873.697382:0:36053:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608873.697386:0:36053:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908490700 x1876538934317312/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608873.697394:0:36053:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608873.697396:0:36053:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608873.697400:0:36053:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608873.697402:0:36053:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608873.697405:0:36053:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608873.697409:0:36053:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908490700 pname:cluuid:pid:xid:nid:opc:job multiop:25f5d458-2cbe-49cd-9693-334c08df7e27:36053:1876538934317312:192.168.203.121@tcp:101:multiop.0 00000100:00000001:3.0:1789608873.697415:0:36053:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608873.697420:0:36053:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608873.697422:0:36053:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608873.697425:0:36053:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608873.697479:0:36053:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff94d9086c0000. 02000000:00000001:3.0:1789608873.697483:0:36053:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608873.697491:0:36053:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608873.697496:0:36053:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2af20. 00000400:00000010:3.0:1789608873.697503:0:36053:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff94d908399c00. 00000100:00000200:3.0:1789608873.697519:0:36053:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876538934317312, portal 10 00000100:00000001:3.0:1789608873.697522:0:36053:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608873.697523:0:36053:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600658688 : -117815108892928 : ffff94d908490700) 00000100:00000040:3.0:1789608873.697529:0:36053:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d908490700 x1876538934317312/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789608889 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608873.697537:0:36053:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608873.697540:0:36053:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608873.697543:0:36053:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9220. 00000100:00000200:3.0:1789608873.697547:0:36053:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876538934317312, offset 0 00000400:00000200:3.0:1789608873.697553:0:36053:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608873.697561:0:36053:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608873.697569:0:36053:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608873.697574:0:36053:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608873.697577:0:36053:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608873.697580:0:36053:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608873.697582:0:36053:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608873.697585:0:36053:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2985:2985:256:4294967295] 192.168.203.121@tcp LPNI seq info [2985:2985:8:4294967295] 00000400:00000200:3.0:1789608873.697589:0:36053:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608873.697598:0:36053:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608873.697604:0:36053:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608873.697608:0:36053:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d9104bda00. 00000800:00000200:3.0:1789608873.697615:0:36053:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608873.697623:0:36053:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608873.697627:0:36053:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d9104bda00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:3.0:1789608873.697637:0:36053:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608873.697642:0:36053:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 848386 usecs (849 jiffies) 00000400:00000200:3.0:1789608873.697645:0:36053:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608873.697648:0:36053:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296601636 00000100:00000001:3.0:1789608873.697651:0:36053:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296604004 00000100:00000001:3.0:1789608873.697652:0:36053:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296601636 00000100:00000001:3.0:1789608873.697654:0:36053:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296604004 00000100:00000001:3.0:1789608873.697656:0:36053:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608873.697659:0:36053:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608873.697660:0:36053:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608873.697662:0:36053:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789608873.697665:0:36053:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d9033440c0 going to sleep for 11 seconds 00000100:00000001:3.0:1789608873.697667:0:36053:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608873.697669:0:36053:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608873.697956:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608873.697961:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bda00. 00000400:00000200:0.0:1789608873.697967:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608873.697972:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608873.697978:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9220 00000400:00000010:0.0:1789608873.697981:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9220. 00000100:00000001:0.0:1789608873.697985:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608873.697989:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908490700 x1876538934317312/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789608889 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608873.697999:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608873.698003:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908490700 x1876538934317312/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789608889 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608873.698010:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608873.698011:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608873.720788:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608873.720808:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608873.720813:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608873.720814:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608873.720823:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.720831:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608873.720840:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.720845:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.720851:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.720856:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 664 into portal 10 MB=0x6aab3c4965100 00000400:00000200:0.0:1789608873.720861:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.720868:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 664/664 into md 0x8809 [32] + 224 00000800:00000001:0.0:1789608873.720876:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608873.720883:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608873.720886:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608873.720890:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608873.720898:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608873.720906:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908490700 x1876538934317312/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789608889 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608873.720918:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff94d908490700 x1876538934317312/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789608889 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608873.720942:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608873.720951:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608873.720955:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608873.721018:0:36053:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608873.721028:0:36053:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608873.721031:0:36053:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608873.721034:0:36053:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2af20. 00000400:00000200:3.0:1789608873.721040:0:36053:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d908399c00 00000400:00000010:3.0:1789608873.721042:0:36053:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff94d908399c00. 00000100:00000001:3.0:1789608873.721046:0:36053:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608873.721050:0:36053:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908490700 x1876538934317312/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789608889 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789608873.721058:0:36053:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908490700 x1876538934317312/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789608889 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608873.721063:0:36053:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608873.721065:0:36053:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608873.721067:0:36053:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608873.721070:0:36053:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608873.721073:0:36053:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608873.721076:0:36053:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608873.721079:0:36053:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608873.721089:0:36053:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=81 v=5 (5 104 104 104) 00000100:00001000:3.0:1789608873.721093:0:36053:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608873.721096:0:36053:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608873.721098:0:36053:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.721101:0:36053:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608873.721104:0:36053:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608873.721107:0:36053:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1789608873.721109:0:36053:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x20000000a/0x1] 00000100:00000001:3.0:1789608873.721110:0:36053:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1789608873.721112:0:36053:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608873.721114:0:36053:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600658688 : -117815108892928 : ffff94d908490700) 00000100:00000001:3.0:1789608873.721117:0:36053:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608873.721118:0:36053:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 8589934600 00000100:00000001:3.0:1789608873.721120:0:36053:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608873.721122:0:36053:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608873.721127:0:36053:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908490700 x1876538934317312/t8589934606(8589934606) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/664 e 0 to 0 dl 1789608889 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608873.721134:0:36053:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608873.721137:0:36053:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608873.721139:0:36053:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608873.721143:0:36053:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908490700 x1876538934317312/t8589934606(8589934606) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/664 e 0 to 0 dl 1789608889 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789608873.721151:0:36053:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908490700 pname:cluuid:pid:xid:nid:opc:job multiop:25f5d458-2cbe-49cd-9693-334c08df7e27:36053:1876538934317312:192.168.203.121@tcp:101:multiop.0 00000100:00000001:3.0:1789608873.721156:0:36053:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608873.721159:0:36053:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608873.721161:0:36053:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789608873.721163:0:36053:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608873.721167:0:36053:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908490700 x1876538934317312/t8589934606(8589934606) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/664 e 0 to 0 dl 1789608889 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608873.721173:0:36053:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608873.721176:0:36053:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d9033440c0. 00000100:00000001:3.0:1789608873.721180:0:36053:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789608873.721182:0:36053:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.721185:0:36053:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789608873.721190:0:36053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608873.721193:0:36053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608873.721197:0:36053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1e00 refcount=4 00000020:00000001:3.0:1789608873.721199:0:36053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000001:3.0:1789608873.721202:0:36053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000040:3.0:1789608873.721209:0:36053:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d9421c1e00, remote cookie: 0x91bddff8e8ed9c8d, flags: 0x1001 00010000:00010000:3.0:1789608873.721214:0:36053:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1e00/0xc54db3288176ffec lrc: 4/0,1 mode: --/CW res: [0x200000405:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9c8d expref: -99 pid: 36053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1789608873.721223:0:36053:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x2e:0x0].0x0, instead of [0x200000405:0x2c:0x0].0x0 00010000:00000001:3.0:1789608873.721226:0:36053:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1789608873.721235:0:36053:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d904e29500. 00010000:00000010:3.0:1789608873.721240:0:36053:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d903cc7900. 00010000:00000001:3.0:1789608873.721246:0:36053:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608873.721250:0:36053:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1e00/0xc54db3288176ffec lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9c8d expref: -99 pid: 36053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608873.721259:0:36053:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1e00/0xc54db3288176ffec lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9c8d expref: -99 pid: 36053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608873.721264:0:36053:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789608873.721268:0:36053:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789608873.721271:0:36053:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789608873.721272:0:36053:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789608873.721273:0:36053:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789608873.721276:0:36053:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x2e:0x0].0x0 (ffff94d904e29500) refcount = 1 00010000:00010000:3.0:1789608873.721280:0:36053:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1e00/0xc54db3288176ffec lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9c8d expref: -99 pid: 36053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608873.721292:0:36053:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789608873.721294:0:36053:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789608873.721296:0:36053:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608873.721298:0:36053:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789608873.721301:0:36053:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608873.721304:0:36053:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1e00/0xc54db3288176ffec lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9c8d expref: -99 pid: 36053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608873.721309:0:36053:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789608873.721311:0:36053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.721312:0:36053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608873.721313:0:36053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.721314:0:36053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608873.721316:0:36053:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608873.721320:0:36053:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789608873.721323:0:36053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608873.721324:0:36053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608873.721326:0:36053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1e00 refcount=3 00000020:00000001:3.0:1789608873.721328:0:36053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000001:3.0:1789608873.721330:0:36053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000001:3.0:1789608873.721332:0:36053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608873.721333:0:36053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608873.721334:0:36053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1e00 refcount=4 00000020:00000001:3.0:1789608873.721336:0:36053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000001:3.0:1789608873.721338:0:36053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000001:3.0:1789608873.721340:0:36053:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608873.721343:0:36053:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608873.721346:0:36053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1e00/0xc54db3288176ffec lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9c8d expref: -99 pid: 36053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608873.721351:0:36053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.721353:0:36053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608873.721354:0:36053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608873.721355:0:36053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608873.721356:0:36053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1e00 refcount=5 00000020:00000001:3.0:1789608873.721358:0:36053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000001:3.0:1789608873.721359:0:36053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000001:3.0:1789608873.721362:0:36053:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608873.721364:0:36053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1e00/0xc54db3288176ffec lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9c8d expref: -99 pid: 36053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608873.721369:0:36053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.721370:0:36053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789608873.721373:0:36053:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1e00/0xc54db3288176ffec lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9c8d expref: -99 pid: 36053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608873.721379:0:36053:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608873.721380:0:36053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.721381:0:36053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608873.721383:0:36053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.721384:0:36053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789608873.721389:0:36053:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff94d908490700 x1876538934317312/t8589934606(8589934606) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/664 e 0 to 0 dl 1789608889 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789608873.721398:0:36053:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1789608873.721402:0:36053:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d908490700 x1876538934317312/t8589934606(8589934606) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/664 e 0 to 0 dl 1789608889 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789608873.721408:0:36053:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.721415:0:36053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608873.721416:0:36053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608873.721418:0:36053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1e00 refcount=3 00000020:00000001:3.0:1789608873.721420:0:36053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000001:3.0:1789608873.721422:0:36053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00000002:00010000:3.0:1789608873.721426:0:36053:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1e00/0xc54db3288176ffec lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9c8d expref: -99 pid: 36053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1789608873.721438:0:36053:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff94d904af6000. 00010000:00000001:3.0:1789608873.721440:0:36053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.721441:0:36053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608873.721442:0:36053:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608873.721444:0:36053:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608873.721448:0:36053:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1789608873.721451:0:36053:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608873.721452:0:36053:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600658688 : -117815108892928 : ffff94d908490700) 00000100:00000001:3.0:1789608873.721454:0:36053:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608873.721455:0:36053:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600658688 : -117815108892928 : ffff94d908490700) 00010000:00000001:3.0:1789608873.721458:0:36053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608873.721459:0:36053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608873.721461:0:36053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1e00 refcount=3 00000020:00000001:3.0:1789608873.721463:0:36053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000001:3.0:1789608873.721465:0:36053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00000002:00010000:3.0:1789608873.721469:0:36053:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1e00/0xc54db3288176ffec lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9c8d expref: -99 pid: 36053 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608873.721475:0:36053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.721477:0:36053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608873.721478:0:36053:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789608873.721479:0:36053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608873.721480:0:36053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608873.721482:0:36053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1e00 refcount=3 00000020:00000001:3.0:1789608873.721483:0:36053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000001:3.0:1789608873.721485:0:36053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000040:3.0:1789608873.721490:0:36053:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29500 count: 2 00010000:00000001:3.0:1789608873.721492:0:36053:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789608873.721496:0:36053:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d91081f000 type 13 mode 4 res 8589935621/46 (0 0) 00010000:00000001:3.0:1789608873.721499:0:36053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.721500:0:36053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608873.721503:0:36053:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789608873.721506:0:36053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cc7768 00000002:00002000:3.0:1789608873.721517:0:36053:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f24b.recovery-small-1 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:3.0:1789608873.721520:0:36053:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608873.721523:0:36053:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608873.721526:0:36053:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789608873.721529:0:36053:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000405:0x2c:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1789608873.721532:0:36053:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608873.721535:0:36053:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1789608873.721537:0:36053:0:(namei.c:674:ll_lookup_it_finish()) it ffff94d909265cc0 it_disposition 1800037 00000080:00002000:3.0:1789608873.721543:0:36053:0:(namei.c:653:ll_splice_alias()) Add dentry ffff94d911547af8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:3.0:1789608873.721548:0:36053:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1789608873.721550:0:36053:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:3.0:1789608873.721552:0:36053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cc7990 00000080:00200000:3.0:1789608873.721554:0:36053:0:(namei.c:1628:ll_create_it()) VFS Op:name=f24b.recovery-small-1, dir=[0x200000405:0x2c:0x0](ffff94d918927448), intent=open|creat 00000080:00000001:3.0:1789608873.721557:0:36053:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:3.0:1789608873.721559:0:36053:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1789608873.721565:0:36053:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1789608873.721568:0:36053:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1789608873.721572:0:36053:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611182 : 144115205339611182 : 20000040500002e) 00000080:00000001:3.0:1789608873.721575:0:36053:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1789608873.721584:0:36053:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94d9189b5ac0. 00000020:00000001:3.0:1789608873.721594:0:36053:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:3.0:1789608873.721596:0:36053:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1789608873.721598:0:36053:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:3.0:1789608873.721600:0:36053:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x2e:0x0](ffff94d9189b5b88) 00000020:00000001:3.0:1789608873.721604:0:36053:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789608873.721607:0:36053:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258593596264 : -117815115955352 : ffff94d907dd4368) 00000020:00001000:3.0:1789608873.721610:0:36053:0:(cl_object.c:823:cl_env_get()) 1@ffff94d907dd4360 00000020:00000001:3.0:1789608873.721614:0:36053:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:3.0:1789608873.721619:0:36053:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff94d904aaa190. 00000020:00000001:3.0:1789608873.721622:0:36053:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1789608873.721623:0:36053:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608873.721629:0:36053:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:3.0:1789608873.721633:0:36053:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff94d903559e88. 00020000:00000001:3.0:1789608873.721635:0:36053:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446626258517597832 : -117815191953784 : ffff94d903559e88) 00020000:00000001:3.0:1789608873.721639:0:36053:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:3.0:1789608873.721642:0:36053:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1789608873.721647:0:36053:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d909265a20. 00020000:00000010:3.0:1789608873.721651:0:36053:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d9121a5d80. 00020000:00000010:3.0:1789608873.721656:0:36053:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d909265420. 00020000:00000001:3.0:1789608873.721658:0:36053:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626258615161888 : -117815094389728 : ffff94d909265420) 00020000:00000002:3.0:1789608873.721661:0:36053:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d909265420, objid 0x2e:1029, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789608873.721666:0:36053:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789608873.721669:0:36053:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d9121a5d80: ostid: 0x280000401:66 ost idx: 0 gen: 0 00020000:00000001:3.0:1789608873.721672:0:36053:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:3.0:1789608873.721674:0:36053:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d909265420, objid 0x2e:1029, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789608873.721721:0:36053:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789608873.721725:0:36053:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d9121a5d80: ostid: 0x280000401:66 ost idx: 0 gen: 0 00020000:00000010:3.0:1789608873.721730:0:36053:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff94d918274650. 00020000:00000010:3.0:1789608873.721733:0:36053:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff94d9033440c0. 00020000:00000001:3.0:1789608873.721737:0:36053:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:3.0:1789608873.721739:0:36053:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff94d907ddae48. 00020000:00000001:3.0:1789608873.721742:0:36053:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:3.0:1789608873.721744:0:36053:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:3.0:1789608873.721749:0:36053:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:3.0:1789608873.721751:0:36053:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff94d904aaa708. 00000020:00000001:3.0:1789608873.721753:0:36053:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1789608873.721754:0:36053:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608873.721757:0:36053:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446626258539947912 : -117815169603704 : ffff94d904aaa788) 00020000:00000001:3.0:1789608873.721760:0:36053:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:3.0:1789608873.721764:0:36053:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff94d905e4e380. 00020000:00000001:3.0:1789608873.721766:0:36053:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608873.721770:0:36053:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446626258539947912 : -117815169603704 : ffff94d904aaa788) 00020000:00000001:3.0:1789608873.721773:0:36053:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446626258539947912 : -117815169603704 : ffff94d904aaa788) 00020000:00000002:3.0:1789608873.721776:0:36053:0:(lov_object.c:134:lov_init_sub()) [0x280000401:0x42:0x0]@ffff94d904aaa708[0:0] -> [0x200000405:0x2e:0x0]@ffff94d904aaa190: ostid: 0x280000401:66 ost idx: 0 gen: 0 00020000:00000001:3.0:1789608873.721783:0:36053:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:3.0:1789608873.721785:0:36053:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:3.0:1789608873.721787:0:36053:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608873.721790:0:36053:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446626258539946512 : -117815169605104 : ffff94d904aaa210) 00000020:00001000:3.0:1789608873.721793:0:36053:0:(cl_object.c:917:cl_env_put()) 1@ffff94d907dd4360 00000080:00000001:3.0:1789608873.721797:0:36053:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611182 : 144115205339611182 : 20000040500002e) 00000080:00000001:3.0:1789608873.721799:0:36053:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1789608873.721801:0:36053:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611182 mtime from 0 to 1789608873 00000080:00000001:3.0:1789608873.721805:0:36053:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1789608873.721807:0:36053:0:(namei.c:156:ll_iget()) Process leaving (rc=18446626258874489736 : -117814835061880 : ffff94d9189b5b88) 00010000:00000001:3.0:1789608873.721809:0:36053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608873.721811:0:36053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608873.721812:0:36053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1e00 refcount=3 00000020:00000001:3.0:1789608873.721814:0:36053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000001:3.0:1789608873.721816:0:36053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00000080:00000001:3.0:1789608873.721819:0:36053:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1789608873.721820:0:36053:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789608873.721821:0:36053:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258593596264 : -117815115955352 : ffff94d907dd4368) 00000020:00001000:3.0:1789608873.721823:0:36053:0:(cl_object.c:823:cl_env_get()) 1@ffff94d907dd4360 00000020:00000001:3.0:1789608873.721824:0:36053:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1789608873.721826:0:36053:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1789608873.721828:0:36053:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1789608873.721830:0:36053:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d9092651e0. 00020000:00000010:3.0:1789608873.721832:0:36053:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d9121a5800. 00020000:00000010:3.0:1789608873.721834:0:36053:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d909265a80. 00020000:00000001:3.0:1789608873.721836:0:36053:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626258615163520 : -117815094388096 : ffff94d909265a80) 00020000:00000002:3.0:1789608873.721838:0:36053:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d909265a80, objid 0x2e:1029, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789608873.721841:0:36053:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789608873.721844:0:36053:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d9121a5800: ostid: 0x280000401:66 ost idx: 0 gen: 0 00020000:00000002:3.0:1789608873.721847:0:36053:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff94d903559e88) owner ffff94d91a0a27c0 00020000:00000001:3.0:1789608873.721849:0:36053:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1789608873.721851:0:36053:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff94d903559e88) owner ffff94d91a0a27c0 00020000:00000010:3.0:1789608873.721855:0:36053:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d9121a5800. 00020000:00000010:3.0:1789608873.721858:0:36053:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d9092651e0. 00020000:00000010:3.0:1789608873.721861:0:36053:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d909265a80. 00020000:00000002:3.0:1789608873.721863:0:36053:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2e:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1789608873.721865:0:36053:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608873.721866:0:36053:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608873.721869:0:36053:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1789608873.721872:0:36053:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d903559e88) owner 0000000000000000/ffff94d91a0a27c0 00020000:00000002:3.0:1789608873.721875:0:36053:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d909265420 addref 2/0 by ffff94d91a0a27c0. 00020000:00000002:3.0:1789608873.721877:0:36053:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d903559e88) owner 0000000000000000/ffff94d91a0a27c0 00020000:00000001:3.0:1789608873.721880:0:36053:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1789608873.721881:0:36053:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1789608873.721882:0:36053:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1789608873.721884:0:36053:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1789608873.721886:0:36053:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1789608873.721888:0:36053:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x2e:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1789608873.721891:0:36053:0:(cl_object.c:917:cl_env_put()) 1@ffff94d907dd4360 00000080:00000001:3.0:1789608873.721893:0:36053:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.721894:0:36053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.721896:0:36053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789608873.721897:0:36053:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1789608873.721900:0:36053:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1789608873.721902:0:36053:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608873.721904:0:36053:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000405:0x2e:0x0](ffff94d9189b5b88) 00000080:00010000:3.0:1789608873.721907:0:36053:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2e:0x0](ffff94d9189b5b88) for lock 0xc54db3288176ffec 00800000:00000001:3.0:1789608873.721910:0:36053:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789608873.721912:0:36053:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789608873.721913:0:36053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608873.721915:0:36053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608873.721916:0:36053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1e00 refcount=3 00000020:00000001:3.0:1789608873.721918:0:36053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000001:3.0:1789608873.721920:0:36053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000001:3.0:1789608873.721922:0:36053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.721923:0:36053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608873.721925:0:36053:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608873.721927:0:36053:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608873.721928:0:36053:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:3.0:1789608873.721930:0:36053:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608873.721935:0:36053:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff94d908490700 x1876538934317312/t8589934606(8589934606) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/664 e 0 to 0 dl 1789608889 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608873.721942:0:36053:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789608873.721946:0:36053:0:(namei.c:1651:ll_create_it()) inode ffff94d9189b5b88 need_sync_to_mds [0x200000405:0x2e:0x0] 00000080:00000001:3.0:1789608873.721950:0:36053:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608873.721953:0:36053:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2e:0x0](ffff94d9189b5b88) 00000080:00000001:3.0:1789608873.721955:0:36053:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1789608873.721959:0:36053:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dcda00. 00000100:00000001:3.0:1789608873.721962:0:36053:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608873.721965:0:36053:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908490700 x1876538934317312/t8589934606(8589934606) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/664 e 0 to 0 dl 1789608889 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608873.721971:0:36053:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608873.721974:0:36053:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:3.0:1789608873.721975:0:36053:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789608873.721979:0:36053:0:(namei.c:1500:ll_atomic_open()) inode ffff94d9189b5b88 need_sync_to_mds [0x200000405:0x2e:0x0] 00000080:00000001:3.0:1789608873.721987:0:36053:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1789608873.721989:0:36053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cc7a68 00000080:00200008:3.0:1789608873.721991:0:36053:0:(file.c:1090:ll_file_open()) START file f24b.recovery-small-1:[0x200000405:0x2e:0x0](ffff94d9189b5b88), flags 100102 00000080:00000010:3.0:1789608873.721998:0:36053:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d90517e000. 00000080:00000010:3.0:1789608873.722002:0:36053:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94d904af6540. 00000080:00000001:3.0:1789608873.722005:0:36053:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1789608873.722008:0:36053:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:3.0:1789608873.722011:0:36053:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608873.722013:0:36053:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608873.722015:0:36053:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608873.722018:0:36053:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608873.722019:0:36053:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608873.722021:0:36053:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2e:0x0] 00800000:00000001:3.0:1789608873.722023:0:36053:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608873.722026:0:36053:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1789608873.722029:0:36053:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94d906078880. 00000002:00100000:3.0:1789608873.722033:0:36053:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d908490700 x1876538934317312/t8589934606(8589934606) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/664 e 0 to 0 dl 1789608889 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789608873.722039:0:36053:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608873.722040:0:36053:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1789608873.722043:0:36053:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1789608873.722046:0:36053:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608873.722048:0:36053:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608873.722050:0:36053:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608873.722052:0:36053:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908490700 x1876538934317312/t8589934606(8589934606) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/664 e 0 to 0 dl 1789608889 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1789608873.722058:0:36053:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608873.722061:0:36053:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff94d9086c0000. 02000000:00000001:3.0:1789608873.722083:0:36053:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1789608873.722084:0:36053:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608873.722087:0:36053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cc7a68 00000080:00000008:3.0:1789608873.722089:0:36053:0:(file.c:1329:ll_file_open()) COMPLETED file f24b.recovery-small-1:[0x200000405:0x2e:0x0](ffff94d9189b5b88), flags 100102, rc = 0 00000080:00000001:3.0:1789608873.722092:0:36053:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1789608873.722094:0:36053:0:(dcache.c:176:ll_intent_release()) intent ffff94d909265cc0 released 00000080:00010000:3.0:1789608873.722096:0:36053:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ffec from it ffff94d909265cc0 00010000:00000001:3.0:1789608873.722097:0:36053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608873.722098:0:36053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608873.722100:0:36053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1e00 refcount=3 00000020:00000001:3.0:1789608873.722101:0:36053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000001:3.0:1789608873.722103:0:36053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570793984 : -117814138757632 : ffff94d9421c1e00) 00010000:00000001:3.0:1789608873.722105:0:36053:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608873.722108:0:36053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1e00/0xc54db3288176ffec lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x91bddff8e8ed9c8d expref: -99 pid: 36053 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608873.722114:0:36053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.722115:0:36053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608873.722117:0:36053:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608873.722119:0:36053:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608873.722121:0:36053:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c1e00/0xc54db3288176ffec lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9c8d expref: -99 pid: 36053 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789608873.722128:0:36053:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608873.722130:0:36053:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608873.722131:0:36053:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608873.722135:0:36053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.722136:0:36053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608873.722138:0:36053:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.722141:0:36053:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608873.722143:0:36053:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.722144:0:36053:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.722147:0:36053:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.722149:0:36053:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608873.722150:0:36053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.722151:0:36053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789608873.722152:0:36053:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1789608873.722154:0:36053:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:3.0:1789608873.722157:0:36053:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1789608873.722158:0:36053:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789608873.722161:0:36053:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1789608873.722162:0:36053:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608873.722164:0:36053:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1789608873.722166:0:36053:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608873.722168:0:36053:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1789608873.722170:0:36053:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608873.722172:0:36053:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1789608873.722174:0:36053:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff94d909265cc0. 00000080:00000001:3.0:1789608873.722176:0:36053:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608873.722180:0:36053:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1789608873.722182:0:36053:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2e:0x0](ffff94d9189b5b88), inode mode 81a4 mask 40 00000080:00000001:3.0:1789608873.722185:0:36053:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608873.722397:0:36053:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:3.0:1789608873.722399:0:36053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cc7d88 00000080:00200008:3.0:1789608873.722402:0:36053:0:(file.c:2650:do_file_write_iter()) START file f24b.recovery-small-1:[0x200000405:0x2e:0x0], ppos: 0, count: 8192 00000080:00000002:3.0:1789608873.722405:0:36053:0:(file.c:2656:do_file_write_iter()) inode ffff94d9189b5b88 need_sync_to_oss [0x200000405:0x2e:0x0] 00000080:00000001:3.0:1789608873.722407:0:36053:0:(pcc.c:2644:pcc_file_write_iter()) Process entered 00000080:00000001:3.0:1789608873.722408:0:36053:0:(pcc.c:2647:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608873.722411:0:36053:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:3.0:1789608873.722413:0:36053:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608873.722416:0:36053:0:(file.c:2588:ll_do_tiny_write()) Process entered 00000080:00000001:3.0:1789608873.722417:0:36053:0:(file.c:2594:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608873.722419:0:36053:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789608873.722421:0:36053:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258593596264 : -117815115955352 : ffff94d907dd4368) 00000020:00001000:3.0:1789608873.722423:0:36053:0:(cl_object.c:823:cl_env_get()) 1@ffff94d907dd4360 00000080:00000001:3.0:1789608873.722426:0:36053:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:3.0:1789608873.722427:0:36053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cc7c98 00000080:00200000:3.0:1789608873.722429:0:36053:0:(file.c:2090:ll_file_io_generic()) f24b.recovery-small-1: write ppos: 0, bytes: 8192 00000020:00000001:3.0:1789608873.722434:0:36053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cc7c30 00000080:00200000:3.0:1789608873.722436:0:36053:0:(file.c:1848:ll_io_set_mirror()) f24b.recovery-small-1: desiginated mirror: 0 00000020:00000001:3.0:1789608873.722439:0:36053:0:(cl_io.c:210:cl_io_rw_init()) Process entered 00000020:00200000:3.0:1789608873.722444:0:36053:0:(cl_io.c:215:cl_io_rw_init()) header@000000005cdd6ed6[0x110, 1, [0x200000405:0x2e:0x0] hash] 00000020:00200000:3.0:1789608873.722446:0:36053:0:(cl_io.c:215:cl_io_rw_init()) io range: 2 [0, 8192) 0 0 00000020:00000001:3.0:1789608873.722448:0:36053:0:(cl_object.c:143:cl_object_top()) ffff94d904aaa210 -> ffff94d904aaa210 00000020:00000001:3.0:1789608873.722451:0:36053:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:3.0:1789608873.722453:0:36053:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1789608873.722455:0:36053:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2e:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1789608873.722457:0:36053:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789608873.722459:0:36053:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1789608873.722461:0:36053:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608873.722465:0:36053:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608873.722467:0:36053:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1789608873.722468:0:36053:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608873.722470:0:36053:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789608873.722473:0:36053:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2e:0x0]io ffff94d9109bd780 type 2 ignore/verify layout 0/0 00020000:00000002:3.0:1789608873.722476:0:36053:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d903559e88) owner 0000000000000000/ffff94d91a0a27c0 00020000:00000001:3.0:1789608873.722479:0:36053:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1789608873.722481:0:36053:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1789608873.722483:0:36053:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1789608873.722485:0:36053:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:3.0:1789608873.722487:0:36053:0:(lov_io.c:860:lov_io_slice_init()) 0 8192 00020000:00000001:3.0:1789608873.722489:0:36053:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:3.0:1789608873.722490:0:36053:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1789608873.722492:0:36053:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608873.722494:0:36053:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789608873.722495:0:36053:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1789608873.722496:0:36053:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1789608873.722498:0:36053:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d903559e88) owner 0000000000000000/ffff94d91a0a27c0 00000020:00000001:3.0:1789608873.722500:0:36053:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608873.722501:0:36053:0:(cl_io.c:218:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789608873.722503:0:36053:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 1] 00000001:00000001:3.0:1789608873.722505:0:36053:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:3.0:1789608873.722507:0:36053:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608873.722521:0:36053:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:3.0:1789608873.722522:0:36053:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1789608873.722525:0:36053:0:(cl_io.c:915:cl_page_list_init()) Process entered 00000020:00000001:3.0:1789608873.722526:0:36053:0:(cl_io.c:918:cl_page_list_init()) Process leaving 00020000:00000001:3.0:1789608873.722528:0:36053:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:3.0:1789608873.722530:0:36053:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 8192) 8192, 8192 00020000:00000001:3.0:1789608873.722533:0:36053:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1789608873.722535:0:36053:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1789608873.722538:0:36053:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:3.0:1789608873.722541:0:36053:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789608873.722543:0:36053:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1789608873.722544:0:36053:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789608873.722546:0:36053:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258593598136 : -117815115953480 : ffff94d907dd4ab8) 00000020:00001000:3.0:1789608873.722548:0:36053:0:(cl_object.c:823:cl_env_get()) 1@ffff94d907dd4ab0 00000020:00000001:3.0:1789608873.722551:0:36053:0:(cl_object.c:143:cl_object_top()) ffff94d904aaa788 -> ffff94d904aaa210 00000020:00000001:3.0:1789608873.722552:0:36053:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:3.0:1789608873.722555:0:36053:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789608873.722556:0:36053:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1789608873.722557:0:36053:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:3.0:1789608873.722559:0:36053:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258740303744 : -117814969247872 : ffff94d9109bd780) 00000020:00000001:3.0:1789608873.722560:0:36053:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608873.722562:0:36053:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608873.722564:0:36053:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258608516616 : -117815101035000 : ffff94d908c0ee08) 00000020:00000001:3.0:1789608873.722567:0:36053:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1789608873.722569:0:36053:0:(osc_io.c:525:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1789608873.722572:0:36053:0:(osc_io.c:545:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608873.722574:0:36053:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608873.722576:0:36053:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608873.722578:0:36053:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608873.722579:0:36053:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608873.722581:0:36053:0:(cl_io.c:315:cl_io_lock()) Process entered 00000080:00000001:3.0:1789608873.722583:0:36053:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:3.0:1789608873.722585:0:36053:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:3.0:1789608873.722589:0:36053:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:3.0:1789608873.722591:0:36053:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608873.722594:0:36053:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608873.722595:0:36053:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:3.0:1789608873.722597:0:36053:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 1] 00000020:00000001:3.0:1789608873.722599:0:36053:0:(cl_io.c:477:cl_io_lock_add()) Process entered 00000020:00000001:3.0:1789608873.722600:0:36053:0:(cl_io.c:260:cl_lockset_merge()) Process entered 00000020:00000001:3.0:1789608873.722602:0:36053:0:(cl_io.c:277:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608873.722604:0:36053:0:(cl_io.c:484:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608873.722606:0:36053:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608873.722608:0:36053:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608873.722609:0:36053:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608873.722611:0:36053:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1789608873.722613:0:36053:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789608873.722614:0:36053:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:3.0:1789608873.722615:0:36053:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789608873.722616:0:36053:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608873.722617:0:36053:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608873.722619:0:36053:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608873.722620:0:36053:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608873.722621:0:36053:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789608873.722623:0:36053:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1789608873.722625:0:36053:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1789608873.722628:0:36053:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1789608873.722629:0:36053:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1789608873.722632:0:36053:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000010:3.0:1789608873.722637:0:36053:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d903cc7300. 00020000:00000002:3.0:1789608873.722639:0:36053:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:3.0:1789608873.722641:0:36053:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1789608873.722643:0:36053:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789608873.722644:0:36053:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258608516616 : -117815101035000 : ffff94d908c0ee08) 00000020:00000001:3.0:1789608873.722646:0:36053:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1789608873.722650:0:36053:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d9035db690. 00000008:00010000:3.0:1789608873.722652:0:36053:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:3.0:1789608873.722655:0:36053:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1789608873.722656:0:36053:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1789608873.722659:0:36053:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d903cc7330, osc lock ffff94d9035db690, flags 0x0 00000020:00000001:3.0:1789608873.722661:0:36053:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608873.722663:0:36053:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608873.722665:0:36053:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626258525385472 : -117815184166144 : ffff94d903cc7300) 00000020:00000001:3.0:1789608873.722668:0:36053:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1789608873.722669:0:36053:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1789608873.722670:0:36053:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608873.722672:0:36053:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608873.722673:0:36053:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1789608873.722701:0:36053:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1789608873.722703:0:36053:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789608873.722704:0:36053:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258608516616 : -117815101035000 : ffff94d908c0ee08) 00000020:00000001:3.0:1789608873.722706:0:36053:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1789608873.722708:0:36053:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1789608873.722709:0:36053:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:3.0:1789608873.722712:0:36053:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608873.722715:0:36053:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1789608873.722716:0:36053:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1789608873.722718:0:36053:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1789608873.722719:0:36053:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1789608873.722720:0:36053:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1789608873.722721:0:36053:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1789608873.722723:0:36053:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1789608873.722725:0:36053:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789608873.722730:0:36053:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.722732:0:36053:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:3.0:1789608873.722736:0:36053:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908493480. 00000020:00000040:3.0:1789608873.722740:0:36053:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00010000:00000001:3.0:1789608873.722744:0:36053:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789608873.722747:0:36053:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608873.722750:0:36053:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608873.722753:0:36053:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608873.722755:0:36053:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608873.722759:0:36053:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608873.722764:0:36053:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d911dcda00. 00000100:00000001:3.0:1789608873.722770:0:36053:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.722773:0:36053:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608873.722775:0:36053:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.722776:0:36053:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608873.722777:0:36053:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.722779:0:36053:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.722781:0:36053:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446626258600670336 : -117815108881280 : ffff94d908493480) 00010000:00000001:3.0:1789608873.722785:0:36053:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789608873.722787:0:36053:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789608873.722790:0:36053:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d904e29f00. 00010000:00000010:3.0:1789608873.722794:0:36053:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff94d904e29600. 00010000:00000001:3.0:1789608873.722798:0:36053:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789608873.722801:0:36053:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d9421c1c00. 00000020:00000001:3.0:1789608873.722804:0:36053:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789608873.722806:0:36053:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d9421c1c00 with handle 0xc54db3288176fff3 to hash 00000020:00000001:3.0:1789608873.722808:0:36053:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789608873.722810:0:36053:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00010000:00000010:3.0:1789608873.722813:0:36053:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff94d904af6b80. 00010000:00000001:3.0:1789608873.722816:0:36053:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00010000:00000001:3.0:1789608873.722819:0:36053:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608873.722820:0:36053:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608873.722824:0:36053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 0000000044cdbf43/0xc54db3288176fff3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 36053 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608873.722833:0:36053:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 0000000044cdbf43/0xc54db3288176fff3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 36053 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608873.722843:0:36053:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 0000000044cdbf43/0xc54db3288176fff3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 36053 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789608873.722850:0:36053:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789608873.722852:0:36053:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789608873.722857:0:36053:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d903344a80. 00000100:00000001:3.0:1789608873.722859:0:36053:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258515413632 : -117815194137984 : ffff94d903344a80) 00000100:00000001:3.0:1789608873.722861:0:36053:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608873.722862:0:36053:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600670336 : -117815108881280 : ffff94d908493480) 00000100:00000001:3.0:1789608873.722866:0:36053:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608873.722868:0:36053:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608873.722870:0:36053:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789608873.722871:0:36053:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608873.722877:0:36053:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908493480 x1876538934317440/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608873.722884:0:36053:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608873.722886:0:36053:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608873.722890:0:36053:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608873.722892:0:36053:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608873.722894:0:36053:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608873.722898:0:36053:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908493480 pname:cluuid:pid:xid:nid:opc:job multiop:25f5d458-2cbe-49cd-9693-334c08df7e27:36053:1876538934317440:192.168.203.121@tcp:101:multiop.0 00000100:00000001:3.0:1789608873.722902:0:36053:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608873.722906:0:36053:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608873.722908:0:36053:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608873.722911:0:36053:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608873.722915:0:36053:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d908399c00. 02000000:00000001:3.0:1789608873.722917:0:36053:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608873.722925:0:36053:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608873.722929:0:36053:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2af20. 00000400:00000010:3.0:1789608873.722934:0:36053:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9908. 00000100:00000200:3.0:1789608873.722940:0:36053:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934317440, portal 4 00000100:00000001:3.0:1789608873.722942:0:36053:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608873.722943:0:36053:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600670336 : -117815108881280 : ffff94d908493480) 00000100:00000040:3.0:1789608873.722948:0:36053:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d908493480 x1876538934317440/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608889 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608873.722955:0:36053:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608873.722958:0:36053:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608873.722960:0:36053:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a92a8. 00000100:00000200:3.0:1789608873.722963:0:36053:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1876538934317440, offset 0 00000400:00000200:3.0:1789608873.722969:0:36053:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608873.722977:0:36053:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608873.722983:0:36053:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608873.722989:0:36053:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608873.722993:0:36053:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608873.722996:0:36053:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608873.722999:0:36053:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608873.723003:0:36053:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2986:2986:256:4294967295] 192.168.203.121@tcp LPNI seq info [2986:2986:8:4294967295] 00000400:00000200:3.0:1789608873.723006:0:36053:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608873.723015:0:36053:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608873.723020:0:36053:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608873.723024:0:36053:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d9104bdc00. 00000800:00000200:3.0:1789608873.723031:0:36053:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608873.723038:0:36053:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608873.723042:0:36053:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d9104bdc00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1789608873.723051:0:36053:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608873.723055:0:36053:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 194088 usecs (195 jiffies) 00000400:00000200:3.0:1789608873.723058:0:36053:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608873.723062:0:36053:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296601008 00000100:00000001:3.0:1789608873.723064:0:36053:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296604004 00000100:00000001:3.0:1789608873.723066:0:36053:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296601008 00000100:00000001:3.0:1789608873.723068:0:36053:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296604004 00000100:00000001:3.0:1789608873.723070:0:36053:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608873.723072:0:36053:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608873.723074:0:36053:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608873.723076:0:36053:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789608873.723079:0:36053:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d903344a80 going to sleep for 11 seconds 00000100:00000001:3.0:1789608873.723081:0:36053:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608873.723083:0:36053:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608873.723516:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608873.723522:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bdc00. 00000400:00000200:0.0:1789608873.723527:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608873.723532:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608873.723537:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a92a8 00000400:00000010:0.0:1789608873.723540:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a92a8. 00000100:00000001:0.0:1789608873.723543:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608873.723547:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908493480 x1876538934317440/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608889 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608873.723556:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608873.723559:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908493480 x1876538934317440/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608889 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608873.723565:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608873.723567:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608873.728733:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608873.728754:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608873.728758:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608873.728762:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608873.728772:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.728780:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608873.728789:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.728794:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.728799:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.728805:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 400 into portal 4 MB=0x6aab3c4965180 00000400:00000200:0.0:1789608873.728809:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.728814:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 400/400 into md 0x8811 [1] + 224 00000800:00000001:0.0:1789608873.728822:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608873.728830:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608873.728833:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608873.728837:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608873.728845:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608873.728854:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908493480 x1876538934317440/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608889 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608873.728865:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff94d908493480 x1876538934317440/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608889 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608873.728886:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608873.728895:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608873.728898:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608873.728958:0:36053:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608873.728966:0:36053:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608873.728969:0:36053:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608873.728971:0:36053:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2af20. 00000400:00000200:3.0:1789608873.728976:0:36053:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9908 00000400:00000010:3.0:1789608873.728978:0:36053:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9908. 00000100:00000001:3.0:1789608873.728982:0:36053:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608873.728986:0:36053:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908493480 x1876538934317440/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608889 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789608873.728995:0:36053:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908493480 x1876538934317440/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608889 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608873.729001:0:36053:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608873.729003:0:36053:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608873.729006:0:36053:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608873.729009:0:36053:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608873.729012:0:36053:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608873.729014:0:36053:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608873.729018:0:36053:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608873.729027:0:36053:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13c60 time=81 v=5 (5 5 5 5) 00000100:00001000:3.0:1789608873.729031:0:36053:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=8 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608873.729033:0:36053:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608873.729035:0:36053:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.729038:0:36053:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608873.729042:0:36053:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608873.729045:0:36053:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608873.729047:0:36053:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: skip recheck: last_committed 4294967333 00000100:00000001:3.0:1789608873.729050:0:36053:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608873.729052:0:36053:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608873.729056:0:36053:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908493480 x1876538934317440/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608889 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608873.729064:0:36053:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608873.729067:0:36053:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608873.729069:0:36053:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608873.729072:0:36053:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908493480 x1876538934317440/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608889 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789608873.729080:0:36053:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908493480 pname:cluuid:pid:xid:nid:opc:job multiop:25f5d458-2cbe-49cd-9693-334c08df7e27:36053:1876538934317440:192.168.203.121@tcp:101:multiop.0 00000100:00000001:3.0:1789608873.729085:0:36053:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608873.729088:0:36053:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608873.729090:0:36053:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789608873.729092:0:36053:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608873.729096:0:36053:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908493480 x1876538934317440/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608889 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608873.729101:0:36053:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608873.729104:0:36053:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d903344a80. 00000100:00000001:3.0:1789608873.729107:0:36053:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789608873.729109:0:36053:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.729112:0:36053:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789608873.729115:0:36053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608873.729117:0:36053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608873.729121:0:36053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1c00 refcount=4 00000020:00000001:3.0:1789608873.729123:0:36053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00010000:00000001:3.0:1789608873.729126:0:36053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00010000:00000040:3.0:1789608873.729132:0:36053:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d9421c1c00, remote cookie: 0x91bddff8e8ed9c9b, flags: 0x1 00010000:00010000:3.0:1789608873.729138:0:36053:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 0000000044cdbf43/0xc54db3288176fff3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9c9b expref: -99 pid: 36053 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608873.729149:0:36053:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1789608873.729152:0:36053:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.729154:0:36053:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789608873.729157:0:36053:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1789608873.729162:0:36053:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 0000000044cdbf43/0xc54db3288176fff3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9c9b expref: -99 pid: 36053 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1789608873.729170:0:36053:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x42:0x0].0x0 (ffff94d904e29f00) refcount = 1 00010000:00000040:3.0:1789608873.729173:0:36053:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1789608873.729176:0:36053:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 0000000044cdbf43/0xc54db3288176fff3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9c9b expref: -99 pid: 36053 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608873.729184:0:36053:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789608873.729186:0:36053:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608873.729189:0:36053:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789608873.729192:0:36053:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608873.729196:0:36053:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 0000000044cdbf43/0xc54db3288176fff3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9c9b expref: -99 pid: 36053 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608873.729203:0:36053:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789608873.729204:0:36053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.729206:0:36053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608873.729207:0:36053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.729208:0:36053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608873.729209:0:36053:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789608873.729213:0:36053:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1789608873.729216:0:36053:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1789608873.729219:0:36053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608873.729220:0:36053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608873.729222:0:36053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1c00 refcount=3 00000020:00000001:3.0:1789608873.729223:0:36053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00010000:00000001:3.0:1789608873.729225:0:36053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00010000:00000001:3.0:1789608873.729227:0:36053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608873.729228:0:36053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608873.729230:0:36053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1c00 refcount=4 00000020:00000001:3.0:1789608873.729232:0:36053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00010000:00000001:3.0:1789608873.729234:0:36053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00010000:00000001:3.0:1789608873.729237:0:36053:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608873.729240:0:36053:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608873.729243:0:36053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 0000000044cdbf43/0xc54db3288176fff3 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9c9b expref: -99 pid: 36053 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608873.729249:0:36053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.729250:0:36053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789608873.729253:0:36053:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1789608873.729256:0:36053:0:(cl_object.c:143:cl_object_top()) ffff94d905e4e380 -> ffff94d904aaa210 00000008:00010000:3.0:1789608873.729260:0:36053:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 0000000044cdbf43/0xc54db3288176fff3 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10020000000000 nid: local remote: 0x91bddff8e8ed9c9b expref: -99 pid: 36053 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1789608873.729272:0:36053:0:(cl_object.c:143:cl_object_top()) ffff94d905e4e380 -> ffff94d904aaa210 00000020:00000001:3.0:1789608873.729274:0:36053:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1789608873.729276:0:36053:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1789608873.729279:0:36053:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1789608873.729281:0:36053:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608873.729283:0:36053:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608873.729285:0:36053:0:(cl_object.c:143:cl_object_top()) ffff94d905e4e380 -> ffff94d904aaa210 00000008:00000001:3.0:1789608873.729287:0:36053:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:3.0:1789608873.729288:0:36053:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.729290:0:36053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608873.729291:0:36053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608873.729292:0:36053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1c00 refcount=5 00000020:00000001:3.0:1789608873.729294:0:36053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00010000:00000001:3.0:1789608873.729296:0:36053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00010000:00000001:3.0:1789608873.729299:0:36053:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608873.729302:0:36053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 0000000044cdbf43/0xc54db3288176fff3 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x91bddff8e8ed9c9b expref: -99 pid: 36053 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608873.729307:0:36053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.729308:0:36053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789608873.729311:0:36053:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 0000000044cdbf43/0xc54db3288176fff3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x91bddff8e8ed9c9b expref: -99 pid: 36053 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608873.729318:0:36053:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608873.729320:0:36053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.729321:0:36053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789608873.729322:0:36053:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608873.729324:0:36053:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608873.729329:0:36053:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908493480 x1876538934317440/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608889 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608873.729334:0:36053:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608873.729337:0:36053:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608873.729340:0:36053:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d908399c00. 02000000:00000001:3.0:1789608873.729344:0:36053:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608873.729347:0:36053:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608873.729348:0:36053:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=2 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:3.0:1789608873.729351:0:36053:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608873.729353:0:36053:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d911dcda00. 02000000:00000001:3.0:1789608873.729356:0:36053:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608873.729357:0:36053:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608873.729359:0:36053:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908493480. 00000100:00000001:3.0:1789608873.729362:0:36053:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608873.729364:0:36053:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1789608873.729365:0:36053:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789608873.729368:0:36053:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608873.729372:0:36053:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608873.729374:0:36053:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608873.729376:0:36053:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608873.729378:0:36053:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608873.729381:0:36053:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608873.729383:0:36053:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608873.729385:0:36053:0:(cl_io.c:529:cl_io_start()) Process entered 00000080:00000001:3.0:1789608873.729390:0:36053:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000020:00000001:3.0:1789608873.729394:0:36053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cc7b80 00000080:00200000:3.0:1789608873.729396:0:36053:0:(vvp_io.c:1292:vvp_io_write_start()) f24b.recovery-small-1: write [0, 8192) append 0 append lockpos 0 00000020:00000001:3.0:1789608873.729399:0:36053:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:3.0:1789608873.729402:0:36053:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d903559e88) owner 0000000000000000/ffff94d91a0a27c0 00020000:00000002:3.0:1789608873.729406:0:36053:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d909265420 addref 2/0 by ffff94d91a0a27c0. 00020000:00000002:3.0:1789608873.729408:0:36053:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d903559e88) owner 0000000000000000/ffff94d91a0a27c0 00000020:00000001:3.0:1789608873.729411:0:36053:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:3.0:1789608873.729414:0:36053:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00020000:00000001:3.0:1789608873.729417:0:36053:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:3.0:1789608873.729421:0:36053:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:3.0:1789608873.729424:0:36053:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789608873.729426:0:36053:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258608516616 : -117815101035000 : ffff94d908c0ee08) 00000020:00000001:3.0:1789608873.729428:0:36053:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00000008:00000001:3.0:1789608873.729430:0:36053:0:(osc_io.c:1417:osc_io_lru_reserve()) Process entered 00000008:00000001:3.0:1789608873.729434:0:36053:0:(osc_io.c:1430:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608873.729436:0:36053:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608873.729437:0:36053:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608873.729439:0:36053:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608873.729445:0:36053:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:3.0:1789608873.729447:0:36053:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 4096 bytes 00000020:00000001:3.0:1789608873.729472:0:36053:0:(cl_page.c:432:cl_page_find()) Process entered 00000020:00008000:3.0:1789608873.729475:0:36053:0:(cl_page.c:438:cl_page_find()) 0@[0x200000405:0x2e:0x0] ffffe9a104c84340 0 1 00000020:00000001:3.0:1789608873.729478:0:36053:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:3.0:1789608873.729480:0:36053:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608873.729482:0:36053:0:(cl_page.c:353:cl_page_alloc()) Process entered 00000020:00000010:3.0:1789608873.729488:0:36053:0:(cl_page.c:304:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff94d9043d59a0. 00000020:00000001:3.0:1789608873.729491:0:36053:0:(cl_page.c:1294:cl_page_slice_add()) Process entered 00000020:00000001:3.0:1789608873.729493:0:36053:0:(cl_page.c:1301:cl_page_slice_add()) Process leaving 00020000:00000001:3.0:1789608873.729496:0:36053:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:3.0:1789608873.729499:0:36053:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:3.0:1789608873.729502:0:36053:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789608873.729503:0:36053:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258608516616 : -117815101035000 : ffff94d908c0ee08) 00000008:00000001:3.0:1789608873.729507:0:36053:0:(osc_cache.c:2481:osc_prep_async_page()) Process entered 00000008:00000040:3.0:1789608873.734633:0:36053:0:(osc_cache.c:2504:osc_prep_async_page()) oap ffff94d9043d5a10 folio ffffe9a104c84340 pg:0 obj off 0 00000008:00000001:3.0:1789608873.734780:0:36053:0:(osc_cache.c:2505:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608873.734785:0:36053:0:(cl_page.c:1294:cl_page_slice_add()) Process entered 00000020:00000001:3.0:1789608873.734786:0:36053:0:(cl_page.c:1301:cl_page_slice_add()) Process leaving 00000008:00000001:3.0:1789608873.734790:0:36053:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:3.0:1789608873.734792:0:36053:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608873.734797:0:36053:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608873.734802:0:36053:0:(cl_page.c:400:cl_page_alloc()) Process leaving (rc=18446626258532784544 : -117815176767072 : ffff94d9043d59a0) 00000020:00000001:3.0:1789608873.734805:0:36053:0:(cl_page.c:461:cl_page_find()) Process leaving (rc=18446626258532784544 : -117815176767072 : ffff94d9043d59a0) 00000020:00000001:3.0:1789608873.734809:0:36053:0:(cl_page.c:811:cl_page_assume()) Process entered 00000020:00000001:3.0:1789608873.734812:0:36053:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:3.0:1789608873.734814:0:36053:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258740303744 : -117814969247872 : ffff94d9109bd780) 00000020:00000001:3.0:1789608873.734817:0:36053:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1789608873.734818:0:36053:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1789608873.734819:0:36053:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1789608873.734826:0:36053:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a3abeb33[2 0000000041cd5cf8 1 1 000000004fad0d0e 0 0 0] 00000020:00000001:3.0:1789608873.734828:0:36053:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1789608873.734829:0:36053:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1789608873.734831:0:36053:0:(cl_page.c:825:cl_page_assume()) Process leaving 00000080:00008000:3.0:1789608873.734836:0:36053:0:(rw26.c:769:ll_write_begin()) page@00000000a3abeb33[2 0000000041cd5cf8 2 1 000000004fad0d0e 0 0 0] 00000080:00008000:3.0:1789608873.734838:0:36053:0:(rw26.c:769:ll_write_begin()) full page write 00000080:00000001:3.0:1789608873.734840:0:36053:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:3.0:1789608873.734841:0:36053:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608873.734847:0:36053:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:3.0:1789608873.734849:0:36053:0:(rw26.c:871:ll_write_end()) pos 0, len 4096, copied 4096 00000020:00000001:3.0:1789608873.734851:0:36053:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:3.0:1789608873.734852:0:36053:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258740303744 : -117814969247872 : ffff94d9109bd780) 00000020:00000001:3.0:1789608873.734854:0:36053:0:(cl_page.c:680:cl_page_is_owned()) Process entered 00000020:00000001:3.0:1789608873.734856:0:36053:0:(cl_page.c:682:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789608873.734936:0:36053:0:(cl_io.c:928:cl_page_list_add()) Process entered 00000020:00000001:3.0:1789608873.734939:0:36053:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:3.0:1789608873.734940:0:36053:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:3.0:1789608873.734942:0:36053:0:(cl_io.c:939:cl_page_list_add()) Process leaving 00000080:00200000:3.0:1789608873.734946:0:36053:0:(rw26.c:929:ll_write_end()) page@00000000a3abeb33[3 0000000041cd5cf8 2 1 000000004fad0d0e 0 0 0] 00000080:00200000:3.0:1789608873.734950:0:36053:0:(rw26.c:929:ll_write_end()) vmpage @00000000ba327b41 17ffffc0001001 3:0 ffff94d9043d59a0 0 lru 00000080:00200000:3.0:1789608873.734958:0:36053:0:(rw26.c:929:ll_write_end()) osc-page@0000000045cd8055 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000730c4733 0000000052e1223b > 3< 0 0 > 4< 0 0 8 393216 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789608873.734961:0:36053:0:(rw26.c:929:ll_write_end()) end page@00000000a3abeb33 00000080:00200000:3.0:1789608873.734962:0:36053:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:3.0:1789608873.734964:0:36053:0:(rw26.c:950:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:3.0:1789608873.734970:0:36053:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:3.0:1789608873.734972:0:36053:0:(rw26.c:676:ll_write_begin()) Writing 1 of 0 to 4096 bytes 00000020:00000001:3.0:1789608873.735009:0:36053:0:(cl_page.c:432:cl_page_find()) Process entered 00000020:00008000:3.0:1789608873.735012:0:36053:0:(cl_page.c:438:cl_page_find()) 1@[0x200000405:0x2e:0x0] ffffe9a1048dce00 0 1 00000020:00000001:3.0:1789608873.735016:0:36053:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:3.0:1789608873.735017:0:36053:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608873.735019:0:36053:0:(cl_page.c:353:cl_page_alloc()) Process entered 00000020:00000010:3.0:1789608873.735024:0:36053:0:(cl_page.c:304:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff94d9043d5540. 00000020:00000001:3.0:1789608873.735027:0:36053:0:(cl_page.c:1294:cl_page_slice_add()) Process entered 00000020:00000001:3.0:1789608873.735029:0:36053:0:(cl_page.c:1301:cl_page_slice_add()) Process leaving 00020000:00000001:3.0:1789608873.735032:0:36053:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:3.0:1789608873.735036:0:36053:0:(lov_page.c:146:lov_page_init_composite()) offset 4096, entry 0, stripe 0, suboff 4096 00020000:00000001:3.0:1789608873.735040:0:36053:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789608873.735042:0:36053:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258608516616 : -117815101035000 : ffff94d908c0ee08) 00000008:00000001:3.0:1789608873.735045:0:36053:0:(osc_cache.c:2481:osc_prep_async_page()) Process entered 00000008:00000040:3.0:1789608873.735047:0:36053:0:(osc_cache.c:2504:osc_prep_async_page()) oap ffff94d9043d55b0 folio ffffe9a1048dce00 pg:0 obj off 4096 00000008:00000001:3.0:1789608873.735049:0:36053:0:(osc_cache.c:2505:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608873.735051:0:36053:0:(cl_page.c:1294:cl_page_slice_add()) Process entered 00000020:00000001:3.0:1789608873.735053:0:36053:0:(cl_page.c:1301:cl_page_slice_add()) Process leaving 00000008:00000001:3.0:1789608873.735054:0:36053:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:3.0:1789608873.735055:0:36053:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608873.735059:0:36053:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608873.735061:0:36053:0:(cl_page.c:400:cl_page_alloc()) Process leaving (rc=18446626258532783424 : -117815176768192 : ffff94d9043d5540) 00000020:00000001:3.0:1789608873.735063:0:36053:0:(cl_page.c:461:cl_page_find()) Process leaving (rc=18446626258532783424 : -117815176768192 : ffff94d9043d5540) 00000020:00000001:3.0:1789608873.735065:0:36053:0:(cl_page.c:811:cl_page_assume()) Process entered 00000020:00000001:3.0:1789608873.735066:0:36053:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:3.0:1789608873.735067:0:36053:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258740303744 : -117814969247872 : ffff94d9109bd780) 00000020:00000001:3.0:1789608873.735069:0:36053:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1789608873.735070:0:36053:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1789608873.735072:0:36053:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1789608873.735075:0:36053:0:(cl_page.c:518:__cl_page_state_set()) page@000000009de80e20[2 0000000041cd5cf8 1 1 000000004fad0d0e 0 0 1] 00000020:00000001:3.0:1789608873.735076:0:36053:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1789608873.735078:0:36053:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1789608873.735079:0:36053:0:(cl_page.c:825:cl_page_assume()) Process leaving 00000080:00008000:3.0:1789608873.735082:0:36053:0:(rw26.c:769:ll_write_begin()) page@000000009de80e20[2 0000000041cd5cf8 2 1 000000004fad0d0e 0 0 1] 00000080:00008000:3.0:1789608873.735083:0:36053:0:(rw26.c:769:ll_write_begin()) full page write 00000080:00000001:3.0:1789608873.735085:0:36053:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:3.0:1789608873.735086:0:36053:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608873.735090:0:36053:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:3.0:1789608873.735092:0:36053:0:(rw26.c:871:ll_write_end()) pos 4096, len 4096, copied 4096 00000020:00000001:3.0:1789608873.735093:0:36053:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:3.0:1789608873.735095:0:36053:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258740303744 : -117814969247872 : ffff94d9109bd780) 00000020:00000001:3.0:1789608873.735096:0:36053:0:(cl_page.c:680:cl_page_is_owned()) Process entered 00000020:00000001:3.0:1789608873.735097:0:36053:0:(cl_page.c:682:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789608873.735100:0:36053:0:(cl_io.c:928:cl_page_list_add()) Process entered 00000020:00000001:3.0:1789608873.735101:0:36053:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:3.0:1789608873.735102:0:36053:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:3.0:1789608873.735103:0:36053:0:(cl_io.c:939:cl_page_list_add()) Process leaving 00000080:00200000:3.0:1789608873.735106:0:36053:0:(rw26.c:929:ll_write_end()) page@000000009de80e20[3 0000000041cd5cf8 2 1 000000004fad0d0e 0 0 1] 00000080:00200000:3.0:1789608873.735109:0:36053:0:(rw26.c:929:ll_write_end()) vmpage @00000000db9fce6c 17ffffc0001001 3:0 ffff94d9043d5540 1 lru 00000080:00200000:3.0:1789608873.735115:0:36053:0:(rw26.c:929:ll_write_end()) osc-page@0000000097e74bc8 1: 1< 0 - - > 2< 4096 0 0 0x0 0x0 | 00000000730c4733 0000000052e1223b > 3< 0 0 > 4< 0 0 8 393216 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789608873.735117:0:36053:0:(rw26.c:929:ll_write_end()) end page@000000009de80e20 00000080:00200000:3.0:1789608873.735119:0:36053:0:(rw26.c:929:ll_write_end()) queued cl_page: 2. 00000080:00000001:3.0:1789608873.735120:0:36053:0:(rw26.c:950:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:3.0:1789608873.735125:0:36053:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:3.0:1789608873.735128:0:36053:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 2, from 0, to 4096 prio 0 00000020:00000001:3.0:1789608873.735319:0:36053:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00020000:00000001:3.0:1789608873.735322:0:36053:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:3.0:1789608873.735323:0:36053:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789608873.735325:0:36053:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258608516616 : -117815101035000 : ffff94d908c0ee08) 00000020:00000001:3.0:1789608873.735327:0:36053:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00000008:00000001:3.0:1789608873.735330:0:36053:0:(osc_io.c:419:osc_io_commit_async()) Process entered 00000008:00000001:3.0:1789608873.735331:0:36053:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:3.0:1789608873.735333:0:36053:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:3.0:1789608873.735335:0:36053:0:(cl_page.c:547:cl_page_get()) Process leaving 00000008:00000001:3.0:1789608873.735337:0:36053:0:(osc_cache.c:2526:osc_queue_async_io()) Process entered 00000008:00000020:3.0:1789608873.735340:0:36053:0:(osc_cache.c:2585:osc_queue_async_io()) obj ffff94d905e4e380 ready 0|-|- wr 0|-|- rd 0|- oap ffff94d9043d5a10 folio ffffe9a104c84340 pg:0 added for cmd 2 00000008:00000001:3.0:1789608873.735346:0:36053:0:(osc_cache.c:1780:osc_enter_cache()) Process entered 00000008:00000020:3.0:1789608873.735348:0:36053:0:(osc_cache.c:1782:osc_enter_cache()) lustre-OST0000-osc-ffff94d904ceb000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 393216, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 2, waiters: 0 }need:1703936 00000008:00000020:3.0:1789608873.735355:0:36053:0:(osc_cache.c:1791:osc_enter_cache()) lustre-OST0000-osc-ffff94d904ceb000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 393216, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 2, waiters: 0 }forced sync i/o 00000008:00000001:3.0:1789608873.735359:0:36053:0:(osc_cache.c:1792:osc_enter_cache()) Process leaving via out (rc=18446744073709551494 : -122 : 0xffffffffffffff86) 00000008:00000001:3.0:1789608873.735361:0:36053:0:(osc_cache.c:1833:osc_enter_cache()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000008:00000001:3.0:1789608873.735364:0:36053:0:(osc_cache.c:2722:osc_queue_async_io()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000020:00000001:3.0:1789608873.735366:0:36053:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:3.0:1789608873.735370:0:36053:0:(cl_page.c:567:cl_batch_put()) page@00000000a3abeb33[4 0000000041cd5cf8 2 1 000000004fad0d0e 0 0 0] 00000020:00000001:3.0:1789608873.735371:0:36053:0:(cl_page.c:567:cl_batch_put()) 4 00000020:00000001:3.0:1789608873.735373:0:36053:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000008:00000001:3.0:1789608873.735375:0:36053:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000008:00000020:3.0:1789608873.735378:0:36053:0:(osc_request.c:745:osc_update_next_shrink()) next time 3133 to shrink grant 00000008:00000040:3.0:1789608873.735380:0:36053:0:(osc_io.c:492:osc_io_commit_async()) 2 -122 00000008:00000001:3.0:1789608873.735382:0:36053:0:(osc_io.c:493:osc_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000020:00000001:3.0:1789608873.735384:0:36053:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00020000:00000001:3.0:1789608873.735386:0:36053:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000020:00000001:3.0:1789608873.735388:0:36053:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000080:00000001:3.0:1789608873.735391:0:36053:0:(vvp_io.c:932:vvp_io_commit_sync()) Process entered 00000020:00000001:3.0:1789608873.735393:0:36053:0:(cl_io.c:1084:cl_2queue_init()) Process entered 00000020:00000001:3.0:1789608873.735394:0:36053:0:(cl_io.c:915:cl_page_list_init()) Process entered 00000020:00000001:3.0:1789608873.735396:0:36053:0:(cl_io.c:918:cl_page_list_init()) Process leaving 00000020:00000001:3.0:1789608873.735397:0:36053:0:(cl_io.c:915:cl_page_list_init()) Process entered 00000020:00000001:3.0:1789608873.735398:0:36053:0:(cl_io.c:918:cl_page_list_init()) Process leaving 00000020:00000001:3.0:1789608873.735399:0:36053:0:(cl_io.c:1087:cl_2queue_init()) Process leaving 00000020:00000001:3.0:1789608873.735401:0:36053:0:(cl_io.c:998:cl_page_list_splice()) Process entered 00000020:00000001:3.0:1789608873.735402:0:36053:0:(cl_io.c:1003:cl_page_list_splice()) Process leaving 00000020:00000001:3.0:1789608873.735404:0:36053:0:(cl_io.c:756:cl_io_submit_sync()) Process entered 00000020:00000001:3.0:1789608873.735406:0:36053:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1789608873.735407:0:36053:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1789608873.735409:0:36053:0:(cl_io.c:715:cl_io_submit_rw()) Process entered 00020000:00000001:3.0:1789608873.735411:0:36053:0:(lov_io.c:1647:lov_io_submit()) Process entered 00000020:00000001:3.0:1789608873.735751:0:36053:0:(cl_io.c:915:cl_page_list_init()) Process entered 00000020:00000001:3.0:1789608873.735753:0:36053:0:(cl_io.c:918:cl_page_list_init()) Process leaving 00000020:00000001:3.0:1789608873.735754:0:36053:0:(cl_io.c:1084:cl_2queue_init()) Process entered 00000020:00000001:3.0:1789608873.735755:0:36053:0:(cl_io.c:915:cl_page_list_init()) Process entered 00000020:00000001:3.0:1789608873.735757:0:36053:0:(cl_io.c:918:cl_page_list_init()) Process leaving 00000020:00000001:3.0:1789608873.735757:0:36053:0:(cl_io.c:915:cl_page_list_init()) Process entered 00000020:00000001:3.0:1789608873.735758:0:36053:0:(cl_io.c:918:cl_page_list_init()) Process leaving 00000020:00000001:3.0:1789608873.735759:0:36053:0:(cl_io.c:1087:cl_2queue_init()) Process leaving 00000020:00000001:3.0:1789608873.735761:0:36053:0:(cl_io.c:969:cl_page_list_move()) Process entered 00000020:00000001:3.0:1789608873.735762:0:36053:0:(cl_io.c:973:cl_page_list_move()) Process leaving 00000020:00000001:3.0:1789608873.735764:0:36053:0:(cl_io.c:969:cl_page_list_move()) Process entered 00000020:00000001:3.0:1789608873.735765:0:36053:0:(cl_io.c:973:cl_page_list_move()) Process leaving 00020000:00000001:3.0:1789608873.735766:0:36053:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789608873.735767:0:36053:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258608516616 : -117815101035000 : ffff94d908c0ee08) 00000020:00000001:3.0:1789608873.735770:0:36053:0:(cl_io.c:715:cl_io_submit_rw()) Process entered 00000020:00000001:3.0:1789608873.735772:0:36053:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:3.0:1789608873.735773:0:36053:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258740303744 : -117814969247872 : ffff94d9109bd780) 00000008:00400020:3.0:1789608873.735775:0:36053:0:(osc_io.c:128:osc_io_submit()) 2 1 00000020:00000001:3.0:1789608873.735779:0:36053:0:(cl_page.c:1020:cl_page_io_start()) Process entered 00000020:00000001:3.0:1789608873.735781:0:36053:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1789608873.735782:0:36053:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1789608873.735784:0:36053:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:3.0:1789608873.735785:0:36053:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1789608873.735787:0:36053:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1789608873.735791:0:36053:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a3abeb33[3 0000000041cd5cf8 2 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1789608873.735792:0:36053:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 3 00000020:00000001:3.0:1789608873.735794:0:36053:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1789608873.735795:0:36053:0:(cl_page.c:1023:cl_page_io_start()) Process leaving 00000020:00000001:3.0:1789608873.735798:0:36053:0:(cl_page.c:1065:cl_page_prep()) page@00000000a3abeb33[3 0000000041cd5cf8 3 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1789608873.735800:0:36053:0:(cl_page.c:1065:cl_page_prep()) 1 0 00000020:00000001:3.0:1789608873.735802:0:36053:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:3.0:1789608873.735804:0:36053:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:3.0:1789608873.735805:0:36053:0:(cl_io.c:969:cl_page_list_move()) Process entered 00000020:00000001:3.0:1789608873.735806:0:36053:0:(cl_io.c:973:cl_page_list_move()) Process leaving 00000020:00000001:3.0:1789608873.735807:0:36053:0:(cl_page.c:1020:cl_page_io_start()) Process entered 00000020:00000001:3.0:1789608873.735808:0:36053:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1789608873.735809:0:36053:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1789608873.735810:0:36053:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:3.0:1789608873.735812:0:36053:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1789608873.735813:0:36053:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1789608873.735816:0:36053:0:(cl_page.c:518:__cl_page_state_set()) page@000000009de80e20[3 0000000041cd5cf8 2 1 0000000000000000 0 0 1] 00000020:00000001:3.0:1789608873.735817:0:36053:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 3 00000020:00000001:3.0:1789608873.735819:0:36053:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1789608873.735820:0:36053:0:(cl_page.c:1023:cl_page_io_start()) Process leaving 00000020:00000001:3.0:1789608873.735822:0:36053:0:(cl_page.c:1065:cl_page_prep()) page@000000009de80e20[3 0000000041cd5cf8 3 1 0000000000000000 0 0 1] 00000020:00000001:3.0:1789608873.735824:0:36053:0:(cl_page.c:1065:cl_page_prep()) 1 0 00000020:00000001:3.0:1789608873.735825:0:36053:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:3.0:1789608873.735826:0:36053:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:3.0:1789608873.735827:0:36053:0:(cl_io.c:969:cl_page_list_move()) Process entered 00000020:00000001:3.0:1789608873.735828:0:36053:0:(cl_io.c:973:cl_page_list_move()) Process leaving 00000008:00000001:3.0:1789608873.735830:0:36053:0:(osc_cache.c:2945:osc_queue_sync_pages()) Process entered 00000008:00000010:3.0:1789608873.735836:0:36053:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff94d909313f00. 00000008:00000020:3.0:1789608873.735842:0:36053:0:(osc_cache.c:1926:osc_update_pending()) obj ffff94d905e4e380 ready 0|-|- wr 2|+|- rd 0|- update pending cmd 2 delta 2. 00000008:00000020:3.0:1789608873.735846:0:36053:0:(osc_cache.c:3059:osc_queue_sync_pages()) extent ffff94d909313f00@{[0 -> 1/1], [1|0|+|lockdone|wShu|ffff94d905e4e380], [0|2|+|-|0000000000000000|256|0000000000000000]} allocate ext: write=1 00000008:00010000:3.0:1789608873.735851:0:36053:0:(osc_cache.c:3059:osc_queue_sync_pages()) ### no dlm lock: extent: ffff94d909313f00 00000008:00000020:3.0:1789608873.735855:0:36053:0:(osc_cache.c:2468:__osc_io_unplug()) Queue writeback work for client ffff94d90933d568. 00000008:00000001:3.0:1789608873.736111:0:36053:0:(osc_cache.c:3063:osc_queue_sync_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608873.736117:0:36053:0:(cl_object.c:143:cl_object_top()) ffff94d905e4e380 -> ffff94d904aaa210 00000020:00000001:3.0:1789608873.736120:0:36053:0:(cl_object.c:143:cl_object_top()) ffff94d905e4e380 -> ffff94d904aaa210 00000020:00000001:3.0:1789608873.736122:0:36053:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1789608873.736125:0:36053:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1789608873.736127:0:36053:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608873.736129:0:36053:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608873.736247:0:36053:0:(cl_object.c:143:cl_object_top()) ffff94d905e4e380 -> ffff94d904aaa210 00000008:00000040:3.0:1789608873.736249:0:36053:0:(osc_io.c:240:osc_io_submit()) 0/2 0 00000020:00000001:3.0:1789608873.736252:0:36053:0:(cl_io.c:728:cl_io_submit_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608873.736254:0:36053:0:(cl_io.c:998:cl_page_list_splice()) Process entered 00000020:00000001:3.0:1789608873.736255:0:36053:0:(cl_io.c:1003:cl_page_list_splice()) Process leaving 00000020:00000001:3.0:1789608873.736256:0:36053:0:(cl_io.c:998:cl_page_list_splice()) Process entered 00000020:00000001:3.0:1789608873.736258:0:36053:0:(cl_io.c:1003:cl_page_list_splice()) Process leaving 00000020:00000001:3.0:1789608873.736260:0:36053:0:(cl_io.c:1121:cl_2queue_fini()) Process entered 00000020:00000001:3.0:1789608873.736261:0:36053:0:(cl_io.c:1044:cl_page_list_fini()) Process entered 00000020:00000001:3.0:1789608873.736262:0:36053:0:(cl_io.c:1048:cl_page_list_fini()) Process leaving 00000020:00000001:3.0:1789608873.736263:0:36053:0:(cl_io.c:1044:cl_page_list_fini()) Process entered 00000020:00000001:3.0:1789608873.736264:0:36053:0:(cl_io.c:1048:cl_page_list_fini()) Process leaving 00000020:00000001:3.0:1789608873.736265:0:36053:0:(cl_io.c:1124:cl_2queue_fini()) Process leaving 00000020:00000001:3.0:1789608873.736266:0:36053:0:(cl_io.c:998:cl_page_list_splice()) Process entered 00000020:00000001:3.0:1789608873.736267:0:36053:0:(cl_io.c:1003:cl_page_list_splice()) Process leaving 00000020:00000001:3.0:1789608873.736268:0:36053:0:(cl_io.c:1044:cl_page_list_fini()) Process entered 00000020:00000001:3.0:1789608873.736269:0:36053:0:(cl_io.c:1048:cl_page_list_fini()) Process leaving 00020000:00000001:3.0:1789608873.736270:0:36053:0:(lov_io.c:1706:lov_io_submit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608873.736272:0:36053:0:(cl_io.c:728:cl_io_submit_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608873.736274:0:36053:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000020:00000001:3.0:1789608873.736294:0:28704:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:3.0:1789608873.736301:0:28704:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff94d907dd42d0. 00000020:00000010:3.0:1789608873.736306:0:28704:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94d911dcda00. 00000020:00000010:3.0:1789608873.736310:0:28704:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff94d911dcd000. 00000020:00000010:3.0:1789608873.736314:0:28704:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff94d909265cc0. 00000008:00000010:3.0:1789608873.736320:0:28704:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff94d9121b0000. 00020000:00000010:3.0:1789608873.736325:0:28704:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff94d909313900. 00008000:00000010:3.0:1789608873.736329:0:28704:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff94d907db3880. 00000080:00000010:3.0:1789608873.736335:0:28704:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff94d907dd37e0. 00000080:00000010:3.0:1789608873.736338:0:28704:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff94d9109be2b0. 00000020:00000010:3.0:1789608873.736342:0:28704:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94d911dcd800. 00000008:00000010:3.0:1789608873.736346:0:28704:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff94d9121a1600. 00020000:00000010:3.0:1789608873.736349:0:28704:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff94d908c0f908. 00008000:00000010:3.0:1789608873.736353:0:28704:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff94d907dd21a8. 00000080:00000010:3.0:1789608873.736357:0:28704:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff94d907dd12d0. 00000020:00000001:3.0:1789608873.736360:0:28704:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258593596120 : -117815115955496 : ffff94d907dd42d8) 00000020:00001000:3.0:1789608873.736362:0:28704:0:(cl_object.c:823:cl_env_get()) 1@ffff94d907dd42d0 00000008:00000020:3.0:1789608873.736365:0:28704:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff94d90933d568. 00000008:00000001:3.0:1789608873.736367:0:28704:0:(osc_cache.c:2388:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1789608873.736369:0:28704:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:3.0:1789608873.736370:0:28704:0:(osc_cache.c:2355:osc_next_obj()) Process leaving (rc=18446626258560541568 : -117815149010048 : ffff94d905e4e380) 00000008:00000020:3.0:1789608873.736373:0:28704:0:(osc_cache.c:2393:osc_check_rpcs()) obj ffff94d905e4e380 ready 0|-|- wr 2|+|- rd 0|- 0 in flight 00000008:00000001:3.0:1789608873.736376:0:28704:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1789608873.736379:0:28704:0:(osc_cache.c:1876:osc_makes_rpc()) high prio request forcing RPC 00000008:00000001:3.0:1789608873.736380:0:28704:0:(osc_cache.c:1877:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1789608873.736382:0:28704:0:(osc_cache.c:2213:osc_send_write_rpc()) Process entered 00000008:00000001:3.0:1789608873.736383:0:28704:0:(osc_cache.c:2070:try_to_add_extent_for_io()) Process entered 00000008:00000020:3.0:1789608873.736386:0:28704:0:(osc_cache.c:2074:try_to_add_extent_for_io()) extent ffff94d909313f00@{[0 -> 1/1], [1|0|+|lockdone|wShu|ffff94d905e4e380], [0|2|+|-|0000000000000000|256|0000000000000000]} trying to add this extent 00000008:00010000:3.0:1789608873.736391:0:28704:0:(osc_cache.c:2074:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff94d909313f00 00000008:00000001:3.0:1789608873.736393:0:28704:0:(osc_cache.c:2123:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:3.0:1789608873.736396:0:28704:0:(osc_cache.c:1926:osc_update_pending()) obj ffff94d905e4e380 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -2. 00000008:00000001:3.0:1789608873.736400:0:28704:0:(osc_request.c:2819:osc_build_rpc()) Process entered 00000008:00000020:3.0:1789608873.736403:0:28704:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff94d904ceb000: cli: ffff94d90933d568 unstable pages: 0, osc unstable pages: 0 00000008:00000010:3.0:1789608873.736408:0:28704:0:(osc_request.c:2850:osc_build_rpc()) kmalloced '(pga)': 16 at ffff94d918274980. 00000008:00000010:3.0:1789608873.737064:0:28704:0:(osc_request.c:2854:osc_build_rpc()) slab-alloced 'oa': 208 at ffff94d903557340. 00000008:00000020:3.0:1789608873.737069:0:28704:0:(osc_request.c:2875:osc_build_rpc()) page i:2, oap->oap_obj_off 4096, oap->oap_page_off 0 00000020:00000001:3.0:1789608873.737073:0:28704:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00020000:00000001:3.0:1789608873.737076:0:28704:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:3.0:1789608873.737077:0:28704:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00000020:00000002:3.0:1789608873.737080:0:28704:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1789608873/1789608873 00000020:00000001:3.0:1789608873.737084:0:28704:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00020000:00000001:3.0:1789608873.737086:0:28704:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:3.0:1789608873.737089:0:28704:0:(osc_lock.c:1343:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:3.0:1789608873.737092:0:28704:0:(osc_request.c:3331:osc_match_base()) Process entered 00010000:00000001:3.0:1789608873.737095:0:28704:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608873.737101:0:28704:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29f00 count: 2 00010000:00000001:3.0:1789608873.737104:0:28704:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608873.737110:0:28704:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1789608873.737112:0:28704:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1789608873.737115:0:28704:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789608873.737121:0:28704:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608873.737125:0:28704:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 0000000044cdbf43/0xc54db3288176fff3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x91bddff8e8ed9c9b expref: -99 pid: 36053 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608873.737135:0:28704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.737137:0:28704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789608873.737139:0:28704:0:(osc_request.c:3346:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1789608873.737141:0:28704:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608873.737144:0:28704:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608873.737146:0:28704:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1c00 refcount=4 00000020:00000001:3.0:1789608873.737148:0:28704:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00010000:00000001:3.0:1789608873.737151:0:28704:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00000008:00000001:3.0:1789608873.737153:0:28704:0:(osc_lock.c:1377:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00010000:00000001:3.0:1789608873.737154:0:28704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.737156:0:28704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1789608873.737157:0:28704:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00000008:00000001:3.0:1789608873.737159:0:28704:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:3.0:1789608873.737166:0:28704:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908493480. 00000020:00000040:3.0:1789608873.737169:0:28704:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00000100:00000001:3.0:1789608873.737175:0:28704:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608873.737178:0:28704:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608873.737180:0:28704:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608873.737200:0:28704:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 16384 at ffff94d907e3c000. 00000100:00000001:3.0:1789608873.737208:0:28704:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1789608873.737218:0:28704:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 8192 00000008:00000020:3.0:1789608873.737226:0:28704:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff94d904ceb000: dirty: 0 undirty: 485097472 dropped 0 grant: 393216 cl_lost_grant 0 00000008:00000001:3.0:1789608873.737232:0:28704:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:3.0:1789608873.737257:0:28704:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 10415 MB/s 00000008:00008000:3.0:1789608873.737265:0:28704:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffe9a104c84340 map ffff94d9189b5d38 index 0 flags 17ffffc0001001 count 3 priv ffff94d9043d59a0: off 0 00000008:00008000:3.0:1789608873.737269:0:28704:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffe9a1048dce00 map ffff94d9189b5d38 index 1 flags 17ffffc0001001 count 3 priv ffff94d9043d5540: off 0 00000008:00000001:3.0:1789608873.737276:0:28704:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:3.0:1789608873.737277:0:28704:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: 5872be30 (4) 00000008:00100000:3.0:1789608873.737281:0:28704:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff94d908493480 - object 0x280000401:66 offset 0<>8192 00000008:00000001:3.0:1789608873.737284:0:28704:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608873.737286:0:28704:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00020000:00000001:3.0:1789608873.737287:0:28704:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:3.0:1789608873.737288:0:28704:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00000020:00000002:3.0:1789608873.737290:0:28704:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1789608873/1789608873 00000020:00000001:3.0:1789608873.737292:0:28704:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00020000:00000001:3.0:1789608873.737293:0:28704:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:3.0:1789608873.737294:0:28704:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00000100:00000001:3.0:1789608873.737297:0:28704:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608873.737298:0:28704:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600670336 : -117815108881280 : ffff94d908493480) 00000008:00000002:3.0:1789608873.737309:0:28704:0:(osc_request.c:2976:osc_build_rpc()) @@@ 2 pages, aa 00000000d6a067f8, now 0r/1w/0d in flight req@ffff94d908493480 x1876538934317568/t0(0) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:3.0:1789608873.737317:0:28704:0:(osc_request.c:2988:osc_build_rpc()) [0x200000405:0x2e:0x0]: 2 write pages, start 0, end 2, now 0r/1w/0d in flight 00000100:00000040:3.0:1789608873.737323:0:28704:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000729c741c] to pc [ptlrpcd_01_00+0] req@ffff94d908493480 x1876538934317568/t0(0) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608873.737376:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608873.737380:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608873.737383:0:2411:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608873.737389:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908493480 x1876538934317568/t0(0) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608873.737398:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608873.737400:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608873.737404:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608873.737406:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608873.737409:0:2411:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608873.737412:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908493480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934317568:192.168.203.121@tcp:4:multiop.0 00000100:00000001:2.0:1789608873.737417:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608873.737422:0:2411:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608873.737424:0:2411:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608873.737426:0:2411:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608873.737431:0:2411:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903dbfc00. 02000000:00000001:2.0:1789608873.737433:0:2411:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608873.737441:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608873.737445:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21210. 00000400:00000010:2.0:1789608873.737451:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c660. 00000100:00000200:2.0:1789608873.737458:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934317568, portal 4 00000100:00000001:2.0:1789608873.737460:0:2411:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608873.737461:0:2411:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600670336 : -117815108881280 : ffff94d908493480) 00000100:00000040:2.0:1789608873.737469:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d908493480 x1876538934317568/t0(0) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789608889 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608873.737476:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608873.737479:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608873.737482:0:2411:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff94d911d78240. 00000100:00000200:2.0:1789608873.737485:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 8680 bytes to portal 6, xid 1876538934317568, offset 0 00000400:00000200:2.0:1789608873.737491:0:2411:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608873.737500:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608873.737507:0:2411:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608873.737522:0:2411:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608873.737527:0:2411:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608873.737531:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608873.737533:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608873.737536:0:2411:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2987:2987:256:4294967295] 192.168.203.121@tcp LPNI seq info [2987:2987:8:4294967295] 00000400:00000200:2.0:1789608873.737540:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608873.737550:0:2411:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608873.737556:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 8680 bytes in 3 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608873.737562:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff94d91213da00. 00000800:00000200:2.0:1789608873.737569:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608873.737577:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608873.737581:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91213da00 type 1, nob 8776 niov 1 nkiov 3 00000100:00000001:2.0:1789608873.737598:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608873.737603:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 193302 usecs (194 jiffies) 00000400:00000200:2.0:1789608873.737607:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608873.737610:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296601021 00000100:00000001:2.0:1789608873.737613:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296604004 00000100:00000001:2.0:1789608873.737616:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296601021 00000100:00000001:2.0:1789608873.737618:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296604004 00000100:00000001:2.0:1789608873.737620:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608873.737630:0:2411:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608873.737633:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608873.737636:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1789608873.737822:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608873.737828:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff94d91213da00. 00000400:00000200:0.0:1789608873.737833:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608873.737839:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608873.737844:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d78240 00000400:00000010:0.0:1789608873.737846:0:2401:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 168 at ffff94d911d78240. 00000100:00000001:0.0:1789608873.737850:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608873.737854:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908493480 x1876538934317568/t0(0) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789608889 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608873.737862:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608873.737865:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908493480 x1876538934317568/t0(0) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789608889 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608873.737873:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608873.737874:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000008:00000001:3.0:1789608873.737934:0:28704:0:(osc_request.c:2994:osc_build_rpc()) Process leaving 00000008:00000001:3.0:1789608873.737936:0:28704:0:(osc_request.c:3019:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789608873.738011:0:28704:0:(osc_cache.c:2262:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789608873.738015:0:28704:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1789608873.738016:0:28704:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789608873.738018:0:28704:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1789608873.738020:0:28704:0:(osc_cache.c:1870:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789608873.738021:0:28704:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1789608873.738022:0:28704:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789608873.738026:0:28704:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:3.0:1789608873.738028:0:28704:0:(osc_cache.c:2379:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789608873.738030:0:28704:0:(osc_cache.c:2452:osc_check_rpcs()) Process leaving 00000020:00001000:3.0:1789608873.738033:0:28704:0:(cl_object.c:917:cl_env_put()) 1@ffff94d907dd42d0 00000100:00000001:3.0:1789608873.738044:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608873.738046:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608873.747806:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608873.747814:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789608873.747820:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608873.747822:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608873.747825:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608873.747829:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.805972:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608873.805982:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.805989:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608873.805991:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.805995:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608873.805999:0:28704:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608873.806001:0:28704:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608873.806010:0:28704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.806012:0:28704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608873.806014:0:28704:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.806018:0:28704:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608873.806020:0:28704:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.806023:0:28704:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.806026:0:28704:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.806031:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608873.806032:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608873.806064:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789608873.806067:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608873.806070:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1789608873.835391:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608873.835412:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608873.835417:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608873.835419:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608873.835428:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.835435:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608873.835447:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.835452:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.835457:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.835461:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 448 into portal 4 MB=0x6aab3c4965200 00000400:00000200:0.0:1789608873.835466:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.835471:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 448/448 into md 0x8819 [1] + 224 00000800:00000001:0.0:1789608873.835479:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608873.835491:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608873.835494:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608873.835498:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608873.835506:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608873.835523:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908493480 x1876538934317568/t0(0) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789608889 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608873.835535:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff94d908493480 x1876538934317568/t0(0) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789608889 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608873.835560:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608873.835568:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608873.835572:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608873.836053:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608873.836057:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608873.836064:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608873.836066:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608873.836069:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21210. 00000400:00000200:2.0:1789608873.836075:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c660 00000400:00000010:2.0:1789608873.836077:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c660. 00000100:00000001:2.0:1789608873.836080:0:2411:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608873.836085:0:2411:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908493480 x1876538934317568/t0(0) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789608889 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789608873.836094:0:2411:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908493480 x1876538934317568/t0(0) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789608889 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608873.836099:0:2411:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608873.836102:0:2411:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608873.836104:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608873.836107:0:2411:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608873.836110:0:2411:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608873.836112:0:2411:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608873.836115:0:2411:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608873.836124:0:2411:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13ca8 time=80 v=5 (5 0 0 0) 00000100:00001000:2.0:1789608873.836139:0:2411:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=8 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608873.836142:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608873.836144:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.836147:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608873.836150:0:2411:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608873.836155:0:2411:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1789608873.836157:0:2411:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: committing for last_committed 4294967337 gen 18 00000100:00000001:2.0:1789608873.836159:0:2411:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1789608873.836161:0:2411:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: normal: skip=1 replay=0/0 committed=0/0 00000100:00000001:2.0:1789608873.836164:0:2411:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608873.836166:0:2411:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608873.836171:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908493480 x1876538934317568/t4294967337(4294967337) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789608889 ref 2 fl Rpc:RMQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608873.836179:0:2411:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608873.836182:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608873.836184:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1789608873.836187:0:2411:0:(osc_request.c:2581:brw_interpret()) Process entered 00000008:00000001:2.0:1789608873.836189:0:2411:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:04000000:2.0:1789608873.836193:0:2411:0:(osc_request.c:2195:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:2.0:1789608873.836197:0:2411:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:2.0:1789608873.836201:0:2411:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff94d904ceb000: setdq to remove for usr 0 00000001:04000000:2.0:1789608873.836204:0:2411:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff94d904ceb000: setdq to remove for grp 0 00000001:04000000:2.0:1789608873.836205:0:2411:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff94d904ceb000: setdq to remove for prj 0 00000001:00000001:2.0:1789608873.836208:0:2411:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1789608873.836210:0:2411:0:(osc_request.c:759:osc_update_grant()) got 3407872 extra grant 00000008:00008000:2.0:1789608873.836213:0:2411:0:(osc_request.c:2091:check_write_checksum()) checksum 5872be30 confirmed 00000008:00000001:2.0:1789608873.836217:0:2411:0:(osc_request.c:2227:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:2.0:1789608873.836220:0:2411:0:(osc_request.c:2439:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:2.0:1789608873.836223:0:2411:0:(osc_request.c:2586:brw_interpret()) request ffff94d908493480 aa ffff94d908493630 rc 0 00000020:00000001:2.0:1789608873.836230:0:2411:0:(cl_object.c:143:cl_object_top()) ffff94d905e4e380 -> ffff94d904aaa210 00000020:00000001:2.0:1789608873.836233:0:2411:0:(cl_object.c:143:cl_object_top()) ffff94d905e4e380 -> ffff94d904aaa210 00000020:00000001:2.0:1789608873.836235:0:2411:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1789608873.836238:0:2411:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 8192 00020000:00000001:2.0:1789608873.836241:0:2411:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1789608873.836243:0:2411:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608873.836245:0:2411:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608873.836247:0:2411:0:(cl_object.c:143:cl_object_top()) ffff94d905e4e380 -> ffff94d904aaa210 00000008:00000010:2.0:1789608873.836250:0:2411:0:(osc_request.c:2668:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff94d903557340. 00000100:00000001:2.0:1789608873.836257:0:2411:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608873.836261:0:2411:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908493480 x1876538934317568/t4294967337(4294967337) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789608889 ref 2 fl Interpret:RMQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608873.836268:0:2411:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608873.836272:0:2411:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:2.0:1789608873.836275:0:2411:0:(osc_cache.c:908:osc_extent_finish()) extent ffff94d909313f00@{[0 -> 1/1], [1|0|-|rpc|wShu|ffff94d905e4e380], [0|2|+|-|0000000000000000|256|ffff94d901348000]} extent finished. 00000008:00010000:2.0:1789608873.836280:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff94d909313f00 00000008:00000001:2.0:1789608873.836284:0:2411:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:2.0:1789608873.836287:0:2411:0:(cl_page.c:1113:cl_page_complete()) Process entered 00000020:00000001:2.0:1789608873.836293:0:2411:0:(cl_page.c:1115:cl_page_complete()) page@00000000a3abeb33[4 0000000041cd5cf8 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789608873.836295:0:2411:0:(cl_page.c:1115:cl_page_complete()) 1 0 00000020:00000001:2.0:1789608873.836296:0:2411:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:2.0:1789608873.836298:0:2411:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1789608873.836300:0:2411:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1789608873.836303:0:2411:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a3abeb33[4 0000000041cd5cf8 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789608873.836306:0:2411:0:(cl_page.c:518:__cl_page_state_set()) 3 -> 1 00000020:00000001:2.0:1789608873.836307:0:2411:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000080:00000001:2.0:1789608873.836310:0:2411:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:2.0:1789608873.836313:0:2411:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000a3abeb33[4 0000000041cd5cf8 1 1 0000000000000000 0 0 0] 00000080:00008000:2.0:1789608873.836315:0:2411:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:2.0:1789608873.836317:0:2411:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:2.0:1789608873.836319:0:2411:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1789608873.836322:0:2411:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1789608873.836324:0:2411:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1789608873.836325:0:2411:0:(cl_page.c:1136:cl_page_complete()) Process leaving 00000020:00000001:2.0:1789608873.836327:0:2411:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:2.0:1789608873.836330:0:2411:0:(cl_page.c:567:cl_batch_put()) page@00000000a3abeb33[4 0000000041cd5cf8 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789608873.836331:0:2411:0:(cl_page.c:567:cl_batch_put()) 4 00000020:00000001:2.0:1789608873.836333:0:2411:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000008:00000001:2.0:1789608873.836334:0:2411:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000001:2.0:1789608873.836335:0:2411:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:2.0:1789608873.836336:0:2411:0:(cl_page.c:1113:cl_page_complete()) Process entered 00000020:00000001:2.0:1789608873.836339:0:2411:0:(cl_page.c:1115:cl_page_complete()) page@000000009de80e20[4 0000000041cd5cf8 3 1 0000000000000000 0 0 1] 00000020:00000001:2.0:1789608873.836340:0:2411:0:(cl_page.c:1115:cl_page_complete()) 1 0 00000020:00000001:2.0:1789608873.836342:0:2411:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:2.0:1789608873.836343:0:2411:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1789608873.836345:0:2411:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1789608873.836348:0:2411:0:(cl_page.c:518:__cl_page_state_set()) page@000000009de80e20[4 0000000041cd5cf8 3 1 0000000000000000 0 0 1] 00000020:00000001:2.0:1789608873.836349:0:2411:0:(cl_page.c:518:__cl_page_state_set()) 3 -> 1 00000020:00000001:2.0:1789608873.836350:0:2411:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000080:00000001:2.0:1789608873.836351:0:2411:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:2.0:1789608873.836354:0:2411:0:(vvp_page.c:167:vvp_page_complete_write()) page@000000009de80e20[4 0000000041cd5cf8 1 1 0000000000000000 0 0 1] 00000080:00008000:2.0:1789608873.836355:0:2411:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:2.0:1789608873.836357:0:2411:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:2.0:1789608873.836358:0:2411:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1789608873.836359:0:2411:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1789608873.836379:0:2411:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1789608873.836380:0:2411:0:(cl_page.c:1136:cl_page_complete()) Process leaving 00000020:00000001:2.0:1789608873.836381:0:2411:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:2.0:1789608873.836384:0:2411:0:(cl_page.c:567:cl_batch_put()) page@000000009de80e20[4 0000000041cd5cf8 1 1 0000000000000000 0 0 1] 00000020:00000001:2.0:1789608873.836386:0:2411:0:(cl_page.c:567:cl_batch_put()) 4 00000020:00000001:2.0:1789608873.836387:0:2411:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000008:00000001:2.0:1789608873.836388:0:2411:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:2.0:1789608873.836391:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff94d909313f00@{[0 -> 1/1], [1|0|-|inv|wShu|ffff94d905e4e380], [0|0|-|-|0000000000000000|256|ffff94d901348000]} destroyed. 00000008:00010000:2.0:1789608873.836397:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff94d909313f00 00000008:00000010:2.0:1789608873.836400:0:2411:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff94d909313f00. 00000008:00000001:2.0:1789608873.836405:0:2411:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1789608873.836407:0:2411:0:(osc_request.c:2540:osc_release_ppga()) kvfree 'ppga': 16 at ffff94d918274980. 00000008:00000020:2.0:1789608873.836415:0:2411:0:(osc_cache.c:2468:__osc_io_unplug()) Queue writeback work for client ffff94d90933d568. 00000008:00000001:2.0:1789608873.836428:0:2411:0:(osc_request.c:2756:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608873.836433:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908493480 x1876538934317568/t4294967337(4294967337) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789608889 ref 1 fl Interpret:RMQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789608873.836443:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908493480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934317568:192.168.203.121@tcp:4:multiop.0 00000100:00000001:2.0:1789608873.836448:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608873.836450:0:2411:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608873.836453:0:2411:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908493480 x1876538934317568/t4294967337(4294967337) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789608889 ref 1 fl Complete:RMQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608873.836461:0:2411:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608873.836463:0:2411:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608873.836466:0:2411:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903dbfc00. 02000000:00000001:2.0:1789608873.836471:0:2411:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608873.836474:0:2411:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608873.836475:0:2411:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=2 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:2.0:1789608873.836478:0:2411:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608873.836480:0:2411:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 16384 at ffff94d907e3c000. 02000000:00000001:2.0:1789608873.836496:0:2411:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608873.836498:0:2411:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608873.836500:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908493480. 00000100:00000001:2.0:1789608873.836503:0:2411:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608873.836504:0:2411:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608873.836506:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608873.836524:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608873.836526:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608873.836528:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608873.836530:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608873.836544:0:31476:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789608873.836548:0:31476:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514695448 : -117815194856168 : ffff94d903295518) 00000020:00001000:2.0:1789608873.836551:0:31476:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295510 00000008:00000020:2.0:1789608873.836553:0:31476:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff94d90933d568. 00000008:00000001:2.0:1789608873.836556:0:31476:0:(osc_cache.c:2388:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1789608873.836557:0:31476:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:2.0:1789608873.836559:0:31476:0:(osc_cache.c:2379:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608873.836562:0:31476:0:(osc_cache.c:2452:osc_check_rpcs()) Process leaving 00000020:00001000:2.0:1789608873.836563:0:31476:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295510 00000020:00000001:0.0:1789608873.836877:0:36053:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608873.836881:0:36053:0:(cl_page.c:811:cl_page_assume()) Process entered 00000020:00000001:0.0:1789608873.836884:0:36053:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1789608873.836885:0:36053:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258740303744 : -117814969247872 : ffff94d9109bd780) 00000020:00000001:0.0:1789608873.836887:0:36053:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1789608873.836889:0:36053:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1789608873.836891:0:36053:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1789608873.836895:0:36053:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a3abeb33[3 0000000041cd5cf8 1 1 000000004fad0d0e 0 0 0] 00000020:00000001:0.0:1789608873.836897:0:36053:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1789608873.836898:0:36053:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1789608873.836899:0:36053:0:(cl_page.c:825:cl_page_assume()) Process leaving 00000020:00000001:0.0:1789608873.836900:0:36053:0:(cl_page.c:811:cl_page_assume()) Process entered 00000020:00000001:0.0:1789608873.836901:0:36053:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1789608873.836902:0:36053:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258740303744 : -117814969247872 : ffff94d9109bd780) 00000020:00000001:0.0:1789608873.836904:0:36053:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1789608873.836905:0:36053:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1789608873.836906:0:36053:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1789608873.836908:0:36053:0:(cl_page.c:518:__cl_page_state_set()) page@000000009de80e20[3 0000000041cd5cf8 1 1 000000004fad0d0e 0 0 1] 00000020:00000001:0.0:1789608873.836910:0:36053:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1789608873.836911:0:36053:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1789608873.836912:0:36053:0:(cl_page.c:825:cl_page_assume()) Process leaving 00000020:00000001:0.0:1789608873.836914:0:36053:0:(cl_io.c:789:cl_io_submit_sync()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608873.836916:0:36053:0:(cl_io.c:998:cl_page_list_splice()) Process entered 00000020:00000001:0.0:1789608873.836918:0:36053:0:(cl_io.c:1003:cl_page_list_splice()) Process leaving 00000020:00000001:0.0:1789608873.836919:0:36053:0:(cl_io.c:998:cl_page_list_splice()) Process entered 00000020:00000001:0.0:1789608873.836920:0:36053:0:(cl_io.c:1003:cl_page_list_splice()) Process leaving 00000020:00000001:0.0:1789608873.836921:0:36053:0:(cl_io.c:1121:cl_2queue_fini()) Process entered 00000020:00000001:0.0:1789608873.836923:0:36053:0:(cl_io.c:1044:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1789608873.836924:0:36053:0:(cl_io.c:1048:cl_page_list_fini()) Process leaving 00000020:00000001:0.0:1789608873.836925:0:36053:0:(cl_io.c:1044:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1789608873.836926:0:36053:0:(cl_io.c:1048:cl_page_list_fini()) Process leaving 00000020:00000001:0.0:1789608873.836927:0:36053:0:(cl_io.c:1124:cl_2queue_fini()) Process leaving 00000020:00000001:0.0:1789608873.836928:0:36053:0:(cl_io.c:952:cl_page_list_del()) Process entered 00000020:00000001:0.0:1789608873.836929:0:36053:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1789608873.836932:0:36053:0:(cl_page.c:567:cl_batch_put()) page@00000000a3abeb33[3 0000000041cd5cf8 2 1 000000004fad0d0e 0 0 0] 00000020:00000001:0.0:1789608873.836933:0:36053:0:(cl_page.c:567:cl_batch_put()) 3 00000020:00000001:0.0:1789608873.836934:0:36053:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1789608873.836935:0:36053:0:(cl_io.c:957:cl_page_list_del()) Process leaving 00000020:00000001:0.0:1789608873.836938:0:36053:0:(cl_page.c:1218:cl_page_clip()) page@00000000a3abeb33[2 0000000041cd5cf8 2 1 000000004fad0d0e 0 0 0] 00000020:00000001:0.0:1789608873.836939:0:36053:0:(cl_page.c:1218:cl_page_clip()) 0 4096 00000008:00000020:0.0:1789608873.836941:0:36053:0:(osc_page.c:179:osc_page_clip()) from 0, to 4096 00000020:00000001:0.0:1789608873.836944:0:36053:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:0.0:1789608873.836945:0:36053:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1789608873.836946:0:36053:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1789608873.836947:0:36053:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1789608873.836950:0:36053:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a3abeb33[2 0000000041cd5cf8 2 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1789608873.836952:0:36053:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1789608873.836953:0:36053:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1789608873.836955:0:36053:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1789608873.836956:0:36053:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1789608873.836958:0:36053:0:(cl_page.c:567:cl_batch_put()) page@00000000a3abeb33[2 0000000041cd5cf8 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1789608873.836959:0:36053:0:(cl_page.c:567:cl_batch_put()) 2 00000020:00000001:0.0:1789608873.836960:0:36053:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1789608873.836961:0:36053:0:(cl_io.c:952:cl_page_list_del()) Process entered 00000020:00000001:0.0:1789608873.836962:0:36053:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1789608873.836965:0:36053:0:(cl_page.c:567:cl_batch_put()) page@000000009de80e20[3 0000000041cd5cf8 2 1 000000004fad0d0e 0 0 1] 00000020:00000001:0.0:1789608873.836966:0:36053:0:(cl_page.c:567:cl_batch_put()) 3 00000020:00000001:0.0:1789608873.836967:0:36053:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1789608873.836968:0:36053:0:(cl_io.c:957:cl_page_list_del()) Process leaving 00000020:00000001:0.0:1789608873.836970:0:36053:0:(cl_page.c:1218:cl_page_clip()) page@000000009de80e20[2 0000000041cd5cf8 2 1 000000004fad0d0e 0 0 1] 00000020:00000001:0.0:1789608873.836971:0:36053:0:(cl_page.c:1218:cl_page_clip()) 0 4096 00000008:00000020:0.0:1789608873.836973:0:36053:0:(osc_page.c:179:osc_page_clip()) from 0, to 4096 00000020:00000001:0.0:1789608873.836974:0:36053:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:0.0:1789608873.836975:0:36053:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1789608873.836976:0:36053:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1789608873.836977:0:36053:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1789608873.836980:0:36053:0:(cl_page.c:518:__cl_page_state_set()) page@000000009de80e20[2 0000000041cd5cf8 2 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1789608873.836981:0:36053:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1789608873.836982:0:36053:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1789608873.836983:0:36053:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1789608873.836984:0:36053:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1789608873.836986:0:36053:0:(cl_page.c:567:cl_batch_put()) page@000000009de80e20[2 0000000041cd5cf8 1 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1789608873.836987:0:36053:0:(cl_page.c:567:cl_batch_put()) 2 00000020:00000001:0.0:1789608873.836988:0:36053:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000080:00000001:0.0:1789608873.836990:0:36053:0:(vvp_io.c:979:vvp_io_commit_sync()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000001:0.0:1789608873.836993:0:36053:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789608873.836997:0:36053:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d903559e88) owner 0000000000000000/ffff94d91a0a27c0 00020000:00000002:0.0:1789608873.837002:0:36053:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d903559e88) owner 0000000000000000/ffff94d91a0a27c0 00020000:00000001:0.0:1789608873.837005:0:36053:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608873.837007:0:36053:0:(cl_io.c:1044:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1789608873.837008:0:36053:0:(cl_io.c:1048:cl_page_list_fini()) Process leaving 00000080:00000001:0.0:1789608873.837010:0:36053:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608873.837013:0:36053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cc7b80 00000080:00200000:0.0:1789608873.837015:0:36053:0:(vvp_io.c:1358:vvp_io_write_start()) f24b.recovery-small-1: write bytes 0, result: 8192 00000080:00000001:0.0:1789608873.837018:0:36053:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608873.837022:0:36053:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1789608873.837026:0:36053:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789608873.837027:0:36053:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:0.0:1789608873.837030:0:36053:0:(osc_io.c:1053:osc_io_write_start()) Process entered 00000020:00000001:0.0:1789608873.837032:0:36053:0:(cl_object.c:143:cl_object_top()) ffff94d905e4e380 -> ffff94d904aaa210 00000020:00000001:0.0:1789608873.837034:0:36053:0:(cl_object.c:143:cl_object_top()) ffff94d905e4e380 -> ffff94d904aaa210 00000020:00000001:0.0:1789608873.837035:0:36053:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1789608873.837038:0:36053:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1789608873.837039:0:36053:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608873.837041:0:36053:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608873.837043:0:36053:0:(cl_object.c:143:cl_object_top()) ffff94d905e4e380 -> ffff94d904aaa210 00000008:00000001:0.0:1789608873.837044:0:36053:0:(osc_io.c:1061:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608873.837046:0:36053:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608873.837048:0:36053:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608873.837050:0:36053:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608873.837051:0:36053:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608873.837054:0:36053:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:0.0:1789608873.837055:0:36053:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1789608873.837057:0:36053:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1789608873.837058:0:36053:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:0.0:1789608873.837059:0:36053:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:0.0:1789608873.837061:0:36053:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608873.837062:0:36053:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608873.837064:0:36053:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:0.0:1789608873.837066:0:36053:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1789608873.837068:0:36053:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1789608873.837070:0:36053:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d907dd16c8 (ffff94d907dd4368/0) at cl_lock_release():245 00000020:00000001:0.0:1789608873.837073:0:36053:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789608873.837074:0:36053:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d907dd16c8 (ffff94d907dd4368/0) at cl_lock_cancel():142 00020000:00000001:0.0:1789608873.837077:0:36053:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1789608873.837079:0:36053:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789608873.837081:0:36053:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258608516616 : -117815101035000 : ffff94d908c0ee08) 00000020:00000001:0.0:1789608873.837083:0:36053:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789608873.837084:0:36053:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d903cc7330 (ffff94d907dd4ab8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1789608873.837088:0:36053:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1789608873.837089:0:36053:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1789608873.837092:0:36053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608873.837094:0:36053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608873.837097:0:36053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1c00 refcount=4 00000020:00000001:0.0:1789608873.837099:0:36053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00010000:00000001:0.0:1789608873.837103:0:36053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00010000:00000001:0.0:1789608873.837106:0:36053:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789608873.837111:0:36053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 0000000044cdbf43/0xc54db3288176fff3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x91bddff8e8ed9c9b expref: -99 pid: 36053 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608873.837121:0:36053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608873.837122:0:36053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608873.837124:0:36053:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789608873.837135:0:36053:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789608873.837139:0:36053:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 0000000044cdbf43/0xc54db3288176fff3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x91bddff8e8ed9c9b expref: -99 pid: 36053 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789608873.837150:0:36053:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789608873.837153:0:36053:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789608873.837155:0:36053:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789608873.837159:0:36053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608873.837160:0:36053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608873.837162:0:36053:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608873.837165:0:36053:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789608873.837167:0:36053:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608873.837169:0:36053:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608873.837171:0:36053:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608873.837173:0:36053:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789608873.837174:0:36053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608873.837175:0:36053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608873.837176:0:36053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608873.837176:0:36053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789608873.837178:0:36053:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1789608873.837179:0:36053:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1789608873.837181:0:36053:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789608873.837182:0:36053:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789608873.837183:0:36053:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789608873.837184:0:36053:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d907dd16c8 (ffff94d907dd4368/0) at cl_lock_fini():72 00020000:00000001:0.0:1789608873.837186:0:36053:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1789608873.837188:0:36053:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789608873.837189:0:36053:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d903cc7330 (ffff94d907dd4368/1) at cl_lock_fini():72 00000008:00000010:0.0:1789608873.837192:0:36053:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d9035db690. 00000020:00000001:0.0:1789608873.837196:0:36053:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1789608873.837198:0:36053:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d903cc7300. 00020000:00000001:0.0:1789608873.837201:0:36053:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1789608873.837202:0:36053:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1789608873.837203:0:36053:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1789608873.837206:0:36053:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1789608873.837207:0:36053:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789608873.837209:0:36053:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1789608873.837210:0:36053:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1789608873.837211:0:36053:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608873.837213:0:36053:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608873.837215:0:36053:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1789608873.837216:0:36053:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1789608873.837218:0:36053:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1789608873.837220:0:36053:0:(vvp_io.c:533:vvp_io_advance()) advancing 8192 bytes 00000020:00000001:0.0:1789608873.837222:0:36053:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1789608873.837223:0:36053:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1789608873.837225:0:36053:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1789608873.837226:0:36053:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789608873.837227:0:36053:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1789608873.837229:0:36053:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1789608873.837231:0:36053:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608873.837233:0:36053:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608873.837234:0:36053:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789608873.837236:0:36053:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789608873.837238:0:36053:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789608873.837242:0:36053:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 1] 00000001:00000001:0.0:1789608873.837245:0:36053:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:0.0:1789608873.837247:0:36053:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:0.0:1789608873.837249:0:36053:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1789608873.837251:0:36053:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1789608873.837252:0:36053:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1789608873.837253:0:36053:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1789608873.837255:0:36053:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789608873.837256:0:36053:0:(cl_object.c:917:cl_env_put()) 1@ffff94d907dd4ab0 00020000:00000001:0.0:1789608873.837258:0:36053:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1789608873.837260:0:36053:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1789608873.837262:0:36053:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1789608873.837264:0:36053:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2e:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1789608873.837267:0:36053:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1789608873.837268:0:36053:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00000001:0.0:1789608873.837270:0:36053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cc7c98 00000080:00200000:0.0:1789608873.837272:0:36053:0:(file.c:2238:ll_file_io_generic()) f24b.recovery-small-1: 2 io complete with rc: 0, result: 8192, restart: 0 00000080:00000001:0.0:1789608873.837276:0:36053:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1789608873.837278:0:36053:0:(cl_object.c:143:cl_object_top()) ffff94d904aaa210 -> ffff94d904aaa210 00000020:00000001:0.0:1789608873.837280:0:36053:0:(cl_object.c:143:cl_object_top()) ffff94d904aaa210 -> ffff94d904aaa210 00000020:00000001:0.0:1789608873.837282:0:36053:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1789608873.837285:0:36053:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1789608873.837289:0:36053:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789608873.837291:0:36053:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000001:0.0:1789608873.837292:0:36053:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789608873.837293:0:36053:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000002:0.0:1789608873.837296:0:36053:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2e:1029 on OST[0]: s=8192 (1) m=1789608873 a=0 c=1789608873 b=1 00020000:00000001:0.0:1789608873.837299:0:36053:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789608873.837302:0:36053:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=8192 m=1789608873 a=0 c=1789608873 b=1 00020000:00000001:0.0:1789608873.837305:0:36053:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608873.837307:0:36053:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608873.837309:0:36053:0:(cl_object.c:143:cl_object_top()) ffff94d904aaa210 -> ffff94d904aaa210 00000080:00200000:0.0:1789608873.837312:0:36053:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2e:0x0] updating i_size 8192 i_blocks 1 00000080:00000001:0.0:1789608873.837314:0:36053:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:0.0:1789608873.837318:0:36053:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 8192 00000080:00000001:0.0:1789608873.837320:0:36053:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=8192 : 8192 : 2000) 00000020:00001000:0.0:1789608873.837322:0:36053:0:(cl_object.c:917:cl_env_put()) 1@ffff94d907dd4360 00000020:00000001:0.0:1789608873.837326:0:36053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cc7d88 00000080:00000008:0.0:1789608873.837328:0:36053:0:(file.c:2732:do_file_write_iter()) COMPLETED: file f24b.recovery-small-1:[0x200000405:0x2e:0x0], ppos: 8192, count: 0, rc = 8192 00000080:00000001:0.0:1789608873.837331:0:36053:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=8192 : 8192 : 2000) 00000080:00000001:2.0:1789608873.870537:0:36056:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789608873.870546:0:36056:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789608873.870548:0:36056:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789608873.870551:0:36056:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d03bc0 00000080:00200000:2.0:1789608873.870557:0:36056:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:2.0:1789608873.870567:0:36056:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d91213ce00. 00800000:00000002:2.0:1789608873.870575:0:36056:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:2.0:1789608873.870579:0:36056:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789608873.870585:0:36056:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789608873.870587:0:36056:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d03ae0 00800000:00000002:2.0:1789608873.870590:0:36056:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608873.870594:0:36056:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789608873.870597:0:36056:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608873.870600:0:36056:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608873.870603:0:36056:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608873.870606:0:36056:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608873.870608:0:36056:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608873.870611:0:36056:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608873.870614:0:36056:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608873.870617:0:36056:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789608873.871012:0:36056:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789608873.871015:0:36056:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d039b0 00000002:00010000:2.0:1789608873.871018:0:36056:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789608873.871022:0:36056:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789608873.871024:0:36056:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608873.871027:0:36056:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608873.871033:0:36056:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d90842a000 count: 2 00010000:00000001:2.0:1789608873.871036:0:36056:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608873.871041:0:36056:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608873.871047:0:36056:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789608873.871052:0:36056:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b200/0xc54db3288176ffd7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9c32 expref: -99 pid: 36046 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1789608873.871064:0:36056:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789608873.871069:0:36056:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608873.871072:0:36056:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b200/0xc54db3288176ffd7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9c32 expref: -99 pid: 36046 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1789608873.871078:0:36056:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789608873.871080:0:36056:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789608873.871082:0:36056:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608873.871084:0:36056:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608873.871086:0:36056:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608873.871088:0:36056:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789608873.871091:0:36056:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789608873.871095:0:36056:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:2.0:1789608873.871098:0:36056:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d91213ce00. 00000080:00000001:2.0:1789608873.871103:0:36056:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789608873.871104:0:36056:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608873.871107:0:36056:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:2.0:1789608873.871110:0:36056:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176ffd7 00800000:00000001:2.0:1789608873.871114:0:36056:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789608873.871116:0:36056:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789608873.871118:0:36056:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608873.871120:0:36056:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608873.871124:0:36056:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6b200 refcount=3 00000020:00000001:2.0:1789608873.871126:0:36056:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528154112 : -117815181397504 : ffff94d903f6b200) 00010000:00000001:2.0:1789608873.871129:0:36056:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528154112 : -117815181397504 : ffff94d903f6b200) 00010000:00000001:2.0:1789608873.871132:0:36056:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.871133:0:36056:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608873.871134:0:36056:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608873.871135:0:36056:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608873.871138:0:36056:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ffd7 from it ffffae3e01d03bf8 00010000:00000001:2.0:1789608873.871140:0:36056:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608873.871141:0:36056:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608873.871142:0:36056:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6b200 refcount=3 00000020:00000001:2.0:1789608873.871144:0:36056:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528154112 : -117815181397504 : ffff94d903f6b200) 00010000:00000001:2.0:1789608873.871146:0:36056:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528154112 : -117815181397504 : ffff94d903f6b200) 00010000:00000001:2.0:1789608873.871148:0:36056:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608873.871150:0:36056:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b200/0xc54db3288176ffd7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9c32 expref: -99 pid: 36046 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789608873.871157:0:36056:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.871158:0:36056:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608873.871159:0:36056:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789608873.871162:0:36056:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789608873.871165:0:36056:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b200/0xc54db3288176ffd7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9c32 expref: -99 pid: 36046 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1789608873.871171:0:36056:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789608873.871175:0:36056:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789608873.871177:0:36056:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608873.871181:0:36056:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.871182:0:36056:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608873.871183:0:36056:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.871186:0:36056:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789608873.871189:0:36056:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.871190:0:36056:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.871192:0:36056:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.871195:0:36056:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608873.871196:0:36056:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.871197:0:36056:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789608873.871200:0:36056:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789608873.871201:0:36056:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608873.871204:0:36056:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 1 00000080:00000001:2.0:1789608873.871208:0:36056:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608873.871212:0:36056:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1789608873.871215:0:36056:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d03b88 00000080:00002000:2.0:1789608873.871217:0:36056:0:(dcache.c:87:ll_dcompare()) found name d24b.recovery-small(ffff94d911547d80) flags 0x20000e refc 1 00000080:00000001:2.0:1789608873.871220:0:36056:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608873.871222:0:36056:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d03bd0 00000080:00200000:2.0:1789608873.871223:0:36056:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d24b.recovery-small, flags=25 00000080:00000001:2.0:1789608873.871227:0:36056:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1789608873.871229:0:36056:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608873.871232:0:36056:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789608873.871234:0:36056:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2c:0x0](ffff94d918927448), inode mode 41ed mask 1 00000080:00000001:2.0:1789608873.871237:0:36056:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789608873.871247:0:36056:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d907f68160. 00000080:00000001:2.0:1789608873.871251:0:36056:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789608873.871252:0:36056:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2c:0x0](ffff94d918927448), inode mode 41ed mask 3 00000080:00000001:2.0:1789608873.871254:0:36056:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608873.871257:0:36056:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1789608873.871259:0:36056:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d03b58 00000080:00200000:2.0:1789608873.871261:0:36056:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f24b.recovery-small-2, dir=[0x200000405:0x2c:0x0](ffff94d918927448), file ffff94d903b46180, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1789608873.871411:0:36056:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff94d907f83840. 00000080:00000001:2.0:1789608873.871417:0:36056:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1789608873.871419:0:36056:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d03a08 00000080:00200000:2.0:1789608873.871421:0:36056:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f24b.recovery-small-2, dir=[0x200000405:0x2c:0x0](ffff94d918927448), intent=open|creat 00000080:00000010:2.0:1789608873.871428:0:36056:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d91213ce00. 00000080:00000001:2.0:1789608873.871433:0:36056:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789608873.871435:0:36056:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789608873.871437:0:36056:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d03928 00800000:00000002:2.0:1789608873.871439:0:36056:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f24b.recovery-small-2' on [0x200000405:0x2c:0x0] 00800000:00000001:2.0:1789608873.871442:0:36056:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1789608873.871444:0:36056:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1789608873.871447:0:36056:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608873.871449:0:36056:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608873.871450:0:36056:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608873.871452:0:36056:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608873.871454:0:36056:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608873.871456:0:36056:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2c:0x0] 00800000:00000001:2.0:1789608873.871457:0:36056:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608873.871460:0:36056:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446626258787724288 : -117814921827328 : ffff94d9136f6c00) 00800000:00000001:2.0:1789608873.871463:0:36056:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1789608873.871466:0:36056:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1789608873.871468:0:36056:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1789608873.871470:0:36056:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1789608873.871473:0:36056:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94d904ceb000: Allocated FID [0x200000405:0x2f:0x0] 40000000:00000001:2.0:1789608873.871475:0:36056:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608873.871477:0:36056:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608873.871479:0:36056:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608873.871481:0:36056:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608873.871483:0:36056:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d038a8 00800000:00000002:2.0:1789608873.871485:0:36056:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000405:0x2c:0x0], fid2=[0x200000405:0x2f:0x0], name='f24b.recovery-small-2' -> mds #0 layout version 1 00000002:00000001:2.0:1789608873.871489:0:36056:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789608873.871490:0:36056:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d037e0 00000002:00010000:2.0:1789608873.871492:0:36056:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f24b.recovery-small-2,[0x200000405:0x2f:0x0]) in obj [0x200000405:0x2c:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1789608873.871495:0:36056:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789608873.871497:0:36056:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1789608873.871500:0:36056:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1789608873.871503:0:36056:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608873.871505:0:36056:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789608873.871516:0:36056:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29d00 count: 2 00010000:00000001:2.0:1789608873.871519:0:36056:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608873.871522:0:36056:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789608873.871524:0:36056:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.871526:0:36056:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608873.871528:0:36056:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608873.871534:0:36056:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d26d80. 00000020:00000040:2.0:1789608873.871538:0:36056:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d904ceb000 02000000:00000001:2.0:1789608873.871543:0:36056:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789608873.871545:0:36056:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.871547:0:36056:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789608873.871551:0:36056:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608873.871554:0:36056:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.871555:0:36056:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608873.871556:0:36056:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608873.871559:0:36056:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608873.871561:0:36056:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608873.871565:0:36056:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608873.871572:0:36056:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d903dbfc00. 00000100:00000001:2.0:1789608873.871579:0:36056:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.871584:0:36056:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608873.871585:0:36056:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.871587:0:36056:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608873.871588:0:36056:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.871590:0:36056:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608873.871599:0:36056:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446626258592886144 : -117815116665472 : ffff94d907d26d80) 00010000:00000001:2.0:1789608873.871603:0:36056:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789608873.871605:0:36056:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1789608873.871608:0:36056:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29d00 count: 2 00010000:00000001:2.0:1789608873.871610:0:36056:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608873.871612:0:36056:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789608873.871616:0:36056:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d909232a00. 00000020:00000001:2.0:1789608873.871619:0:36056:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789608873.872161:0:36056:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d909232a00 with handle 0xc54db3288176fffa to hash 00000020:00000001:2.0:1789608873.872167:0:36056:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789608873.872169:0:36056:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:2.0:1789608873.872172:0:36056:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:2.0:1789608873.872175:0:36056:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608873.872178:0:36056:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608873.872181:0:36056:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232a00/0xc54db3288176fffa lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 36056 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789608873.872190:0:36056:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232a00/0xc54db3288176fffa lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 36056 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1789608873.872205:0:36056:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d904ceb000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1789608873.872217:0:36056:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d907d26d80 x1876538934317824/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1789608873.872226:0:36056:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232a00/0xc54db3288176fffa lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 36056 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789608873.872235:0:36056:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789608873.872237:0:36056:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789608873.872245:0:36056:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d911d78cc0. 00000100:00000001:2.0:1789608873.872247:0:36056:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258760993984 : -117814948557632 : ffff94d911d78cc0) 00000100:00000001:2.0:1789608873.872250:0:36056:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608873.872251:0:36056:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592886144 : -117815116665472 : ffff94d907d26d80) 00000100:00000001:2.0:1789608873.872255:0:36056:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608873.872259:0:36056:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608873.872261:0:36056:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789608873.872262:0:36056:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608873.872266:0:36056:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d26d80 x1876538934317824/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608873.872274:0:36056:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608873.872276:0:36056:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608873.872280:0:36056:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608873.872282:0:36056:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608873.872284:0:36056:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608873.872287:0:36056:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d26d80 pname:cluuid:pid:xid:nid:opc:job multiop:25f5d458-2cbe-49cd-9693-334c08df7e27:36056:1876538934317824:192.168.203.121@tcp:101:multiop.0 00000100:00000001:2.0:1789608873.872291:0:36056:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608873.872296:0:36056:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608873.872298:0:36056:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608873.872301:0:36056:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608873.872352:0:36056:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff94d9086c0000. 02000000:00000001:2.0:1789608873.872354:0:36056:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608873.872364:0:36056:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608873.872368:0:36056:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21210. 00000400:00000010:2.0:1789608873.872375:0:36056:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff94d903dbe400. 00000100:00000200:2.0:1789608873.872382:0:36056:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876538934317824, portal 10 00000100:00000001:2.0:1789608873.872385:0:36056:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608873.872386:0:36056:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592886144 : -117815116665472 : ffff94d907d26d80) 00000100:00000040:2.0:1789608873.872393:0:36056:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d907d26d80 x1876538934317824/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789608889 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608873.872405:0:36056:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608873.872407:0:36056:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608873.872411:0:36056:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c660. 00000100:00000200:2.0:1789608873.872414:0:36056:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876538934317824, offset 0 00000400:00000200:2.0:1789608873.872421:0:36056:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608873.872430:0:36056:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608873.872437:0:36056:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608873.872441:0:36056:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608873.872445:0:36056:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608873.872448:0:36056:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608873.872451:0:36056:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608873.872455:0:36056:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2988:2988:256:4294967295] 192.168.203.121@tcp LPNI seq info [2988:2988:8:4294967295] 00000400:00000200:2.0:1789608873.872459:0:36056:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608873.872468:0:36056:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608873.872474:0:36056:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608873.872478:0:36056:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91350a400. 00000800:00000200:2.0:1789608873.872486:0:36056:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608873.872493:0:36056:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608873.872497:0:36056:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91350a400 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1789608873.872563:0:36056:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608873.872568:0:36056:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 847360 usecs (848 jiffies) 00000400:00000200:2.0:1789608873.872572:0:36056:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608873.872575:0:36056:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296601810 00000100:00000001:2.0:1789608873.872577:0:36056:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296604004 00000100:00000001:2.0:1789608873.872580:0:36056:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296601810 00000100:00000001:2.0:1789608873.872582:0:36056:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296604004 00000100:00000001:2.0:1789608873.872583:0:36056:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608873.872586:0:36056:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608873.872589:0:36056:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608873.872591:0:36056:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789608873.872593:0:36056:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d911d78cc0 going to sleep for 11 seconds 00000100:00000001:2.0:1789608873.872596:0:36056:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608873.872598:0:36056:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608873.873081:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608873.873087:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91350a400. 00000400:00000200:1.0:1789608873.873092:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608873.873097:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608873.873103:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c660 00000400:00000010:1.0:1789608873.873105:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c660. 00000100:00000001:1.0:1789608873.873110:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608873.873114:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d26d80 x1876538934317824/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789608889 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608873.873125:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608873.873129:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d26d80 x1876538934317824/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789608889 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608873.873137:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608873.873138:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608873.885245:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608873.885269:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608873.885275:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608873.885278:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608873.885288:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.885298:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608873.885309:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.885324:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.885331:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.885336:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 664 into portal 10 MB=0x6aab3c4965300 00000400:00000200:0.0:1789608873.885342:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.885350:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 664/664 into md 0x8821 [32] + 224 00000800:00000001:0.0:1789608873.885358:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608873.885365:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608873.885369:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608873.885374:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608873.885392:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608873.885403:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d26d80 x1876538934317824/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789608889 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608873.885414:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff94d907d26d80 x1876538934317824/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789608889 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608873.885432:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608873.885444:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608873.885447:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608873.886222:0:36056:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608873.886236:0:36056:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608873.886238:0:36056:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608873.886243:0:36056:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21210. 00000400:00000200:2.0:1789608873.886253:0:36056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d903dbe400 00000400:00000010:2.0:1789608873.886255:0:36056:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff94d903dbe400. 00000100:00000001:2.0:1789608873.886260:0:36056:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608873.886272:0:36056:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d26d80 x1876538934317824/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789608889 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789608873.886283:0:36056:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d26d80 x1876538934317824/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789608889 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608873.886291:0:36056:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608873.886293:0:36056:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608873.886296:0:36056:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608873.886299:0:36056:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608873.886302:0:36056:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608873.886304:0:36056:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608873.886308:0:36056:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608873.886317:0:36056:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=81 v=5 (5 104 104 104) 00000100:00001000:2.0:1789608873.886321:0:36056:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608873.886323:0:36056:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608873.886325:0:36056:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.886328:0:36056:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608873.886331:0:36056:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608873.886335:0:36056:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789608873.886337:0:36056:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x20000000a/0x1] 00000100:00000001:2.0:1789608873.886338:0:36056:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789608873.886340:0:36056:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608873.886342:0:36056:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592886144 : -117815116665472 : ffff94d907d26d80) 00000100:00000001:2.0:1789608873.886345:0:36056:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608873.886348:0:36056:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 8589934600 00000100:00000001:2.0:1789608873.886350:0:36056:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608873.886354:0:36056:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608873.886369:0:36056:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d26d80 x1876538934317824/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/664 e 0 to 0 dl 1789608889 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608873.886376:0:36056:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608873.886379:0:36056:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608873.886381:0:36056:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608873.886386:0:36056:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d26d80 x1876538934317824/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/664 e 0 to 0 dl 1789608889 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789608873.886394:0:36056:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d26d80 pname:cluuid:pid:xid:nid:opc:job multiop:25f5d458-2cbe-49cd-9693-334c08df7e27:36056:1876538934317824:192.168.203.121@tcp:101:multiop.0 00000100:00000001:2.0:1789608873.886398:0:36056:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608873.886401:0:36056:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608873.886403:0:36056:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789608873.886405:0:36056:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608873.886408:0:36056:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d26d80 x1876538934317824/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/664 e 0 to 0 dl 1789608889 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608873.887060:0:36056:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608873.887064:0:36056:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d911d78cc0. 00000100:00000001:2.0:1789608873.887070:0:36056:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789608873.887072:0:36056:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.887076:0:36056:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789608873.887082:0:36056:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608873.887086:0:36056:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608873.887090:0:36056:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232a00 refcount=4 00000020:00000001:2.0:1789608873.887093:0:36056:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:2.0:1789608873.887096:0:36056:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000040:2.0:1789608873.887102:0:36056:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d909232a00, remote cookie: 0x91bddff8e8ed9cb7, flags: 0x1001 00010000:00010000:2.0:1789608873.887108:0:36056:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232a00/0xc54db3288176fffa lrc: 4/0,1 mode: --/CW res: [0x200000405:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9cb7 expref: -99 pid: 36056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789608873.887123:0:36056:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x2f:0x0].0x0, instead of [0x200000405:0x2c:0x0].0x0 00010000:00000001:2.0:1789608873.887127:0:36056:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1789608873.887137:0:36056:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d903b69900. 00010000:00000010:2.0:1789608873.887142:0:36056:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d90847bc00. 00010000:00000001:2.0:1789608873.887148:0:36056:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608873.887152:0:36056:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232a00/0xc54db3288176fffa lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9cb7 expref: -99 pid: 36056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789608873.887160:0:36056:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232a00/0xc54db3288176fffa lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9cb7 expref: -99 pid: 36056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608873.887165:0:36056:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789608873.887169:0:36056:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789608873.887171:0:36056:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789608873.887173:0:36056:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789608873.887174:0:36056:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789608873.887177:0:36056:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x2f:0x0].0x0 (ffff94d903b69900) refcount = 1 00010000:00010000:2.0:1789608873.887181:0:36056:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232a00/0xc54db3288176fffa lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9cb7 expref: -99 pid: 36056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608873.887188:0:36056:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789608873.887192:0:36056:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789608873.887193:0:36056:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608873.887196:0:36056:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789608873.887199:0:36056:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608873.887203:0:36056:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232a00/0xc54db3288176fffa lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9cb7 expref: -99 pid: 36056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608873.887209:0:36056:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789608873.887212:0:36056:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.887215:0:36056:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608873.887216:0:36056:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.887217:0:36056:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608873.887218:0:36056:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608873.887223:0:36056:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789608873.887225:0:36056:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608873.887227:0:36056:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608873.887228:0:36056:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232a00 refcount=3 00000020:00000001:2.0:1789608873.887230:0:36056:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:2.0:1789608873.887232:0:36056:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:2.0:1789608873.887234:0:36056:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608873.887236:0:36056:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608873.887237:0:36056:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232a00 refcount=4 00000020:00000001:2.0:1789608873.887239:0:36056:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:2.0:1789608873.887241:0:36056:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:2.0:1789608873.887244:0:36056:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608873.887247:0:36056:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608873.887250:0:36056:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232a00/0xc54db3288176fffa lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9cb7 expref: -99 pid: 36056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608873.887257:0:36056:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.887258:0:36056:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608873.887259:0:36056:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608873.887261:0:36056:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608873.887262:0:36056:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232a00 refcount=5 00000020:00000001:2.0:1789608873.887264:0:36056:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:2.0:1789608873.887266:0:36056:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:2.0:1789608873.887268:0:36056:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608873.887271:0:36056:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232a00/0xc54db3288176fffa lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9cb7 expref: -99 pid: 36056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608873.887277:0:36056:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.887278:0:36056:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789608873.887281:0:36056:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232a00/0xc54db3288176fffa lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9cb7 expref: -99 pid: 36056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608873.887287:0:36056:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608873.887288:0:36056:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.887289:0:36056:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608873.887290:0:36056:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.887291:0:36056:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789608873.887297:0:36056:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff94d907d26d80 x1876538934317824/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/664 e 0 to 0 dl 1789608889 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789608873.887306:0:36056:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1789608873.887310:0:36056:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d907d26d80 x1876538934317824/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 664/664 e 0 to 0 dl 1789608889 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789608873.887317:0:36056:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.887324:0:36056:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608873.887325:0:36056:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608873.887327:0:36056:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232a00 refcount=3 00000020:00000001:2.0:1789608873.887329:0:36056:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:2.0:1789608873.887331:0:36056:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00000002:00010000:2.0:1789608873.887335:0:36056:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232a00/0xc54db3288176fffa lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9cb7 expref: -99 pid: 36056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1789608873.887344:0:36056:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff94d9071bf800. 00010000:00000001:2.0:1789608873.887346:0:36056:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.887348:0:36056:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608873.887349:0:36056:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608873.887352:0:36056:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608873.887355:0:36056:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1789608873.887358:0:36056:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608873.887359:0:36056:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592886144 : -117815116665472 : ffff94d907d26d80) 00000100:00000001:2.0:1789608873.887361:0:36056:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608873.887362:0:36056:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592886144 : -117815116665472 : ffff94d907d26d80) 00010000:00000001:2.0:1789608873.887365:0:36056:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608873.887366:0:36056:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608873.887368:0:36056:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232a00 refcount=3 00000020:00000001:2.0:1789608873.887370:0:36056:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:2.0:1789608873.887372:0:36056:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00000002:00010000:2.0:1789608873.887375:0:36056:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232a00/0xc54db3288176fffa lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9cb7 expref: -99 pid: 36056 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608873.887381:0:36056:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.887382:0:36056:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608873.887384:0:36056:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789608873.887385:0:36056:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608873.887386:0:36056:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608873.887388:0:36056:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232a00 refcount=3 00000020:00000001:2.0:1789608873.887390:0:36056:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:2.0:1789608873.887392:0:36056:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000040:2.0:1789608873.887396:0:36056:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69900 count: 2 00010000:00000001:2.0:1789608873.887398:0:36056:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789608873.887402:0:36056:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d91081f000 type 13 mode 4 res 8589935621/47 (0 0) 00010000:00000001:2.0:1789608873.887405:0:36056:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.887406:0:36056:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608873.887407:0:36056:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789608873.887410:0:36056:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d03768 00000002:00002000:2.0:1789608873.887427:0:36056:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f24b.recovery-small-2 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:2.0:1789608873.887431:0:36056:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608873.887434:0:36056:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608873.887437:0:36056:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789608873.887440:0:36056:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000405:0x2c:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1789608873.887444:0:36056:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608873.887447:0:36056:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1789608873.887449:0:36056:0:(namei.c:674:ll_lookup_it_finish()) it ffff94d907f83840 it_disposition 1800037 00000080:00002000:2.0:1789608873.887455:0:36056:0:(namei.c:653:ll_splice_alias()) Add dentry ffff94d91155d438 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1789608873.887460:0:36056:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789608873.887463:0:36056:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:2.0:1789608873.887465:0:36056:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d03990 00000080:00200000:2.0:1789608873.887467:0:36056:0:(namei.c:1628:ll_create_it()) VFS Op:name=f24b.recovery-small-2, dir=[0x200000405:0x2c:0x0](ffff94d918927448), intent=open|creat 00000080:00000001:2.0:1789608873.887469:0:36056:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:2.0:1789608873.887472:0:36056:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789608873.887476:0:36056:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1789608873.887479:0:36056:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789608873.887481:0:36056:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611183 : 144115205339611183 : 20000040500002f) 00000080:00000001:2.0:1789608873.887485:0:36056:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1789608873.887496:0:36056:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94d9189239c0. 00000020:00000001:2.0:1789608873.887506:0:36056:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:2.0:1789608873.887518:0:36056:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1789608873.887521:0:36056:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:2.0:1789608873.887523:0:36056:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x2f:0x0](ffff94d918923a88) 00000020:00000001:2.0:1789608873.887527:0:36056:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789608873.887532:0:36056:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514695448 : -117815194856168 : ffff94d903295518) 00000020:00001000:2.0:1789608873.887535:0:36056:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295510 00000020:00000001:2.0:1789608873.887539:0:36056:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:2.0:1789608873.887544:0:36056:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff94d9040db7d0. 00000020:00000001:2.0:1789608873.887546:0:36056:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1789608873.887548:0:36056:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608873.887555:0:36056:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:2.0:1789608873.887560:0:36056:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff94d910b650f8. 00020000:00000001:2.0:1789608873.887562:0:36056:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446626258742038776 : -117814967512840 : ffff94d910b650f8) 00020000:00000001:2.0:1789608873.887565:0:36056:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:2.0:1789608873.887568:0:36056:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789608873.887573:0:36056:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d907f83000. 00020000:00000010:2.0:1789608873.887577:0:36056:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d903f8be80. 00020000:00000010:2.0:1789608873.887581:0:36056:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d907f83720. 00020000:00000001:2.0:1789608873.887584:0:36056:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626258595362592 : -117815114189024 : ffff94d907f83720) 00020000:00000002:2.0:1789608873.887588:0:36056:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d907f83720, objid 0x2f:1029, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789608873.887593:0:36056:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789608873.887597:0:36056:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d903f8be80: ostid: 0x280000401:67 ost idx: 0 gen: 0 00020000:00000001:2.0:1789608873.887600:0:36056:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1789608873.887603:0:36056:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d907f83720, objid 0x2f:1029, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789608873.887606:0:36056:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789608873.887609:0:36056:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d903f8be80: ostid: 0x280000401:67 ost idx: 0 gen: 0 00020000:00000010:2.0:1789608873.887612:0:36056:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff94d911da5f90. 00020000:00000010:2.0:1789608873.887616:0:36056:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff94d911d78cc0. 00020000:00000001:2.0:1789608873.887620:0:36056:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1789608873.887837:0:36056:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff94d91806bff8. 00020000:00000001:2.0:1789608873.887841:0:36056:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1789608873.887842:0:36056:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:2.0:1789608873.887848:0:36056:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1789608873.887851:0:36056:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff94d9040db000. 00000020:00000001:2.0:1789608873.887853:0:36056:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1789608873.887855:0:36056:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608873.887857:0:36056:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446626258529661056 : -117815179890560 : ffff94d9040db080) 00020000:00000001:2.0:1789608873.887861:0:36056:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1789608873.887866:0:36056:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff94d9183e5dc0. 00020000:00000001:2.0:1789608873.887869:0:36056:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608873.887873:0:36056:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446626258529661056 : -117815179890560 : ffff94d9040db080) 00020000:00000001:2.0:1789608873.887877:0:36056:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446626258529661056 : -117815179890560 : ffff94d9040db080) 00020000:00000002:2.0:1789608873.887880:0:36056:0:(lov_object.c:134:lov_init_sub()) [0x280000401:0x43:0x0]@ffff94d9040db000[0:0] -> [0x200000405:0x2f:0x0]@ffff94d9040db7d0: ostid: 0x280000401:67 ost idx: 0 gen: 0 00020000:00000001:2.0:1789608873.887885:0:36056:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:2.0:1789608873.887888:0:36056:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:2.0:1789608873.887890:0:36056:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608873.887894:0:36056:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446626258529663056 : -117815179888560 : ffff94d9040db850) 00000020:00001000:2.0:1789608873.887897:0:36056:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295510 00000080:00000001:2.0:1789608873.887901:0:36056:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611183 : 144115205339611183 : 20000040500002f) 00000080:00000001:2.0:1789608873.887903:0:36056:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1789608873.887906:0:36056:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611183 mtime from 0 to 1789608873 00000080:00000001:2.0:1789608873.887911:0:36056:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1789608873.887914:0:36056:0:(namei.c:156:ll_iget()) Process leaving (rc=18446626258873891464 : -117814835660152 : ffff94d918923a88) 00010000:00000001:2.0:1789608873.887917:0:36056:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608873.887920:0:36056:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608873.887923:0:36056:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232a00 refcount=3 00000020:00000001:2.0:1789608873.887926:0:36056:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:2.0:1789608873.887928:0:36056:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00000080:00000001:2.0:1789608873.887932:0:36056:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789608873.887934:0:36056:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789608873.887936:0:36056:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514695448 : -117815194856168 : ffff94d903295518) 00000020:00001000:2.0:1789608873.887939:0:36056:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295510 00000020:00000001:2.0:1789608873.887941:0:36056:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1789608873.887944:0:36056:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1789608873.887945:0:36056:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789608873.887948:0:36056:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d907f833c0. 00020000:00000010:2.0:1789608873.887951:0:36056:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d903f8b200. 00020000:00000010:2.0:1789608873.887954:0:36056:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d907f83180. 00020000:00000001:2.0:1789608873.887955:0:36056:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626258595361152 : -117815114190464 : ffff94d907f83180) 00020000:00000002:2.0:1789608873.887958:0:36056:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d907f83180, objid 0x2f:1029, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789608873.887961:0:36056:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789608873.887965:0:36056:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d903f8b200: ostid: 0x280000401:67 ost idx: 0 gen: 0 00020000:00000002:2.0:1789608873.887968:0:36056:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff94d910b650f8) owner ffff94d909c40000 00020000:00000001:2.0:1789608873.887971:0:36056:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789608873.887973:0:36056:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff94d910b650f8) owner ffff94d909c40000 00020000:00000010:2.0:1789608873.887977:0:36056:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d903f8b200. 00020000:00000010:2.0:1789608873.887982:0:36056:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d907f833c0. 00020000:00000010:2.0:1789608873.887986:0:36056:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d907f83180. 00020000:00000002:2.0:1789608873.887988:0:36056:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2f:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1789608873.887990:0:36056:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608873.887992:0:36056:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608873.887996:0:36056:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1789608873.887998:0:36056:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d909c40000 00020000:00000002:2.0:1789608873.888002:0:36056:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d907f83720 addref 2/0 by ffff94d909c40000. 00020000:00000002:2.0:1789608873.888005:0:36056:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d909c40000 00020000:00000001:2.0:1789608873.888008:0:36056:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1789608873.888010:0:36056:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1789608873.888012:0:36056:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1789608873.888014:0:36056:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1789608873.888016:0:36056:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1789608873.888019:0:36056:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x2f:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1789608873.888021:0:36056:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295510 00000080:00000001:2.0:1789608873.888023:0:36056:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.888025:0:36056:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.888027:0:36056:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789608873.888029:0:36056:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789608873.888032:0:36056:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1789608873.888034:0:36056:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608873.888036:0:36056:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000405:0x2f:0x0](ffff94d918923a88) 00000080:00010000:2.0:1789608873.888039:0:36056:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2f:0x0](ffff94d918923a88) for lock 0xc54db3288176fffa 00800000:00000001:2.0:1789608873.888043:0:36056:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789608873.888045:0:36056:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789608873.888046:0:36056:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608873.888047:0:36056:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608873.888048:0:36056:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232a00 refcount=3 00000020:00000001:2.0:1789608873.888050:0:36056:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:2.0:1789608873.888052:0:36056:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:2.0:1789608873.888055:0:36056:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.888056:0:36056:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608873.888057:0:36056:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608873.888059:0:36056:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608873.888060:0:36056:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:2.0:1789608873.888062:0:36056:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608873.888068:0:36056:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff94d907d26d80 x1876538934317824/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/664 e 0 to 0 dl 1789608889 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608873.888076:0:36056:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789608873.888081:0:36056:0:(namei.c:1651:ll_create_it()) inode ffff94d918923a88 need_sync_to_mds [0x200000405:0x2f:0x0] 00000080:00000001:2.0:1789608873.888084:0:36056:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608873.888088:0:36056:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2f:0x0](ffff94d918923a88) 00000080:00000001:2.0:1789608873.888091:0:36056:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789608873.888095:0:36056:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d91213ce00. 00000100:00000001:2.0:1789608873.888099:0:36056:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608873.888103:0:36056:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d26d80 x1876538934317824/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/664 e 0 to 0 dl 1789608889 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608873.888110:0:36056:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608873.888114:0:36056:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1789608873.888115:0:36056:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789608873.888118:0:36056:0:(namei.c:1500:ll_atomic_open()) inode ffff94d918923a88 need_sync_to_mds [0x200000405:0x2f:0x0] 00000080:00000001:2.0:1789608873.888126:0:36056:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1789608873.888129:0:36056:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d03a68 00000080:00200008:2.0:1789608873.888131:0:36056:0:(file.c:1090:ll_file_open()) START file f24b.recovery-small-2:[0x200000405:0x2f:0x0](ffff94d918923a88), flags 100102 00000080:00000010:2.0:1789608873.888139:0:36056:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d91a6d2f00. 00000080:00000010:2.0:1789608873.888144:0:36056:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94d9071bf700. 00000080:00000001:2.0:1789608873.888146:0:36056:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1789608873.888150:0:36056:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1789608873.888154:0:36056:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608873.888157:0:36056:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608873.888159:0:36056:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608873.888161:0:36056:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608873.888163:0:36056:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608873.888166:0:36056:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2f:0x0] 00800000:00000001:2.0:1789608873.888168:0:36056:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608873.888172:0:36056:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1789608873.888176:0:36056:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94d907f68680. 00000002:00100000:2.0:1789608873.888180:0:36056:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d907d26d80 x1876538934317824/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/664 e 0 to 0 dl 1789608889 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789608873.888186:0:36056:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608873.888187:0:36056:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1789608873.888190:0:36056:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1789608873.888193:0:36056:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608873.888196:0:36056:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608873.888198:0:36056:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608873.888201:0:36056:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d26d80 x1876538934317824/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/664 e 0 to 0 dl 1789608889 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1789608873.888208:0:36056:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608873.888212:0:36056:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff94d9086c0000. 02000000:00000001:2.0:1789608873.888234:0:36056:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1789608873.888236:0:36056:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608873.888239:0:36056:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d03a68 00000080:00000008:2.0:1789608873.888241:0:36056:0:(file.c:1329:ll_file_open()) COMPLETED file f24b.recovery-small-2:[0x200000405:0x2f:0x0](ffff94d918923a88), flags 100102, rc = 0 00000080:00000001:2.0:1789608873.888244:0:36056:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1789608873.888246:0:36056:0:(dcache.c:176:ll_intent_release()) intent ffff94d907f83840 released 00000080:00010000:2.0:1789608873.888248:0:36056:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176fffa from it ffff94d907f83840 00010000:00000001:2.0:1789608873.888250:0:36056:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608873.888251:0:36056:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608873.888253:0:36056:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232a00 refcount=3 00000020:00000001:2.0:1789608873.888254:0:36056:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:2.0:1789608873.888256:0:36056:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614954496 : -117815094597120 : ffff94d909232a00) 00010000:00000001:2.0:1789608873.888258:0:36056:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608873.888262:0:36056:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232a00/0xc54db3288176fffa lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x91bddff8e8ed9cb7 expref: -99 pid: 36056 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608873.888269:0:36056:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.888270:0:36056:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608873.888271:0:36056:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789608873.888274:0:36056:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789608873.888276:0:36056:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d909232a00/0xc54db3288176fffa lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9cb7 expref: -99 pid: 36056 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789608873.888282:0:36056:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789608873.888284:0:36056:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789608873.888286:0:36056:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608873.888290:0:36056:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.888291:0:36056:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608873.888293:0:36056:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.888296:0:36056:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789608873.888298:0:36056:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.888300:0:36056:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.888302:0:36056:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.888304:0:36056:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608873.888306:0:36056:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.888307:0:36056:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789608873.888308:0:36056:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1789608873.888310:0:36056:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:2.0:1789608873.888312:0:36056:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1789608873.888314:0:36056:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789608873.888316:0:36056:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1789608873.888318:0:36056:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608873.888320:0:36056:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1789608873.888322:0:36056:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608873.888324:0:36056:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789608873.888326:0:36056:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608873.888328:0:36056:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789608873.888330:0:36056:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff94d907f83840. 00000080:00000001:2.0:1789608873.888333:0:36056:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608873.888336:0:36056:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789608873.888339:0:36056:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2f:0x0](ffff94d918923a88), inode mode 81a4 mask 40 00000080:00000001:2.0:1789608873.888342:0:36056:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608873.888577:0:36056:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:2.0:1789608873.888580:0:36056:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d03d88 00000080:00200008:2.0:1789608873.888583:0:36056:0:(file.c:2650:do_file_write_iter()) START file f24b.recovery-small-2:[0x200000405:0x2f:0x0], ppos: 0, count: 8192 00000080:00000002:2.0:1789608873.888586:0:36056:0:(file.c:2656:do_file_write_iter()) inode ffff94d918923a88 need_sync_to_oss [0x200000405:0x2f:0x0] 00000080:00000001:2.0:1789608873.888589:0:36056:0:(pcc.c:2644:pcc_file_write_iter()) Process entered 00000080:00000001:2.0:1789608873.888590:0:36056:0:(pcc.c:2647:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608873.888592:0:36056:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1789608873.888595:0:36056:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608873.888598:0:36056:0:(file.c:2588:ll_do_tiny_write()) Process entered 00000080:00000001:2.0:1789608873.888599:0:36056:0:(file.c:2594:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608873.888601:0:36056:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789608873.888603:0:36056:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514695448 : -117815194856168 : ffff94d903295518) 00000020:00001000:2.0:1789608873.888606:0:36056:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295510 00000080:00000001:2.0:1789608873.888609:0:36056:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1789608873.888610:0:36056:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d03c98 00000080:00200000:2.0:1789608873.888613:0:36056:0:(file.c:2090:ll_file_io_generic()) f24b.recovery-small-2: write ppos: 0, bytes: 8192 00000020:00000001:2.0:1789608873.888618:0:36056:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d03c30 00000080:00200000:2.0:1789608873.888620:0:36056:0:(file.c:1848:ll_io_set_mirror()) f24b.recovery-small-2: desiginated mirror: 0 00000020:00000001:2.0:1789608873.888633:0:36056:0:(cl_io.c:210:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1789608873.889312:0:36056:0:(cl_io.c:215:cl_io_rw_init()) header@000000009931ca2f[0x110, 1, [0x200000405:0x2f:0x0] hash] 00000020:00200000:2.0:1789608873.889316:0:36056:0:(cl_io.c:215:cl_io_rw_init()) io range: 2 [0, 8192) 0 0 00000020:00000001:2.0:1789608873.889320:0:36056:0:(cl_object.c:143:cl_object_top()) ffff94d9040db850 -> ffff94d9040db850 00000020:00000001:2.0:1789608873.889322:0:36056:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:2.0:1789608873.889324:0:36056:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1789608873.889326:0:36056:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2f:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1789608873.889330:0:36056:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789608873.889332:0:36056:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1789608873.889334:0:36056:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608873.889337:0:36056:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608873.889341:0:36056:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1789608873.889343:0:36056:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608873.889344:0:36056:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789608873.889348:0:36056:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2f:0x0]io ffff94d904aad780 type 2 ignore/verify layout 0/0 00020000:00000002:2.0:1789608873.889351:0:36056:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d909c40000 00020000:00000001:2.0:1789608873.889355:0:36056:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1789608873.889357:0:36056:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1789608873.889360:0:36056:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1789608873.889361:0:36056:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:2.0:1789608873.889363:0:36056:0:(lov_io.c:860:lov_io_slice_init()) 0 8192 00020000:00000001:2.0:1789608873.889366:0:36056:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:2.0:1789608873.889367:0:36056:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1789608873.889369:0:36056:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608873.889370:0:36056:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789608873.889371:0:36056:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1789608873.889372:0:36056:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1789608873.889374:0:36056:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d909c40000 00000020:00000001:2.0:1789608873.889376:0:36056:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608873.889377:0:36056:0:(cl_io.c:218:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789608873.889380:0:36056:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 1] 00000001:00000001:2.0:1789608873.889382:0:36056:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:2.0:1789608873.889384:0:36056:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608873.889388:0:36056:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:2.0:1789608873.889389:0:36056:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1789608873.889392:0:36056:0:(cl_io.c:915:cl_page_list_init()) Process entered 00000020:00000001:2.0:1789608873.889393:0:36056:0:(cl_io.c:918:cl_page_list_init()) Process leaving 00020000:00000001:2.0:1789608873.889395:0:36056:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:2.0:1789608873.889397:0:36056:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 8192) 8192, 8192 00020000:00000001:2.0:1789608873.889400:0:36056:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1789608873.889401:0:36056:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1789608873.889406:0:36056:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:2.0:1789608873.889409:0:36056:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789608873.889411:0:36056:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1789608873.889425:0:36056:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789608873.889429:0:36056:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514696456 : -117815194855160 : ffff94d903295908) 00000020:00001000:2.0:1789608873.889432:0:36056:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295900 00000020:00000001:2.0:1789608873.889434:0:36056:0:(cl_object.c:143:cl_object_top()) ffff94d9040db080 -> ffff94d9040db850 00000020:00000001:2.0:1789608873.889436:0:36056:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:2.0:1789608873.889440:0:36056:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789608873.889440:0:36056:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1789608873.889442:0:36056:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1789608873.889444:0:36056:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258539960192 : -117815169591424 : ffff94d904aad780) 00000020:00000001:2.0:1789608873.889446:0:36056:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608873.889447:0:36056:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608873.889449:0:36056:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593373712 : -117815116177904 : ffff94d907d9de10) 00000020:00000001:2.0:1789608873.889452:0:36056:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1789608873.889454:0:36056:0:(osc_io.c:525:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1789608873.889457:0:36056:0:(osc_io.c:545:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608873.889459:0:36056:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608873.889461:0:36056:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608873.889463:0:36056:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608873.889465:0:36056:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608873.889467:0:36056:0:(cl_io.c:315:cl_io_lock()) Process entered 00000080:00000001:2.0:1789608873.889469:0:36056:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1789608873.889470:0:36056:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1789608873.889473:0:36056:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1789608873.889476:0:36056:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608873.889479:0:36056:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608873.889480:0:36056:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1789608873.889482:0:36056:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 1] 00000020:00000001:2.0:1789608873.889484:0:36056:0:(cl_io.c:477:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1789608873.889485:0:36056:0:(cl_io.c:260:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1789608873.889486:0:36056:0:(cl_io.c:277:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608873.889488:0:36056:0:(cl_io.c:484:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608873.889490:0:36056:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608873.889492:0:36056:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608873.889493:0:36056:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608873.889495:0:36056:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1789608873.889497:0:36056:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1789608873.889498:0:36056:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:2.0:1789608873.889500:0:36056:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1789608873.889501:0:36056:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608873.889503:0:36056:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608873.889505:0:36056:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608873.889506:0:36056:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608873.889517:0:36056:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1789608873.889520:0:36056:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1789608873.889521:0:36056:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1789608873.889523:0:36056:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1789608873.889526:0:36056:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1789608873.889528:0:36056:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000010:2.0:1789608873.889536:0:36056:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d90847b500. 00020000:00000002:2.0:1789608873.889539:0:36056:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:2.0:1789608873.889541:0:36056:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1789608873.889543:0:36056:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789608873.889544:0:36056:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593373712 : -117815116177904 : ffff94d907d9de10) 00000020:00000001:2.0:1789608873.889546:0:36056:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1789608873.889551:0:36056:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d9035dc5f0. 00000008:00010000:2.0:1789608873.889554:0:36056:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1789608873.889556:0:36056:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789608873.889557:0:36056:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1789608873.889561:0:36056:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d90847b530, osc lock ffff94d9035dc5f0, flags 0x0 00000020:00000001:2.0:1789608873.889563:0:36056:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608873.889564:0:36056:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608873.889567:0:36056:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626258600572160 : -117815108979456 : ffff94d90847b500) 00000020:00000001:2.0:1789608873.889569:0:36056:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789608873.889570:0:36056:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1789608873.889571:0:36056:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608873.889573:0:36056:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608873.889574:0:36056:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1789608873.889576:0:36056:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1789608873.889577:0:36056:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789608873.889578:0:36056:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593373712 : -117815116177904 : ffff94d907d9de10) 00000020:00000001:2.0:1789608873.889580:0:36056:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1789608873.889582:0:36056:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1789608873.889584:0:36056:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1789608873.889586:0:36056:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608873.889590:0:36056:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1789608873.889592:0:36056:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1789608873.889594:0:36056:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1789608873.889595:0:36056:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1789608873.889596:0:36056:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1789608873.889598:0:36056:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1789608873.889600:0:36056:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1789608873.889603:0:36056:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789608873.889608:0:36056:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.889611:0:36056:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1789608873.889615:0:36056:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d25f80. 00000020:00000040:2.0:1789608873.889620:0:36056:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00010000:00000001:2.0:1789608873.889634:0:36056:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789608873.889645:0:36056:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608873.889651:0:36056:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.889653:0:36056:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608873.889655:0:36056:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608873.889658:0:36056:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608873.889661:0:36056:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608873.889664:0:36056:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608873.889671:0:36056:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d91213ce00. 00000100:00000001:2.0:1789608873.889706:0:36056:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.889711:0:36056:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608873.889713:0:36056:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.889714:0:36056:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608873.889715:0:36056:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.889717:0:36056:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.889844:0:36056:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446626258592882560 : -117815116669056 : ffff94d907d25f80) 00010000:00000001:2.0:1789608873.889849:0:36056:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789608873.889851:0:36056:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789608873.889856:0:36056:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d903b69500. 00010000:00000010:2.0:1789608873.889860:0:36056:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff94d903b69100. 00010000:00000001:2.0:1789608873.889864:0:36056:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789608873.889867:0:36056:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d909232800. 00000020:00000001:2.0:1789608873.889871:0:36056:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789608873.889874:0:36056:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d909232800 with handle 0xc54db32881770001 to hash 00000020:00000001:2.0:1789608873.889876:0:36056:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789608873.889878:0:36056:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000010:2.0:1789608873.889882:0:36056:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff94d9071bf580. 00010000:00000001:2.0:1789608873.889885:0:36056:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000001:2.0:1789608873.889889:0:36056:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608873.889891:0:36056:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608873.889895:0:36056:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 000000000e10029f/0xc54db32881770001 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 36056 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789608873.889906:0:36056:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 000000000e10029f/0xc54db32881770001 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 36056 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789608873.889917:0:36056:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 000000000e10029f/0xc54db32881770001 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 36056 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789608873.889923:0:36056:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789608873.889925:0:36056:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789608873.889930:0:36056:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d911d78240. 00000100:00000001:2.0:1789608873.889933:0:36056:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258760991296 : -117814948560320 : ffff94d911d78240) 00000100:00000001:2.0:1789608873.889935:0:36056:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608873.889936:0:36056:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592882560 : -117815116669056 : ffff94d907d25f80) 00000100:00000001:2.0:1789608873.889940:0:36056:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608873.889942:0:36056:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608873.889945:0:36056:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789608873.889946:0:36056:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608873.889955:0:36056:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d25f80 x1876538934317952/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608873.889962:0:36056:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608873.889964:0:36056:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608873.889967:0:36056:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608873.889970:0:36056:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608873.889972:0:36056:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608873.889976:0:36056:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d25f80 pname:cluuid:pid:xid:nid:opc:job multiop:25f5d458-2cbe-49cd-9693-334c08df7e27:36056:1876538934317952:192.168.203.121@tcp:101:multiop.0 00000100:00000001:2.0:1789608873.889980:0:36056:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608873.889985:0:36056:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608873.889988:0:36056:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608873.889991:0:36056:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608873.889995:0:36056:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903dbe400. 02000000:00000001:2.0:1789608873.889997:0:36056:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608873.890004:0:36056:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608873.890009:0:36056:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21210. 00000400:00000010:2.0:1789608873.890015:0:36056:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c198. 00000100:00000200:2.0:1789608873.890021:0:36056:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934317952, portal 4 00000100:00000001:2.0:1789608873.890023:0:36056:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608873.890024:0:36056:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592882560 : -117815116669056 : ffff94d907d25f80) 00000100:00000040:2.0:1789608873.890028:0:36056:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d907d25f80 x1876538934317952/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608889 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608873.890035:0:36056:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608873.890038:0:36056:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608873.890040:0:36056:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c908. 00000100:00000200:2.0:1789608873.890044:0:36056:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1876538934317952, offset 0 00000400:00000200:2.0:1789608873.890050:0:36056:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608873.890058:0:36056:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608873.890066:0:36056:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608873.890071:0:36056:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608873.890075:0:36056:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608873.890079:0:36056:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608873.890082:0:36056:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608873.890086:0:36056:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2989:2989:256:4294967295] 192.168.203.121@tcp LPNI seq info [2989:2989:8:4294967295] 00000400:00000200:2.0:1789608873.890091:0:36056:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608873.890100:0:36056:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608873.890106:0:36056:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608873.890111:0:36056:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91350a400. 00000800:00000200:2.0:1789608873.890118:0:36056:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608873.890125:0:36056:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608873.890131:0:36056:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91350a400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1789608873.890156:0:36056:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608873.890162:0:36056:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 193008 usecs (194 jiffies) 00000400:00000200:2.0:1789608873.890166:0:36056:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608873.890169:0:36056:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296601174 00000100:00000001:2.0:1789608873.890172:0:36056:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296604004 00000100:00000001:2.0:1789608873.890175:0:36056:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296601174 00000100:00000001:2.0:1789608873.890177:0:36056:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296604004 00000100:00000001:2.0:1789608873.890179:0:36056:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608873.890182:0:36056:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608873.890185:0:36056:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608873.890187:0:36056:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789608873.890190:0:36056:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d911d78240 going to sleep for 11 seconds 00000100:00000001:2.0:1789608873.890193:0:36056:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608873.890196:0:36056:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608873.890592:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608873.890597:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91350a400. 00000400:00000200:1.0:1789608873.890603:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608873.890608:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608873.890614:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c908 00000400:00000010:1.0:1789608873.890617:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c908. 00000100:00000001:1.0:1789608873.890631:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608873.890641:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25f80 x1876538934317952/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608889 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608873.890651:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608873.890654:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d25f80 x1876538934317952/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608889 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608873.890660:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608873.890662:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608873.898054:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608873.898078:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608873.898082:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608873.898085:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608873.898097:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.898116:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608873.898128:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.898134:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.898140:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.898145:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 400 into portal 4 MB=0x6aab3c4965380 00000400:00000200:0.0:1789608873.898159:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608873.898166:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 400/400 into md 0x8829 [1] + 224 00000800:00000001:0.0:1789608873.898175:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608873.898182:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608873.898186:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608873.898191:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608873.898199:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608873.898211:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d25f80 x1876538934317952/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608889 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608873.898223:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff94d907d25f80 x1876538934317952/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608889 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608873.898246:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608873.898256:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608873.898259:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608873.898479:0:36056:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608873.898489:0:36056:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608873.898491:0:36056:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608873.898495:0:36056:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21210. 00000400:00000200:2.0:1789608873.898502:0:36056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c198 00000400:00000010:2.0:1789608873.898505:0:36056:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c198. 00000100:00000001:2.0:1789608873.898518:0:36056:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608873.898523:0:36056:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d25f80 x1876538934317952/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608889 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789608873.898533:0:36056:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d25f80 x1876538934317952/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608889 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608873.898540:0:36056:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608873.898542:0:36056:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608873.898552:0:36056:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608873.898557:0:36056:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608873.898560:0:36056:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608873.898563:0:36056:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608873.898567:0:36056:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608873.898578:0:36056:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13c60 time=81 v=5 (5 5 5 5) 00000100:00001000:2.0:1789608873.898583:0:36056:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=8 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608873.898587:0:36056:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608873.898589:0:36056:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.898593:0:36056:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608873.898597:0:36056:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608873.898602:0:36056:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608873.898605:0:36056:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: skip recheck: last_committed 4294967337 00000100:00000001:2.0:1789608873.898607:0:36056:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608873.898609:0:36056:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608873.898615:0:36056:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d25f80 x1876538934317952/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608889 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608873.898623:0:36056:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608873.898627:0:36056:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608873.898629:0:36056:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608873.898634:0:36056:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d25f80 x1876538934317952/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608889 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789608873.898643:0:36056:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d25f80 pname:cluuid:pid:xid:nid:opc:job multiop:25f5d458-2cbe-49cd-9693-334c08df7e27:36056:1876538934317952:192.168.203.121@tcp:101:multiop.0 00000100:00000001:2.0:1789608873.898649:0:36056:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608873.898652:0:36056:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608873.898656:0:36056:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789608873.898658:0:36056:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608873.898662:0:36056:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d25f80 x1876538934317952/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608889 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608873.898669:0:36056:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608873.898672:0:36056:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d911d78240. 00000100:00000001:2.0:1789608873.898720:0:36056:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789608873.898723:0:36056:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.898726:0:36056:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789608873.898730:0:36056:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608873.898733:0:36056:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608873.898738:0:36056:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232800 refcount=4 00000020:00000001:2.0:1789608873.898740:0:36056:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000001:2.0:1789608873.898744:0:36056:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000040:2.0:1789608873.898753:0:36056:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d909232800, remote cookie: 0x91bddff8e8ed9cc5, flags: 0x1 00010000:00010000:2.0:1789608873.898762:0:36056:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 000000000e10029f/0xc54db32881770001 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9cc5 expref: -99 pid: 36056 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608873.898775:0:36056:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1789608873.898779:0:36056:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.898782:0:36056:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789608873.898786:0:36056:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1789608873.898792:0:36056:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 000000000e10029f/0xc54db32881770001 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9cc5 expref: -99 pid: 36056 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789608873.898801:0:36056:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x43:0x0].0x0 (ffff94d903b69500) refcount = 1 00010000:00000040:2.0:1789608873.898805:0:36056:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1789608873.898808:0:36056:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 000000000e10029f/0xc54db32881770001 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9cc5 expref: -99 pid: 36056 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608873.898818:0:36056:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789608873.898820:0:36056:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608873.898824:0:36056:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789608873.898827:0:36056:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608873.898831:0:36056:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 000000000e10029f/0xc54db32881770001 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9cc5 expref: -99 pid: 36056 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608873.898838:0:36056:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789608873.898840:0:36056:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.898841:0:36056:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608873.898843:0:36056:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.898844:0:36056:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608873.898846:0:36056:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608873.898851:0:36056:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1789608873.898855:0:36056:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1789608873.898858:0:36056:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608873.898860:0:36056:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608873.898862:0:36056:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232800 refcount=3 00000020:00000001:2.0:1789608873.898864:0:36056:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000001:2.0:1789608873.898866:0:36056:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000001:2.0:1789608873.898869:0:36056:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608873.898870:0:36056:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608873.898871:0:36056:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232800 refcount=4 00000020:00000001:2.0:1789608873.898873:0:36056:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000001:2.0:1789608873.898875:0:36056:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000001:2.0:1789608873.898878:0:36056:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608873.898882:0:36056:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608873.898885:0:36056:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 000000000e10029f/0xc54db32881770001 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9cc5 expref: -99 pid: 36056 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608873.898892:0:36056:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.898893:0:36056:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789608873.898897:0:36056:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1789608873.898902:0:36056:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5dc0 -> ffff94d9040db850 00000008:00010000:2.0:1789608873.898907:0:36056:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 000000000e10029f/0xc54db32881770001 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10020000000000 nid: local remote: 0x91bddff8e8ed9cc5 expref: -99 pid: 36056 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1789608873.898915:0:36056:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5dc0 -> ffff94d9040db850 00000020:00000001:2.0:1789608873.898918:0:36056:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1789608873.898921:0:36056:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1789608873.898924:0:36056:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1789608873.898926:0:36056:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608873.898928:0:36056:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608873.898930:0:36056:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5dc0 -> ffff94d9040db850 00000008:00000001:2.0:1789608873.898932:0:36056:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:2.0:1789608873.898934:0:36056:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.898937:0:36056:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608873.898938:0:36056:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608873.898939:0:36056:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232800 refcount=5 00000020:00000001:2.0:1789608873.898941:0:36056:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000001:2.0:1789608873.898944:0:36056:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000001:2.0:1789608873.898947:0:36056:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608873.898950:0:36056:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 000000000e10029f/0xc54db32881770001 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x91bddff8e8ed9cc5 expref: -99 pid: 36056 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608873.898956:0:36056:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.898958:0:36056:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789608873.898960:0:36056:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 000000000e10029f/0xc54db32881770001 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x91bddff8e8ed9cc5 expref: -99 pid: 36056 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608873.898967:0:36056:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608873.898968:0:36056:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.898969:0:36056:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789608873.898971:0:36056:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608873.898973:0:36056:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608873.898977:0:36056:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d25f80 x1876538934317952/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608889 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608873.898985:0:36056:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608873.898988:0:36056:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608873.898991:0:36056:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903dbe400. 02000000:00000001:2.0:1789608873.898996:0:36056:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608873.899000:0:36056:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608873.899003:0:36056:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=2 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:2.0:1789608873.899005:0:36056:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608873.899008:0:36056:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d91213ce00. 02000000:00000001:2.0:1789608873.899012:0:36056:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608873.899014:0:36056:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608873.899017:0:36056:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d25f80. 00000100:00000001:2.0:1789608873.899021:0:36056:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608873.899023:0:36056:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1789608873.899024:0:36056:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608873.899028:0:36056:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608873.899032:0:36056:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608873.899035:0:36056:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608873.899037:0:36056:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608873.899039:0:36056:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608873.899043:0:36056:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608873.899045:0:36056:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608873.899047:0:36056:0:(cl_io.c:529:cl_io_start()) Process entered 00000080:00000001:2.0:1789608873.899053:0:36056:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000020:00000001:2.0:1789608873.899060:0:36056:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d03b80 00000080:00200000:2.0:1789608873.899063:0:36056:0:(vvp_io.c:1292:vvp_io_write_start()) f24b.recovery-small-2: write [0, 8192) append 0 append lockpos 0 00000020:00000001:2.0:1789608873.899066:0:36056:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1789608873.899070:0:36056:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d909c40000 00020000:00000002:2.0:1789608873.899074:0:36056:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d907f83720 addref 2/0 by ffff94d909c40000. 00020000:00000002:2.0:1789608873.899076:0:36056:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d909c40000 00000020:00000001:2.0:1789608873.899080:0:36056:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:2.0:1789608873.899083:0:36056:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1789608873.899087:0:36056:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1789608873.899092:0:36056:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:2.0:1789608873.899096:0:36056:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789608873.899098:0:36056:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593373712 : -117815116177904 : ffff94d907d9de10) 00000020:00000001:2.0:1789608873.899113:0:36056:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1789608873.899116:0:36056:0:(osc_io.c:1417:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1789608873.899120:0:36056:0:(osc_io.c:1430:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608873.899122:0:36056:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608873.899124:0:36056:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608873.899126:0:36056:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608873.899134:0:36056:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:2.0:1789608873.899137:0:36056:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 4096 bytes 00000020:00000001:2.0:1789608873.899449:0:36056:0:(cl_page.c:432:cl_page_find()) Process entered 00000020:00008000:2.0:1789608873.899454:0:36056:0:(cl_page.c:438:cl_page_find()) 0@[0x200000405:0x2f:0x0] ffffe9a104cb4680 0 1 00000020:00000001:2.0:1789608873.899458:0:36056:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1789608873.899460:0:36056:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608873.899463:0:36056:0:(cl_page.c:353:cl_page_alloc()) Process entered 00000020:00000010:2.0:1789608873.899471:0:36056:0:(cl_page.c:304:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff94d905fb7b60. 00000020:00000001:2.0:1789608873.899476:0:36056:0:(cl_page.c:1294:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1789608873.899478:0:36056:0:(cl_page.c:1301:cl_page_slice_add()) Process leaving 00020000:00000001:2.0:1789608873.899481:0:36056:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:2.0:1789608873.899484:0:36056:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:2.0:1789608873.899487:0:36056:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789608873.899489:0:36056:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593373712 : -117815116177904 : ffff94d907d9de10) 00000008:00000001:2.0:1789608873.899494:0:36056:0:(osc_cache.c:2481:osc_prep_async_page()) Process entered 00000008:00000040:2.0:1789608873.899496:0:36056:0:(osc_cache.c:2504:osc_prep_async_page()) oap ffff94d905fb7bd0 folio ffffe9a104cb4680 pg:0 obj off 0 00000008:00000001:2.0:1789608873.899498:0:36056:0:(osc_cache.c:2505:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608873.899500:0:36056:0:(cl_page.c:1294:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1789608873.899501:0:36056:0:(cl_page.c:1301:cl_page_slice_add()) Process leaving 00000008:00000001:2.0:1789608873.899504:0:36056:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:2.0:1789608873.899506:0:36056:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608873.899519:0:36056:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608873.899522:0:36056:0:(cl_page.c:400:cl_page_alloc()) Process leaving (rc=18446626258562022240 : -117815147529376 : ffff94d905fb7b60) 00000020:00000001:2.0:1789608873.899524:0:36056:0:(cl_page.c:461:cl_page_find()) Process leaving (rc=18446626258562022240 : -117815147529376 : ffff94d905fb7b60) 00000020:00000001:2.0:1789608873.899526:0:36056:0:(cl_page.c:811:cl_page_assume()) Process entered 00000020:00000001:2.0:1789608873.899529:0:36056:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1789608873.899530:0:36056:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258539960192 : -117815169591424 : ffff94d904aad780) 00000020:00000001:2.0:1789608873.899533:0:36056:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1789608873.899534:0:36056:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1789608873.899536:0:36056:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1789608873.899590:0:36056:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e02ca235[2 00000000da8d93f7 1 1 000000001032b354 0 0 0] 00000020:00000001:2.0:1789608873.899593:0:36056:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1789608873.899595:0:36056:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1789608873.899596:0:36056:0:(cl_page.c:825:cl_page_assume()) Process leaving 00000080:00008000:2.0:1789608873.899601:0:36056:0:(rw26.c:769:ll_write_begin()) page@00000000e02ca235[2 00000000da8d93f7 2 1 000000001032b354 0 0 0] 00000080:00008000:2.0:1789608873.899603:0:36056:0:(rw26.c:769:ll_write_begin()) full page write 00000080:00000001:2.0:1789608873.899605:0:36056:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:2.0:1789608873.899606:0:36056:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608873.899611:0:36056:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:2.0:1789608873.899614:0:36056:0:(rw26.c:871:ll_write_end()) pos 0, len 4096, copied 4096 00000020:00000001:2.0:1789608873.899615:0:36056:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1789608873.899616:0:36056:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258539960192 : -117815169591424 : ffff94d904aad780) 00000020:00000001:2.0:1789608873.899618:0:36056:0:(cl_page.c:680:cl_page_is_owned()) Process entered 00000020:00000001:2.0:1789608873.899620:0:36056:0:(cl_page.c:682:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789608873.899627:0:36056:0:(cl_io.c:928:cl_page_list_add()) Process entered 00000020:00000001:2.0:1789608873.899630:0:36056:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:2.0:1789608873.899631:0:36056:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:2.0:1789608873.899632:0:36056:0:(cl_io.c:939:cl_page_list_add()) Process leaving 00000080:00200000:2.0:1789608873.899636:0:36056:0:(rw26.c:929:ll_write_end()) page@00000000e02ca235[3 00000000da8d93f7 2 1 000000001032b354 0 0 0] 00000080:00200000:2.0:1789608873.899639:0:36056:0:(rw26.c:929:ll_write_end()) vmpage @000000007efd5259 17ffffc0001001 3:0 ffff94d905fb7b60 0 lru 00000080:00200000:2.0:1789608873.899646:0:36056:0:(rw26.c:929:ll_write_end()) osc-page@00000000c5bc0325 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000730c4733 000000000f7750b7 > 3< 0 0 > 4< 0 0 8 3801088 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789608873.899649:0:36056:0:(rw26.c:929:ll_write_end()) end page@00000000e02ca235 00000080:00200000:2.0:1789608873.899650:0:36056:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:2.0:1789608873.899653:0:36056:0:(rw26.c:950:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:2.0:1789608873.899657:0:36056:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:2.0:1789608873.899658:0:36056:0:(rw26.c:676:ll_write_begin()) Writing 1 of 0 to 4096 bytes 00000020:00000001:2.0:1789608873.899714:0:36056:0:(cl_page.c:432:cl_page_find()) Process entered 00000020:00008000:2.0:1789608873.899716:0:36056:0:(cl_page.c:438:cl_page_find()) 1@[0x200000405:0x2f:0x0] ffffe9a104cb1500 0 1 00000020:00000001:2.0:1789608873.899719:0:36056:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1789608873.899720:0:36056:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608873.899721:0:36056:0:(cl_page.c:353:cl_page_alloc()) Process entered 00000020:00000010:2.0:1789608873.899726:0:36056:0:(cl_page.c:304:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff94d905fb7460. 00000020:00000001:2.0:1789608873.899729:0:36056:0:(cl_page.c:1294:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1789608873.899730:0:36056:0:(cl_page.c:1301:cl_page_slice_add()) Process leaving 00020000:00000001:2.0:1789608873.899732:0:36056:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:2.0:1789608873.899734:0:36056:0:(lov_page.c:146:lov_page_init_composite()) offset 4096, entry 0, stripe 0, suboff 4096 00020000:00000001:2.0:1789608873.899736:0:36056:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789608873.899737:0:36056:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593373712 : -117815116177904 : ffff94d907d9de10) 00000008:00000001:2.0:1789608873.899739:0:36056:0:(osc_cache.c:2481:osc_prep_async_page()) Process entered 00000008:00000040:2.0:1789608873.899741:0:36056:0:(osc_cache.c:2504:osc_prep_async_page()) oap ffff94d905fb74d0 folio ffffe9a104cb1500 pg:0 obj off 4096 00000008:00000001:2.0:1789608873.899743:0:36056:0:(osc_cache.c:2505:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608873.899745:0:36056:0:(cl_page.c:1294:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1789608873.899746:0:36056:0:(cl_page.c:1301:cl_page_slice_add()) Process leaving 00000008:00000001:2.0:1789608873.899747:0:36056:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:2.0:1789608873.899748:0:36056:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608873.899752:0:36056:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608873.899754:0:36056:0:(cl_page.c:400:cl_page_alloc()) Process leaving (rc=18446626258562020448 : -117815147531168 : ffff94d905fb7460) 00000020:00000001:2.0:1789608873.899756:0:36056:0:(cl_page.c:461:cl_page_find()) Process leaving (rc=18446626258562020448 : -117815147531168 : ffff94d905fb7460) 00000020:00000001:2.0:1789608873.899758:0:36056:0:(cl_page.c:811:cl_page_assume()) Process entered 00000020:00000001:2.0:1789608873.899759:0:36056:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1789608873.899760:0:36056:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258539960192 : -117815169591424 : ffff94d904aad780) 00000020:00000001:2.0:1789608873.899762:0:36056:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1789608873.899763:0:36056:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1789608873.899764:0:36056:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1789608873.899767:0:36056:0:(cl_page.c:518:__cl_page_state_set()) page@00000000704dd1c9[2 00000000da8d93f7 1 1 000000001032b354 0 0 1] 00000020:00000001:2.0:1789608873.899769:0:36056:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1789608873.899770:0:36056:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1789608873.899771:0:36056:0:(cl_page.c:825:cl_page_assume()) Process leaving 00000080:00008000:2.0:1789608873.899775:0:36056:0:(rw26.c:769:ll_write_begin()) page@00000000704dd1c9[2 00000000da8d93f7 2 1 000000001032b354 0 0 1] 00000080:00008000:2.0:1789608873.899776:0:36056:0:(rw26.c:769:ll_write_begin()) full page write 00000080:00000001:2.0:1789608873.899777:0:36056:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:2.0:1789608873.899778:0:36056:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608873.899782:0:36056:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:2.0:1789608873.899783:0:36056:0:(rw26.c:871:ll_write_end()) pos 4096, len 4096, copied 4096 00000020:00000001:2.0:1789608873.899785:0:36056:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1789608873.899786:0:36056:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258539960192 : -117815169591424 : ffff94d904aad780) 00000020:00000001:2.0:1789608873.899788:0:36056:0:(cl_page.c:680:cl_page_is_owned()) Process entered 00000020:00000001:2.0:1789608873.899789:0:36056:0:(cl_page.c:682:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789608873.899791:0:36056:0:(cl_io.c:928:cl_page_list_add()) Process entered 00000020:00000001:2.0:1789608873.899792:0:36056:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:2.0:1789608873.899793:0:36056:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:2.0:1789608873.899794:0:36056:0:(cl_io.c:939:cl_page_list_add()) Process leaving 00000080:00200000:2.0:1789608873.899797:0:36056:0:(rw26.c:929:ll_write_end()) page@00000000704dd1c9[3 00000000da8d93f7 2 1 000000001032b354 0 0 1] 00000080:00200000:2.0:1789608873.899800:0:36056:0:(rw26.c:929:ll_write_end()) vmpage @0000000080aebdf6 17ffffc0001001 3:0 ffff94d905fb7460 1 lru 00000080:00200000:2.0:1789608873.899807:0:36056:0:(rw26.c:929:ll_write_end()) osc-page@0000000093f9ae29 1: 1< 0 - - > 2< 4096 0 0 0x0 0x0 | 00000000730c4733 000000000f7750b7 > 3< 0 0 > 4< 0 0 8 3801088 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789608873.899809:0:36056:0:(rw26.c:929:ll_write_end()) end page@00000000704dd1c9 00000080:00200000:2.0:1789608873.899811:0:36056:0:(rw26.c:929:ll_write_end()) queued cl_page: 2. 00000080:00000001:2.0:1789608873.899812:0:36056:0:(rw26.c:950:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:2.0:1789608873.899816:0:36056:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:2.0:1789608873.899819:0:36056:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 2, from 0, to 4096 prio 0 00000020:00000001:2.0:1789608873.899821:0:36056:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00020000:00000001:2.0:1789608873.899824:0:36056:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:2.0:1789608873.899826:0:36056:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789608873.899828:0:36056:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593373712 : -117815116177904 : ffff94d907d9de10) 00000020:00000001:2.0:1789608873.899830:0:36056:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00000008:00000001:2.0:1789608873.899832:0:36056:0:(osc_io.c:419:osc_io_commit_async()) Process entered 00000008:00000001:2.0:1789608873.899835:0:36056:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:2.0:1789608873.899836:0:36056:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:2.0:1789608873.899837:0:36056:0:(cl_page.c:547:cl_page_get()) Process leaving 00000008:00000001:2.0:1789608873.899839:0:36056:0:(osc_cache.c:2526:osc_queue_async_io()) Process entered 00000008:00000020:2.0:1789608873.899843:0:36056:0:(osc_cache.c:2585:osc_queue_async_io()) obj ffff94d9183e5dc0 ready 0|-|- wr 0|-|- rd 0|- oap ffff94d905fb7bd0 folio ffffe9a104cb4680 pg:0 added for cmd 2 00000008:00000001:2.0:1789608873.899848:0:36056:0:(osc_cache.c:1780:osc_enter_cache()) Process entered 00000008:00000020:2.0:1789608873.899851:0:36056:0:(osc_cache.c:1782:osc_enter_cache()) lustre-OST0000-osc-ffff94d904ceb000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 3801088, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 2, left: 2, waiters: 0 }need:1703936 00000008:00000020:2.0:1789608873.899856:0:36056:0:(osc_cache.c:1682:osc_enter_cache_try()) lustre-OST0000-osc-ffff94d904ceb000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 3801088, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 2, left: 2, waiters: 0 }need:1703936 00000008:00000020:2.0:1789608873.899861:0:36056:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff94d905fb7c08 page ffffe9a104cb4680 00000008:00000020:2.0:1789608873.899865:0:36056:0:(osc_cache.c:1814:osc_enter_cache()) lustre-OST0000-osc-ffff94d904ceb000: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 1703936, flight: 0 } lru {in list: 2, left: 2, waiters: 0 }granted from cache 00000008:00000001:2.0:1789608873.899870:0:36056:0:(osc_cache.c:1830:osc_enter_cache()) Process leaving 00000008:00000001:2.0:1789608873.899872:0:36056:0:(osc_cache.c:1833:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608873.899875:0:36056:0:(osc_cache.c:707:osc_extent_find()) Process entered 00000008:00000010:2.0:1789608873.899880:0:36056:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff94d91343b6c0. 00000008:00000020:2.0:1789608873.899887:0:36056:0:(osc_cache.c:1309:__osc_extent_tree_dump()) Dump object ffff94d9183e5dc0 extents at osc_extent_find:840, mppr: 256. 00000008:00000020:2.0:1789608873.899893:0:36056:0:(osc_cache.c:1926:osc_update_pending()) obj ffff94d9183e5dc0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:2.0:1789608873.899898:0:36056:0:(osc_cache.c:858:osc_extent_find()) extent ffff94d91343b6c0@{[0 -> 255/255], [3|1|-|active|wi|ffff94d9183e5dc0], [1703936|0|-|-|ffff94d909232800|256|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:2.0:1789608873.899905:0:36056:0:(osc_cache.c:858:osc_extent_find()) ### extent: 00000000f374e2f1 ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 000000000e10029f/0xc54db32881770001 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x91bddff8e8ed9cc5 expref: -99 pid: 36056 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:2.0:1789608873.899915:0:36056:0:(osc_cache.c:875:osc_extent_find()) Process leaving 00000008:00000001:2.0:1789608873.899919:0:36056:0:(osc_cache.c:2722:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608873.899922:0:36056:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608873.899924:0:36056:0:(osc_io.c:380:osc_page_touch_at()) Process entered 00000020:00000001:2.0:1789608873.899926:0:36056:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5dc0 -> ffff94d9040db850 00000008:00000002:2.0:1789608873.899929:0:36056:0:(osc_io.c:388:osc_page_touch_at()) stripe KMS increasing 0->4096 0 00000020:00000001:2.0:1789608873.899931:0:36056:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5dc0 -> ffff94d9040db850 00000020:00000001:2.0:1789608873.899933:0:36056:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1789608873.899935:0:36056:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 4096 00020000:00000001:2.0:1789608873.899938:0:36056:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1789608873.899939:0:36056:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608873.899941:0:36056:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608873.899943:0:36056:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5dc0 -> ffff94d9040db850 00000008:00000001:2.0:1789608873.899944:0:36056:0:(osc_io.c:403:osc_page_touch_at()) Process leaving 00000020:00000001:2.0:1789608873.899946:0:36056:0:(cl_io.c:952:cl_page_list_del()) Process entered 00000020:00000001:2.0:1789608873.899948:0:36056:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:2.0:1789608873.899952:0:36056:0:(cl_page.c:567:cl_batch_put()) page@00000000e02ca235[4 00000000da8d93f7 2 1 000000001032b354 0 0 0] 00000020:00000001:2.0:1789608873.899954:0:36056:0:(cl_page.c:567:cl_batch_put()) 4 00000020:00000001:2.0:1789608873.899956:0:36056:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:2.0:1789608873.899957:0:36056:0:(cl_io.c:957:cl_page_list_del()) Process leaving 00000008:00000001:2.0:1789608873.899959:0:36056:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:2.0:1789608873.899960:0:36056:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:2.0:1789608873.899961:0:36056:0:(cl_page.c:547:cl_page_get()) Process leaving 00000008:00000001:2.0:1789608873.899962:0:36056:0:(osc_cache.c:2526:osc_queue_async_io()) Process entered 00000008:00000020:2.0:1789608873.899964:0:36056:0:(osc_cache.c:2585:osc_queue_async_io()) obj ffff94d9183e5dc0 ready 0|-|- wr 0|-|- rd 0|- oap ffff94d905fb74d0 folio ffffe9a104cb1500 pg:0 added for cmd 2 00000008:00000020:2.0:1789608873.899968:0:36056:0:(osc_cache.c:1682:osc_enter_cache_try()) lustre-OST0000-osc-ffff94d904ceb000: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 2097152, dirty_grant: 1703936, reserved: 0, flight: 0 } lru {in list: 2, left: 2, waiters: 0 }need:0 00000008:00000020:2.0:1789608873.899972:0:36056:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff94d905fb7508 page ffffe9a104cb1500 00000008:00000001:2.0:1789608873.899975:0:36056:0:(osc_cache.c:2722:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608873.899977:0:36056:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608873.899978:0:36056:0:(osc_io.c:380:osc_page_touch_at()) Process entered 00000020:00000001:2.0:1789608873.899979:0:36056:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5dc0 -> ffff94d9040db850 00000008:00000002:2.0:1789608873.899981:0:36056:0:(osc_io.c:388:osc_page_touch_at()) stripe KMS increasing 4096->8192 4096 00000020:00000001:2.0:1789608873.899983:0:36056:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5dc0 -> ffff94d9040db850 00000020:00000001:2.0:1789608873.899984:0:36056:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1789608873.899986:0:36056:0:(osc_object.c:161:osc_attr_update()) set kms from 4096to 8192 00020000:00000001:2.0:1789608873.899988:0:36056:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1789608873.899989:0:36056:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608873.899991:0:36056:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608873.899992:0:36056:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5dc0 -> ffff94d9040db850 00000008:00000001:2.0:1789608873.899994:0:36056:0:(osc_io.c:403:osc_page_touch_at()) Process leaving 00000020:00000001:2.0:1789608873.899995:0:36056:0:(cl_io.c:952:cl_page_list_del()) Process entered 00000020:00000001:2.0:1789608873.899996:0:36056:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:2.0:1789608873.899999:0:36056:0:(cl_page.c:567:cl_batch_put()) page@00000000704dd1c9[4 00000000da8d93f7 2 1 000000001032b354 0 0 1] 00000020:00000001:2.0:1789608873.900000:0:36056:0:(cl_page.c:567:cl_batch_put()) 4 00000020:00000001:2.0:1789608873.900001:0:36056:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:2.0:1789608873.900002:0:36056:0:(cl_io.c:957:cl_page_list_del()) Process leaving 00000008:00000020:2.0:1789608873.900005:0:36056:0:(osc_request.c:745:osc_update_next_shrink()) next time 3133 to shrink grant 00000080:00000001:2.0:1789608873.900007:0:36056:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:2.0:1789608873.900009:0:36056:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:2.0:1789608873.900017:0:36056:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff94d918923c38, count 2, dirtied 2 00000080:00000001:2.0:1789608873.900019:0:36056:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:2.0:1789608873.900021:0:36056:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:2.0:1789608873.900023:0:36056:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1789608873.900024:0:36056:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1789608873.900025:0:36056:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1789608873.900028:0:36056:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e02ca235[3 00000000da8d93f7 2 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789608873.900030:0:36056:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 1 00000020:00000001:2.0:1789608873.900031:0:36056:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1789608873.900033:0:36056:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1789608873.900034:0:36056:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:2.0:1789608873.900037:0:36056:0:(cl_page.c:567:cl_batch_put()) page@00000000e02ca235[3 00000000da8d93f7 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789608873.900038:0:36056:0:(cl_page.c:567:cl_batch_put()) 3 00000020:00000001:2.0:1789608873.900039:0:36056:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:2.0:1789608873.900040:0:36056:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:2.0:1789608873.900041:0:36056:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1789608873.900042:0:36056:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1789608873.900043:0:36056:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1789608873.900046:0:36056:0:(cl_page.c:518:__cl_page_state_set()) page@00000000704dd1c9[3 00000000da8d93f7 2 1 0000000000000000 0 0 1] 00000020:00000001:2.0:1789608873.900047:0:36056:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 1 00000020:00000001:2.0:1789608873.900049:0:36056:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1789608873.900050:0:36056:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1789608873.900051:0:36056:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:2.0:1789608873.900053:0:36056:0:(cl_page.c:567:cl_batch_put()) page@00000000704dd1c9[3 00000000da8d93f7 1 1 0000000000000000 0 0 1] 00000020:00000001:2.0:1789608873.900055:0:36056:0:(cl_page.c:567:cl_batch_put()) 3 00000020:00000001:2.0:1789608873.900056:0:36056:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000080:00000001:2.0:1789608873.900057:0:36056:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:2.0:1789608873.900059:0:36056:0:(osc_io.c:492:osc_io_commit_async()) 0 0 00000008:00000001:2.0:1789608873.900060:0:36056:0:(osc_io.c:493:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608873.900062:0:36056:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608873.900064:0:36056:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608873.900066:0:36056:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789608873.900068:0:36056:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 2 pages 8192 bytes, tot: 8192 00000020:00000001:2.0:1789608873.900070:0:36056:0:(cl_io.c:1044:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1789608873.900072:0:36056:0:(cl_io.c:1048:cl_page_list_fini()) Process leaving 00000080:00000001:2.0:1789608873.900073:0:36056:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608873.900076:0:36056:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d03b80 00000080:00200000:2.0:1789608873.900078:0:36056:0:(vvp_io.c:1358:vvp_io_write_start()) f24b.recovery-small-2: write bytes 0, result: 8192 00000080:00000001:2.0:1789608873.900081:0:36056:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608873.900084:0:36056:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1789608873.900086:0:36056:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1789608873.900087:0:36056:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:2.0:1789608873.900089:0:36056:0:(osc_io.c:1053:osc_io_write_start()) Process entered 00000020:00000001:2.0:1789608873.900091:0:36056:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5dc0 -> ffff94d9040db850 00000020:00000001:2.0:1789608873.900093:0:36056:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5dc0 -> ffff94d9040db850 00000020:00000001:2.0:1789608873.900094:0:36056:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1789608873.900096:0:36056:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1789608873.900097:0:36056:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608873.900111:0:36056:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608873.900113:0:36056:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5dc0 -> ffff94d9040db850 00000008:00000001:2.0:1789608873.900115:0:36056:0:(osc_io.c:1061:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608873.900117:0:36056:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608873.900120:0:36056:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608873.900121:0:36056:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608873.900123:0:36056:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608873.900125:0:36056:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:2.0:1789608873.900127:0:36056:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:2.0:1789608873.900128:0:36056:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1789608873.900130:0:36056:0:(cl_io.c:556:cl_io_end()) Process entered 00000008:00000001:2.0:1789608873.900132:0:36056:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:2.0:1789608873.900135:0:36056:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:2.0:1789608873.900139:0:36056:0:(osc_cache.c:1926:osc_update_pending()) obj ffff94d9183e5dc0 ready 0|-|- wr 2|-|- rd 0|- update pending cmd 2 delta 2. 00000008:00000001:2.0:1789608873.900146:0:36056:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1789608873.900149:0:36056:0:(osc_cache.c:1911:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608873.900151:0:36056:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1789608873.900441:0:36056:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608873.900444:0:36056:0:(osc_cache.c:674:osc_extent_release()) Process leaving 00000020:00000001:2.0:1789608873.900445:0:36056:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:2.0:1789608873.900447:0:36056:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608873.900449:0:36056:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608873.900451:0:36056:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:2.0:1789608873.900453:0:36056:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:2.0:1789608873.900456:0:36056:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1789608873.900459:0:36056:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d9084e6308 (ffff94d903295518/0) at cl_lock_release():245 00000020:00000001:2.0:1789608873.900462:0:36056:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789608873.900463:0:36056:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d9084e6308 (ffff94d903295518/0) at cl_lock_cancel():142 00020000:00000001:2.0:1789608873.900467:0:36056:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1789608873.900469:0:36056:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789608873.900470:0:36056:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593373712 : -117815116177904 : ffff94d907d9de10) 00000020:00000001:2.0:1789608873.900472:0:36056:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789608873.900474:0:36056:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d90847b530 (ffff94d903295908/1) at cl_lock_cancel():142 00000008:00000001:2.0:1789608873.900477:0:36056:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1789608873.900479:0:36056:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1789608873.900481:0:36056:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608873.900484:0:36056:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608873.900486:0:36056:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232800 refcount=5 00000020:00000001:2.0:1789608873.900489:0:36056:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000001:2.0:1789608873.900492:0:36056:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000001:2.0:1789608873.900494:0:36056:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608873.900497:0:36056:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 000000000e10029f/0xc54db32881770001 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x91bddff8e8ed9cc5 expref: -99 pid: 36056 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608873.900506:0:36056:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.900515:0:36056:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608873.900517:0:36056:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789608873.900521:0:36056:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789608873.900523:0:36056:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 000000000e10029f/0xc54db32881770001 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x91bddff8e8ed9cc5 expref: -99 pid: 36056 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789608873.900531:0:36056:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789608873.900535:0:36056:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789608873.900537:0:36056:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608873.900542:0:36056:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.900544:0:36056:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608873.900607:0:36056:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.900611:0:36056:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789608873.900614:0:36056:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.900616:0:36056:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.900620:0:36056:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608873.900623:0:36056:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608873.900624:0:36056:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.900625:0:36056:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608873.900626:0:36056:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608873.900627:0:36056:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789608873.900629:0:36056:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1789608873.900630:0:36056:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1789608873.900632:0:36056:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789608873.900633:0:36056:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789608873.900635:0:36056:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789608873.900636:0:36056:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d9084e6308 (ffff94d903295518/0) at cl_lock_fini():72 00020000:00000001:2.0:1789608873.900639:0:36056:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1789608873.900640:0:36056:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789608873.900642:0:36056:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d90847b530 (ffff94d903295518/1) at cl_lock_fini():72 00000008:00000010:2.0:1789608873.900645:0:36056:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d9035dc5f0. 00000020:00000001:2.0:1789608873.900652:0:36056:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1789608873.900654:0:36056:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d90847b500. 00020000:00000001:2.0:1789608873.900659:0:36056:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1789608873.900660:0:36056:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1789608873.900661:0:36056:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1789608873.900663:0:36056:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1789608873.900665:0:36056:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1789608873.900666:0:36056:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:2.0:1789608873.900667:0:36056:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1789608873.900669:0:36056:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608873.900671:0:36056:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608873.900672:0:36056:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1789608873.900673:0:36056:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1789608873.900725:0:36056:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1789608873.900728:0:36056:0:(vvp_io.c:533:vvp_io_advance()) advancing 8192 bytes 00000020:00000001:2.0:1789608873.900730:0:36056:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1789608873.900731:0:36056:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1789608873.900733:0:36056:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1789608873.900735:0:36056:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1789608873.900735:0:36056:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1789608873.900738:0:36056:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1789608873.900739:0:36056:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608873.900741:0:36056:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608873.900743:0:36056:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1789608873.900744:0:36056:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1789608873.900746:0:36056:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789608873.900750:0:36056:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 1] 00000001:00000001:2.0:1789608873.900754:0:36056:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:2.0:1789608873.900757:0:36056:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:2.0:1789608873.900760:0:36056:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:2.0:1789608873.900762:0:36056:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1789608873.900763:0:36056:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1789608873.900764:0:36056:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:2.0:1789608873.900766:0:36056:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789608873.900768:0:36056:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295900 00020000:00000001:2.0:1789608873.900773:0:36056:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1789608873.900775:0:36056:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1789608873.900777:0:36056:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1789608873.900779:0:36056:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2f:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1789608873.900782:0:36056:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789608873.900784:0:36056:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00000001:2.0:1789608873.900786:0:36056:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d03c98 00000080:00200000:2.0:1789608873.900788:0:36056:0:(file.c:2238:ll_file_io_generic()) f24b.recovery-small-2: 2 io complete with rc: 0, result: 8192, restart: 0 00000080:00000001:2.0:1789608873.900794:0:36056:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1789608873.900797:0:36056:0:(cl_object.c:143:cl_object_top()) ffff94d9040db850 -> ffff94d9040db850 00000020:00000001:2.0:1789608873.900799:0:36056:0:(cl_object.c:143:cl_object_top()) ffff94d9040db850 -> ffff94d9040db850 00000020:00000001:2.0:1789608873.900801:0:36056:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1789608873.900806:0:36056:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1789608873.900810:0:36056:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1789608873.900812:0:36056:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000001:2.0:1789608873.900814:0:36056:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1789608873.900816:0:36056:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000002:2.0:1789608873.900819:0:36056:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2f:1029 on OST[0]: s=8192 (1) m=1789608873 a=0 c=1789608873 b=1 00020000:00000001:2.0:1789608873.900822:0:36056:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789608873.900825:0:36056:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=8192 m=1789608873 a=0 c=1789608873 b=1 00020000:00000001:2.0:1789608873.900829:0:36056:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608873.900831:0:36056:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608873.900832:0:36056:0:(cl_object.c:143:cl_object_top()) ffff94d9040db850 -> ffff94d9040db850 00000080:00200000:2.0:1789608873.900835:0:36056:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2f:0x0] updating i_size 8192 i_blocks 1 00000080:00000001:2.0:1789608873.900838:0:36056:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:2.0:1789608873.900842:0:36056:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 8192 00000080:00000001:2.0:1789608873.900845:0:36056:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=8192 : 8192 : 2000) 00000020:00001000:2.0:1789608873.900848:0:36056:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295510 00000020:00000001:2.0:1789608873.900851:0:36056:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d03d88 00000080:00000008:2.0:1789608873.900854:0:36056:0:(file.c:2732:do_file_write_iter()) COMPLETED: file f24b.recovery-small-2:[0x200000405:0x2f:0x0], ppos: 8192, count: 0, rc = 8192 00000080:00000001:2.0:1789608873.900857:0:36056:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=8192 : 8192 : 2000) 00000080:00000001:3.0:1789608873.961264:0:36060:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789608873.961275:0:36060:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789608873.961279:0:36060:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7b78 00000080:00200000:3.0:1789608873.961286:0:36060:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:3.0:1789608873.961296:0:36060:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d91a40a600. 00800000:00000002:3.0:1789608873.961305:0:36060:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:3.0:1789608873.961311:0:36060:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789608873.961316:0:36060:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789608873.961319:0:36060:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7a98 00800000:00000002:3.0:1789608873.961322:0:36060:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608873.961327:0:36060:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789608873.961331:0:36060:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608873.961334:0:36060:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608873.961337:0:36060:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608873.961341:0:36060:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608873.961343:0:36060:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608873.961345:0:36060:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608873.961348:0:36060:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608873.961353:0:36060:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789608873.961360:0:36060:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789608873.961363:0:36060:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7968 00000002:00010000:3.0:1789608873.961365:0:36060:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789608873.961369:0:36060:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789608873.961371:0:36060:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608873.961437:0:36060:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608873.961447:0:36060:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d90842a000 count: 2 00010000:00000001:3.0:1789608873.961450:0:36060:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608873.961456:0:36060:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608873.961461:0:36060:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789608873.961467:0:36060:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b200/0xc54db3288176ffd7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9c32 expref: -99 pid: 36046 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1789608873.961481:0:36060:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789608873.961488:0:36060:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608873.961492:0:36060:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b200/0xc54db3288176ffd7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9c32 expref: -99 pid: 36046 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1789608873.961500:0:36060:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789608873.961502:0:36060:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789608873.961504:0:36060:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608873.961506:0:36060:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608873.961518:0:36060:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608873.961520:0:36060:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789608873.961523:0:36060:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789608873.961526:0:36060:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:3.0:1789608873.961530:0:36060:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d91a40a600. 00000080:00000001:3.0:1789608873.961538:0:36060:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789608873.961540:0:36060:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608873.961542:0:36060:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:3.0:1789608873.961555:0:36060:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176ffd7 00800000:00000001:3.0:1789608873.961559:0:36060:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789608873.961562:0:36060:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789608873.961563:0:36060:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608873.961566:0:36060:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608873.961570:0:36060:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6b200 refcount=3 00000020:00000001:3.0:1789608873.961573:0:36060:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528154112 : -117815181397504 : ffff94d903f6b200) 00010000:00000001:3.0:1789608873.961576:0:36060:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528154112 : -117815181397504 : ffff94d903f6b200) 00010000:00000001:3.0:1789608873.961579:0:36060:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.961580:0:36060:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608873.961582:0:36060:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608873.961584:0:36060:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608873.961586:0:36060:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ffd7 from it ffffae3e01cd7bb0 00010000:00000001:3.0:1789608873.961588:0:36060:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608873.961589:0:36060:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608873.961591:0:36060:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6b200 refcount=3 00000020:00000001:3.0:1789608873.961593:0:36060:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528154112 : -117815181397504 : ffff94d903f6b200) 00010000:00000001:3.0:1789608873.961595:0:36060:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528154112 : -117815181397504 : ffff94d903f6b200) 00010000:00000001:3.0:1789608873.961597:0:36060:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608873.961600:0:36060:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b200/0xc54db3288176ffd7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9c32 expref: -99 pid: 36046 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1789608873.961606:0:36060:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.961607:0:36060:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608873.961609:0:36060:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608873.961611:0:36060:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608873.961614:0:36060:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b200/0xc54db3288176ffd7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9c32 expref: -99 pid: 36046 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1789608873.961621:0:36060:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608873.961625:0:36060:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608873.961627:0:36060:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608873.961632:0:36060:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.961633:0:36060:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608873.961635:0:36060:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.961638:0:36060:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608873.961640:0:36060:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.961642:0:36060:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.961645:0:36060:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608873.961647:0:36060:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608873.961649:0:36060:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608873.961650:0:36060:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789608873.961654:0:36060:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789608873.961656:0:36060:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608873.961658:0:36060:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 44 00000080:00000001:3.0:1789608873.961664:0:36060:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608873.961671:0:36060:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:3.0:1789608873.961673:0:36060:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1789608873.961736:0:36060:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7b78 00000080:00200008:3.0:1789608873.961739:0:36060:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff94d918926c08), flags 504000 00000080:00000010:3.0:1789608873.961747:0:36060:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d90517e3c0. 00000080:00000001:3.0:1789608873.961753:0:36060:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608873.961755:0:36060:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608873.961787:0:36060:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608873.961790:0:36060:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=8028667f arg=7fffb34d4fe0 00000080:00000001:3.0:1789608873.961807:0:36060:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000080:00000001:3.0:1789608873.961810:0:36060:0:(llite_lib.c:4281:ll_get_sb_uuid()) Process entered 00000080:00000001:3.0:1789608873.961813:0:36060:0:(llite_lib.c:4287:ll_get_sb_uuid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608873.961815:0:36060:0:(llite_lib.c:3669:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608873.961817:0:36060:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608873.961831:0:36060:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:3.0:1789608873.961833:0:36060:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1789608873.961836:0:36060:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7dd0 00000080:00200008:3.0:1789608873.961838:0:36060:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff94d918926c08), flags 504000 00000080:00400000:3.0:1789608873.961841:0:36060:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:3.0:1789608873.961845:0:36060:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d90517e3c0. 00000080:00000001:3.0:1789608873.961848:0:36060:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1789608873.961851:0:36060:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7dd0 00000080:00000008:3.0:1789608873.961854:0:36060:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff94d918926c08), flags 504000, rc = 0 00000080:00000001:3.0:1789608873.961857:0:36060:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608873.961858:0:36060:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608874.510171:0:465:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:3.0:1789608874.510177:0:465:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1789608874.510181:0:465:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789608874.510187:0:465:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258593596120 : -117815115955496 : ffff94d907dd42d8) 00000020:00001000:3.0:1789608874.510194:0:465:0:(cl_object.c:823:cl_env_get()) 1@ffff94d907dd42d0 00000020:00000001:3.0:1789608874.510202:0:465:0:(cl_object.c:143:cl_object_top()) ffff94d9040db3a0 -> ffff94d9040db3a0 00000020:00000001:3.0:1789608874.510205:0:465:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:3.0:1789608874.510208:0:465:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1789608874.510210:0:465:0:(vvp_io.c:1826:vvp_io_init()) [0x240000402:0x8:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1789608874.510215:0:465:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789608874.510216:0:465:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1789608874.510218:0:465:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789608874.510223:0:465:0:(lov_object.c:1590:lov_io_init()) [0x240000402:0x8:0x0]io ffff94d9109be310 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1789608874.510226:0:465:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b657c0) owner 0000000000000000/ffff94d9199c4f80 00020000:00000001:3.0:1789608874.510232:0:465:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1789608874.510234:0:465:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1789608874.510237:0:465:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1789608874.510240:0:465:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608874.510243:0:465:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1789608874.510245:0:465:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1789608874.510247:0:465:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608874.510249:0:465:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789608874.510250:0:465:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1789608874.510251:0:465:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1789608874.510252:0:465:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b657c0) owner 0000000000000000/ffff94d9199c4f80 00000020:00000001:3.0:1789608874.510256:0:465:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608874.510258:0:465:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:3.0:1789608874.510260:0:465:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1789608874.510262:0:465:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1789608874.510266:0:465:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1789608874.510270:0:465:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1789608874.510273:0:465:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789608874.510275:0:465:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1789608874.510277:0:465:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:3.0:1789608874.510288:0:465:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff94d907dd4870. 00000020:00000010:3.0:1789608874.510294:0:465:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94d91a40a600. 00000020:00000010:3.0:1789608874.510301:0:465:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff94d91a40ba00. 00000020:00000010:3.0:1789608874.510305:0:465:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff94d909265a80. 00000008:00000010:3.0:1789608874.510314:0:465:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff94d9121b4320. 00020000:00000010:3.0:1789608874.510320:0:465:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff94d909313cc0. 00008000:00000010:3.0:1789608874.510325:0:465:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff94d907db1530. 00000080:00000010:3.0:1789608874.510332:0:465:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff94d907dd3f18. 00000080:00000010:3.0:1789608874.510337:0:465:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff94d9109bf530. 00000020:00000010:3.0:1789608874.510341:0:465:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94d91a40b200. 00000008:00000010:3.0:1789608874.510345:0:465:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff94d9121a0b00. 00020000:00000010:3.0:1789608874.510349:0:465:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff94d908c0e480. 00008000:00000010:3.0:1789608874.510353:0:465:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff94d907dd2a00. 00000080:00000010:3.0:1789608874.510357:0:465:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff94d907dd1870. 00000020:00000001:3.0:1789608874.510359:0:465:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258593597560 : -117815115954056 : ffff94d907dd4878) 00000020:00001000:3.0:1789608874.510361:0:465:0:(cl_object.c:823:cl_env_get()) 1@ffff94d907dd4870 00000020:00000001:3.0:1789608874.510364:0:465:0:(cl_object.c:143:cl_object_top()) ffff94d9040db788 -> ffff94d9040db3a0 00000020:00000001:3.0:1789608874.510366:0:465:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:3.0:1789608874.510369:0:465:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789608874.510370:0:465:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1789608874.510435:0:465:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:3.0:1789608874.510437:0:465:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258740306704 : -117814969244912 : ffff94d9109be310) 00000020:00000001:3.0:1789608874.510439:0:465:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608874.510442:0:465:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608874.510444:0:465:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258608519536 : -117815101032080 : ffff94d908c0f970) 00000020:00000001:3.0:1789608874.510447:0:465:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1789608874.510449:0:465:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608874.510452:0:465:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608874.510454:0:465:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608874.510456:0:465:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:3.0:1789608874.510458:0:465:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1789608874.510460:0:465:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789608874.510461:0:465:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:3.0:1789608874.510463:0:465:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789608874.510464:0:465:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608874.510466:0:465:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608874.510468:0:465:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608874.510470:0:465:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608874.510471:0:465:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789608874.510472:0:465:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608874.510474:0:465:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608874.510476:0:465:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:3.0:1789608874.510478:0:465:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1789608874.510480:0:465:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789608874.510481:0:465:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:3.0:1789608874.510483:0:465:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000020:3.0:1789608874.510485:0:465:0:(osc_io.c:1119:osc_io_fsync_start()) lustre-OST0000-osc-ffff94d904ceb000: unstable/dirty counts are both zero 00000008:00000001:3.0:1789608874.510488:0:465:0:(osc_io.c:1120:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608874.510489:0:465:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608874.510491:0:465:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608874.510492:0:465:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608874.510493:0:465:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608874.510496:0:465:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:3.0:1789608874.510498:0:465:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1789608874.510499:0:465:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1789608874.510500:0:465:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:3.0:1789608874.510514:0:465:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:3.0:1789608874.510516:0:465:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608874.510518:0:465:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1789608874.510519:0:465:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:3.0:1789608874.510522:0:465:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:3.0:1789608874.510525:0:465:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1789608874.510526:0:465:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789608874.510528:0:465:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:3.0:1789608874.510529:0:465:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1789608874.510530:0:465:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608874.510532:0:465:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608874.510534:0:465:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1789608874.510535:0:465:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1789608874.510536:0:465:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1789608874.510538:0:465:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1789608874.510539:0:465:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1789608874.510540:0:465:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1789608874.510542:0:465:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789608874.510542:0:465:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1789608874.510543:0:465:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1789608874.510545:0:465:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608874.510547:0:465:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608874.510548:0:465:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1789608874.510549:0:465:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1789608874.510551:0:465:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608874.510553:0:465:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:3.0:1789608874.510555:0:465:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1789608874.510557:0:465:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1789608874.510557:0:465:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:3.0:1789608874.510559:0:465:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789608874.510561:0:465:0:(cl_object.c:917:cl_env_put()) 1@ffff94d907dd4870 00020000:00000001:3.0:1789608874.510563:0:465:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1789608874.510566:0:465:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1789608874.510569:0:465:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1789608874.510571:0:465:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1789608874.510574:0:465:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1789608874.510575:0:465:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789608874.510578:0:465:0:(cl_object.c:917:cl_env_put()) 1@ffff94d907dd42d0 00000080:00000001:3.0:1789608874.510580:0:465:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608874.510582:0:465:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608874.510591:0:465:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:3.0:1789608874.510593:0:465:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1789608874.510594:0:465:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789608874.510595:0:465:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258593596120 : -117815115955496 : ffff94d907dd42d8) 00000020:00001000:3.0:1789608874.510597:0:465:0:(cl_object.c:823:cl_env_get()) 1@ffff94d907dd42d0 00000020:00000001:3.0:1789608874.510599:0:465:0:(cl_object.c:143:cl_object_top()) ffff94d904aaa210 -> ffff94d904aaa210 00000020:00000001:3.0:1789608874.510601:0:465:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:3.0:1789608874.510603:0:465:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1789608874.510604:0:465:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1789608874.510607:0:465:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789608874.510607:0:465:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1789608874.510608:0:465:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789608874.510611:0:465:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2e:0x0]io ffff94d9109be310 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1789608874.510614:0:465:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d903559e88) owner 0000000000000000/ffff94d9199c4f80 00020000:00000001:3.0:1789608874.510616:0:465:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1789608874.510617:0:465:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1789608874.510619:0:465:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1789608874.510620:0:465:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608874.510622:0:465:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1789608874.510623:0:465:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1789608874.510625:0:465:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608874.510627:0:465:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789608874.510628:0:465:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1789608874.510629:0:465:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1789608874.510630:0:465:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d903559e88) owner 0000000000000000/ffff94d9199c4f80 00000020:00000001:3.0:1789608874.510632:0:465:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608874.510634:0:465:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:3.0:1789608874.510635:0:465:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1789608874.510637:0:465:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1789608874.510638:0:465:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1789608874.510640:0:465:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1789608874.510643:0:465:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789608874.510644:0:465:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1789608874.510645:0:465:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789608874.510646:0:465:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258593597560 : -117815115954056 : ffff94d907dd4878) 00000020:00001000:3.0:1789608874.510648:0:465:0:(cl_object.c:823:cl_env_get()) 1@ffff94d907dd4870 00000020:00000001:3.0:1789608874.510650:0:465:0:(cl_object.c:143:cl_object_top()) ffff94d904aaa788 -> ffff94d904aaa210 00000020:00000001:3.0:1789608874.510652:0:465:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:3.0:1789608874.510654:0:465:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789608874.510655:0:465:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1789608874.510657:0:465:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:3.0:1789608874.510658:0:465:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258740306704 : -117814969244912 : ffff94d9109be310) 00000020:00000001:3.0:1789608874.510660:0:465:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608874.510661:0:465:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608874.510663:0:465:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258608519536 : -117815101032080 : ffff94d908c0f970) 00000020:00000001:3.0:1789608874.510665:0:465:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1789608874.510667:0:465:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608874.510669:0:465:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608874.510671:0:465:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608874.510672:0:465:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:3.0:1789608874.510673:0:465:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1789608874.510675:0:465:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789608874.510711:0:465:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:3.0:1789608874.510713:0:465:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789608874.510714:0:465:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608874.510715:0:465:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608874.510717:0:465:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608874.510718:0:465:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608874.510720:0:465:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789608874.510721:0:465:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608874.510722:0:465:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608874.510723:0:465:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:3.0:1789608874.510725:0:465:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1789608874.510726:0:465:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789608874.510727:0:465:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:3.0:1789608874.510728:0:465:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000020:3.0:1789608874.510729:0:465:0:(osc_io.c:1119:osc_io_fsync_start()) lustre-OST0000-osc-ffff94d904ceb000: unstable/dirty counts are both zero 00000008:00000001:3.0:1789608874.510731:0:465:0:(osc_io.c:1120:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608874.510732:0:465:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608874.510734:0:465:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608874.510735:0:465:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608874.510737:0:465:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608874.510738:0:465:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:3.0:1789608874.510739:0:465:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1789608874.511564:0:465:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1789608874.511570:0:465:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:3.0:1789608874.511572:0:465:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:3.0:1789608874.511573:0:465:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608874.511577:0:465:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1789608874.511579:0:465:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:3.0:1789608874.511581:0:465:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:3.0:1789608874.511582:0:465:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1789608874.511584:0:465:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789608874.511585:0:465:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:3.0:1789608874.511586:0:465:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1789608874.511587:0:465:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608874.511589:0:465:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608874.511591:0:465:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1789608874.511592:0:465:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1789608874.511593:0:465:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1789608874.511594:0:465:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1789608874.511596:0:465:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1789608874.511597:0:465:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1789608874.511598:0:465:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789608874.511599:0:465:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1789608874.511600:0:465:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1789608874.511602:0:465:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608874.511603:0:465:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608874.511605:0:465:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1789608874.511606:0:465:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1789608874.511607:0:465:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608874.511610:0:465:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:3.0:1789608874.511612:0:465:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1789608874.511613:0:465:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1789608874.511614:0:465:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:3.0:1789608874.511615:0:465:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789608874.511618:0:465:0:(cl_object.c:917:cl_env_put()) 1@ffff94d907dd4870 00020000:00000001:3.0:1789608874.511622:0:465:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1789608874.511624:0:465:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1789608874.511626:0:465:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1789608874.511629:0:465:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1789608874.511632:0:465:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1789608874.511633:0:465:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789608874.511636:0:465:0:(cl_object.c:917:cl_env_put()) 1@ffff94d907dd42d0 00000080:00000001:3.0:1789608874.511639:0:465:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608874.511641:0:465:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608874.511650:0:465:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:3.0:1789608874.511652:0:465:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1789608874.511653:0:465:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789608874.511656:0:465:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258593596120 : -117815115955496 : ffff94d907dd42d8) 00000020:00001000:3.0:1789608874.511659:0:465:0:(cl_object.c:823:cl_env_get()) 1@ffff94d907dd42d0 00000020:00000001:3.0:1789608874.511663:0:465:0:(cl_object.c:143:cl_object_top()) ffff94d9040db850 -> ffff94d9040db850 00000020:00000001:3.0:1789608874.511665:0:465:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:3.0:1789608874.511667:0:465:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1789608874.511668:0:465:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2f:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1789608874.511671:0:465:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789608874.511672:0:465:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1789608874.511673:0:465:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789608874.511703:0:465:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2f:0x0]io ffff94d9109be310 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1789608874.511706:0:465:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d9199c4f80 00020000:00000001:3.0:1789608874.511710:0:465:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1789608874.511712:0:465:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1789608874.511714:0:465:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1789608874.511715:0:465:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608874.511718:0:465:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1789608874.511720:0:465:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1789608874.511721:0:465:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608874.511722:0:465:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789608874.511723:0:465:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1789608874.511724:0:465:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1789608874.511725:0:465:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d9199c4f80 00000020:00000001:3.0:1789608874.511727:0:465:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608874.511729:0:465:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:3.0:1789608874.511730:0:465:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1789608874.511732:0:465:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1789608874.511735:0:465:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1789608874.511738:0:465:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1789608874.512583:0:465:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789608874.512588:0:465:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1789608874.512591:0:465:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789608874.512594:0:465:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258593597560 : -117815115954056 : ffff94d907dd4878) 00000020:00001000:3.0:1789608874.512601:0:465:0:(cl_object.c:823:cl_env_get()) 1@ffff94d907dd4870 00000020:00000001:3.0:1789608874.512606:0:465:0:(cl_object.c:143:cl_object_top()) ffff94d9040db080 -> ffff94d9040db850 00000020:00000001:3.0:1789608874.512608:0:465:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:3.0:1789608874.512612:0:465:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789608874.512614:0:465:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1789608874.512617:0:465:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:3.0:1789608874.512618:0:465:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258740306704 : -117814969244912 : ffff94d9109be310) 00000020:00000001:3.0:1789608874.512620:0:465:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608874.512622:0:465:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608874.512624:0:465:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258608519536 : -117815101032080 : ffff94d908c0f970) 00000020:00000001:3.0:1789608874.512627:0:465:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1789608874.512628:0:465:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608874.512632:0:465:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608874.512633:0:465:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608874.512635:0:465:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:3.0:1789608874.512637:0:465:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1789608874.512639:0:465:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789608874.512640:0:465:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:3.0:1789608874.512642:0:465:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789608874.512643:0:465:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608874.512645:0:465:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608874.512647:0:465:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608874.512648:0:465:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608874.512649:0:465:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789608874.512651:0:465:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608874.512652:0:465:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608874.512654:0:465:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:3.0:1789608874.512655:0:465:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1789608874.512657:0:465:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789608874.512658:0:465:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:3.0:1789608874.512660:0:465:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1789608874.512663:0:465:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1789608874.512670:0:465:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1789608874.512673:0:465:0:(osc_cache.c:1880:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1789608874.512705:0:465:0:(osc_cache.c:1881:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1789608874.512709:0:465:0:(osc_cache.c:2388:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1789608874.512711:0:465:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:3.0:1789608874.512713:0:465:0:(osc_cache.c:2357:osc_next_obj()) Process leaving (rc=18446626258868395456 : -117814841156160 : ffff94d9183e5dc0) 00000008:00000020:3.0:1789608874.512717:0:465:0:(osc_cache.c:2393:osc_check_rpcs()) obj ffff94d9183e5dc0 ready 0|-|- wr 2|-|+ rd 0|- 0 in flight 00000008:00000001:3.0:1789608874.512720:0:465:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1789608874.512721:0:465:0:(osc_cache.c:1880:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1789608874.512722:0:465:0:(osc_cache.c:1881:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1789608874.512724:0:465:0:(osc_cache.c:2213:osc_send_write_rpc()) Process entered 00000008:00000001:3.0:1789608874.512726:0:465:0:(osc_cache.c:2070:try_to_add_extent_for_io()) Process entered 00000008:00000020:3.0:1789608874.512729:0:465:0:(osc_cache.c:2074:try_to_add_extent_for_io()) extent ffff94d91343b6c0@{[0 -> 255/255], [1|0|+|cache|wiuY|ffff94d9183e5dc0], [1703936|2|+|-|ffff94d909232800|256|0000000000000000]} trying to add this extent 00000008:00010000:3.0:1789608874.512738:0:465:0:(osc_cache.c:2074:try_to_add_extent_for_io()) ### extent: 00000000f374e2f1 ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 000000000e10029f/0xc54db32881770001 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x91bddff8e8ed9cc5 expref: -99 pid: 36056 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1789608874.512825:0:465:0:(osc_cache.c:2123:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:3.0:1789608874.512830:0:465:0:(osc_cache.c:1926:osc_update_pending()) obj ffff94d9183e5dc0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -2. 00000008:00000001:3.0:1789608874.512835:0:465:0:(osc_cache.c:1166:osc_extent_make_ready()) Process entered 00000008:00000001:3.0:1789608874.513048:0:465:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:3.0:1789608874.513053:0:465:0:(osc_cache.c:1174:osc_extent_make_ready()) extent ffff94d91343b6c0@{[0 -> 255/255], [1|0|+|locking|wiuY|ffff94d9183e5dc0], [1703936|2|+|-|ffff94d909232800|256|ffff94d9199c4f80]} make ready 00000008:00010000:3.0:1789608874.513059:0:465:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 00000000f374e2f1 ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 000000000e10029f/0xc54db32881770001 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x91bddff8e8ed9cc5 expref: -99 pid: 36056 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1789608874.513068:0:465:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:3.0:1789608874.513071:0:465:0:(cl_page.c:1159:cl_page_make_ready()) Process entered 00000020:00008000:3.0:1789608874.513090:0:465:0:(cl_page.c:1171:cl_page_make_ready()) page@00000000e02ca235[2 00000000da8d93f7 1 1 0000000000000000 0 0 0] 00000020:00008000:3.0:1789608874.513092:0:465:0:(cl_page.c:1171:cl_page_make_ready()) readied 00000020:00000001:3.0:1789608874.513094:0:465:0:(cl_page.c:1020:cl_page_io_start()) Process entered 00000020:00000001:3.0:1789608874.513096:0:465:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1789608874.513098:0:465:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1789608874.513099:0:465:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:3.0:1789608874.513101:0:465:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1789608874.513104:0:465:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1789608874.513107:0:465:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e02ca235[2 00000000da8d93f7 1 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1789608874.513110:0:465:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 3 00000020:00000001:3.0:1789608874.513111:0:465:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1789608874.513113:0:465:0:(cl_page.c:1023:cl_page_io_start()) Process leaving 00000020:00000001:3.0:1789608874.513116:0:465:0:(cl_page.c:1193:cl_page_make_ready()) page@00000000e02ca235[2 00000000da8d93f7 3 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1789608874.513118:0:465:0:(cl_page.c:1193:cl_page_make_ready()) 1 0 00000008:00000001:3.0:1789608874.513120:0:465:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789608874.513121:0:465:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:3.0:1789608874.513123:0:465:0:(cl_page.c:1159:cl_page_make_ready()) Process entered 00000020:00008000:3.0:1789608874.513127:0:465:0:(cl_page.c:1171:cl_page_make_ready()) page@00000000704dd1c9[2 00000000da8d93f7 1 1 0000000000000000 0 0 1] 00000020:00008000:3.0:1789608874.513129:0:465:0:(cl_page.c:1171:cl_page_make_ready()) readied 00000020:00000001:3.0:1789608874.513130:0:465:0:(cl_page.c:1020:cl_page_io_start()) Process entered 00000020:00000001:3.0:1789608874.513132:0:465:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1789608874.513133:0:465:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1789608874.513134:0:465:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:3.0:1789608874.513135:0:465:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1789608874.513137:0:465:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1789608874.513139:0:465:0:(cl_page.c:518:__cl_page_state_set()) page@00000000704dd1c9[2 00000000da8d93f7 1 1 0000000000000000 0 0 1] 00000020:00000001:3.0:1789608874.513140:0:465:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 3 00000020:00000001:3.0:1789608874.513141:0:465:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1789608874.513142:0:465:0:(cl_page.c:1023:cl_page_io_start()) Process leaving 00000020:00000001:3.0:1789608874.513144:0:465:0:(cl_page.c:1193:cl_page_make_ready()) page@00000000704dd1c9[2 00000000da8d93f7 3 1 0000000000000000 0 0 1] 00000020:00000001:3.0:1789608874.513146:0:465:0:(cl_page.c:1193:cl_page_make_ready()) 1 0 00000008:00000001:3.0:1789608874.513147:0:465:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608874.513150:0:465:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5dc0 -> ffff94d9040db850 00000020:00000001:3.0:1789608874.513152:0:465:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5dc0 -> ffff94d9040db850 00000020:00000001:3.0:1789608874.513154:0:465:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:3.0:1789608874.513158:0:465:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608874.513159:0:465:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5dc0 -> ffff94d9040db850 00000008:00000001:3.0:1789608874.513162:0:465:0:(osc_cache.c:1227:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789608874.513165:0:465:0:(osc_request.c:2819:osc_build_rpc()) Process entered 00000008:00000020:3.0:1789608874.513170:0:465:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff94d904ceb000: cli: ffff94d90933d568 unstable pages: 0, osc unstable pages: 0 00000008:00000010:3.0:1789608874.513180:0:465:0:(osc_request.c:2850:osc_build_rpc()) kmalloced '(pga)': 16 at ffff94d918274df0. 00000008:00000010:3.0:1789608874.513185:0:465:0:(osc_request.c:2854:osc_build_rpc()) slab-alloced 'oa': 208 at ffff94d903557000. 00000008:00000020:3.0:1789608874.513188:0:465:0:(osc_request.c:2875:osc_build_rpc()) page i:2, oap->oap_obj_off 4096, oap->oap_page_off 0 00000020:00000001:3.0:1789608874.513192:0:465:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00020000:00000001:3.0:1789608874.513194:0:465:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:3.0:1789608874.513196:0:465:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00000020:00000002:3.0:1789608874.513200:0:465:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1789608873/1789608873 00000020:00000001:3.0:1789608874.513204:0:465:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00020000:00000001:3.0:1789608874.513206:0:465:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:3.0:1789608874.513210:0:465:0:(osc_lock.c:1343:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:3.0:1789608874.513214:0:465:0:(osc_request.c:3331:osc_match_base()) Process entered 00010000:00000001:3.0:1789608874.513218:0:465:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608874.513225:0:465:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69500 count: 2 00010000:00000001:3.0:1789608874.513228:0:465:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608874.513236:0:465:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1789608874.513240:0:465:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1789608874.513244:0:465:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789608874.513251:0:465:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608874.513254:0:465:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 000000000e10029f/0xc54db32881770001 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x91bddff8e8ed9cc5 expref: -99 pid: 36056 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789608874.513262:0:465:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608874.513265:0:465:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789608874.513267:0:465:0:(osc_request.c:3346:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1789608874.513270:0:465:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608874.513272:0:465:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608874.513276:0:465:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232800 refcount=3 00000020:00000001:3.0:1789608874.513278:0:465:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000001:3.0:1789608874.513280:0:465:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00000008:00000001:3.0:1789608874.513284:0:465:0:(osc_lock.c:1377:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000001:3.0:1789608874.513286:0:465:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608874.513287:0:465:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1789608874.513288:0:465:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00000008:00000001:3.0:1789608874.513291:0:465:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:3.0:1789608874.513297:0:465:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908491500. 00000020:00000040:3.0:1789608874.513302:0:465:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00000100:00000001:3.0:1789608874.513311:0:465:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608874.513315:0:465:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608874.513318:0:465:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608874.513356:0:465:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 16384 at ffff94d907e3c000. 00000100:00000001:3.0:1789608874.513365:0:465:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1789608874.514040:0:465:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 8192 00000008:00000020:3.0:1789608874.514053:0:465:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff94d904ceb000: dirty: 1703936 undirty: 485097472 dropped 0 grant: 2097152 cl_lost_grant 0 00000008:00000001:3.0:1789608874.514061:0:465:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:3.0:1789608874.514106:0:465:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 10415 MB/s 00000008:00008000:3.0:1789608874.514120:0:465:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffe9a104cb4680 map ffff94d918923c38 index 0 flags 17ffffc0005028 count 2 priv ffff94d905fb7b60: off 0 00000008:00008000:3.0:1789608874.514126:0:465:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffe9a104cb1500 map ffff94d918923c38 index 1 flags 17ffffc0005028 count 2 priv ffff94d905fb7460: off 0 00000008:00000001:3.0:1789608874.514137:0:465:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:3.0:1789608874.514139:0:465:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: 5872be30 (4) 00000008:00100000:3.0:1789608874.514145:0:465:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff94d908491500 - object 0x280000401:67 offset 0<>8192 00000008:00000001:3.0:1789608874.514148:0:465:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608874.514152:0:465:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00020000:00000001:3.0:1789608874.514155:0:465:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:3.0:1789608874.514156:0:465:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00000020:00000002:3.0:1789608874.514159:0:465:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1789608873/1789608873 00000020:00000001:3.0:1789608874.514161:0:465:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00020000:00000001:3.0:1789608874.514163:0:465:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:3.0:1789608874.514164:0:465:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00000100:00000001:3.0:1789608874.514167:0:465:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608874.514169:0:465:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600662272 : -117815108889344 : ffff94d908491500) 00000008:00000002:3.0:1789608874.514184:0:465:0:(osc_request.c:2976:osc_build_rpc()) @@@ 2 pages, aa 0000000090b8052d, now 0r/1w/0d in flight req@ffff94d908491500 x1876538934318080/t0(0) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:3.0:1789608874.514199:0:465:0:(osc_request.c:2988:osc_build_rpc()) [0x200000405:0x2f:0x0]: 2 write pages, start 0, end 2, now 0r/1w/0d in flight 00000100:00000040:3.0:1789608874.514208:0:465:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ddf13a0] to pc [ptlrpcd_01_01+1] req@ffff94d908491500 x1876538934318080/t0(0) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608874.514296:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608874.514301:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608874.514304:0:2412:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608874.514311:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908491500 x1876538934318080/t0(0) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608874.514319:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608874.514321:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608874.514326:0:2412:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608874.514329:0:2412:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608874.514332:0:2412:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608874.514336:0:2412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908491500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2412:1876538934318080:192.168.203.121@tcp:4:multiop.0 00000100:00000001:2.0:1789608874.514341:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608874.514348:0:2412:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608874.514351:0:2412:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608874.514355:0:2412:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608874.514361:0:2412:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903dbe400. 02000000:00000001:2.0:1789608874.514363:0:2412:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608874.514440:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608874.514447:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21210. 00000400:00000010:2.0:1789608874.514456:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c198. 00000100:00000200:2.0:1789608874.514463:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934318080, portal 4 00000100:00000001:2.0:1789608874.514466:0:2412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608874.514467:0:2412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600662272 : -117815108889344 : ffff94d908491500) 00000100:00000040:2.0:1789608874.514475:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d908491500 x1876538934318080/t0(0) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789608890 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608874.514482:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608874.514486:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608874.514489:0:2412:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff94d911d78240. 00000100:00000200:2.0:1789608874.514493:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 8680 bytes to portal 6, xid 1876538934318080, offset 0 00000400:00000200:2.0:1789608874.514501:0:2412:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608874.515488:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608874.515501:0:2412:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608874.515518:0:2412:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608874.515524:0:2412:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608874.515529:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608874.515532:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608874.515537:0:2412:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2990:2990:256:4294967295] 192.168.203.121@tcp LPNI seq info [2990:2990:8:4294967295] 00000400:00000200:2.0:1789608874.515542:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608874.515555:0:2412:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608874.515562:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 8680 bytes in 3 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608874.515572:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff94d91213ce00. 00000800:00000200:2.0:1789608874.515583:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608874.515593:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608874.515597:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91213ce00 type 1, nob 8776 niov 1 nkiov 3 00000100:00000001:2.0:1789608874.515694:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608874.515701:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 192246 usecs (193 jiffies) 00000400:00000200:2.0:1789608874.515705:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608874.515709:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296601798 00000100:00000001:2.0:1789608874.515713:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296604004 00000100:00000001:2.0:1789608874.515715:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296601798 00000100:00000001:2.0:1789608874.515718:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296604004 00000100:00000001:2.0:1789608874.515720:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608874.515724:0:2412:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608874.515728:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608874.515732:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1789608874.515792:0:465:0:(osc_request.c:2994:osc_build_rpc()) Process leaving 00000008:00000001:3.0:1789608874.515795:0:465:0:(osc_request.c:3019:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789608874.515798:0:465:0:(osc_cache.c:2262:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789608874.515802:0:465:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1789608874.515804:0:465:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789608874.515807:0:465:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1789608874.515808:0:465:0:(osc_cache.c:1870:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789608874.515809:0:465:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1789608874.515810:0:465:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789608874.515815:0:465:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:3.0:1789608874.515818:0:465:0:(osc_cache.c:2379:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789608874.515821:0:465:0:(osc_cache.c:2452:osc_check_rpcs()) Process leaving 00000008:00000020:3.0:1789608874.515825:0:465:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff94d9183e5dc0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 2: rc=2. 00000008:00000001:3.0:1789608874.515830:0:465:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=2 : 2 : 2) 00000008:00000001:3.0:1789608874.515835:0:465:0:(osc_io.c:1073:osc_fsync_ost()) Process entered 00000020:00000001:3.0:1789608874.515853:0:465:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1789608874.515856:0:465:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1789608874.515858:0:465:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1789608874.515861:0:465:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1789608874.515862:0:465:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1789608874.515864:0:465:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1789608874.515867:0:465:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:3.0:1789608874.515876:0:465:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908490a80. 00000020:00000040:3.0:1789608874.515881:0:465:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=4 obd=lustre-OST0000-osc-ffff94d904ceb000 00000100:00000001:3.0:1789608874.515886:0:465:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608874.515890:0:465:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608874.515896:0:465:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608874.515904:0:465:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d911dcc200. 00000100:00000001:3.0:1789608874.515911:0:465:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608874.515920:0:465:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608874.515925:0:465:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608874.515934:0:465:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b72a0ddd] to pc [ptlrpcd_01_00+0] req@ffff94d908490a80 x1876538934318208/t0(0) o16->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608874.518566:0:2412:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608874.518576:0:2412:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789608874.518584:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608874.518587:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608874.518592:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608874.518597:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1789608874.518600:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608874.518602:0:2412:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608874.518603:0:2412:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608874.518605:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608874.518606:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608874.518609:0:2412:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608874.518627:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908490a80 x1876538934318208/t0(0) o16->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608874.518639:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608874.518642:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608874.518647:0:2412:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608874.518652:0:2412:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608874.518655:0:2412:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608874.518659:0:2412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908490a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2412:1876538934318208:192.168.203.121@tcp:16:kworker.0 00000800:00000200:1.0:1789608874.519176:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608874.519183:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff94d91213ce00. 00000400:00000200:1.0:1789608874.519191:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608874.519197:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608874.519207:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d78240 00000400:00000010:1.0:1789608874.519210:0:2401:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 168 at ffff94d911d78240. 00000100:00000001:1.0:1789608874.519216:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608874.519222:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908491500 x1876538934318080/t0(0) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789608890 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608874.519233:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608874.519237:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908491500 x1876538934318080/t0(0) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789608890 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608874.519243:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608874.519245:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789608874.520485:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608874.520501:0:2412:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608874.520514:0:2412:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608874.520519:0:2412:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608874.520531:0:2412:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903dbf800. 02000000:00000001:2.0:1789608874.520535:0:2412:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608874.520545:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608874.520550:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d216e0. 00000400:00000010:2.0:1789608874.520558:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c990. 00000100:00000200:2.0:1789608874.520566:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934318208, portal 4 00000100:00000001:2.0:1789608874.520569:0:2412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608874.520571:0:2412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600659584 : -117815108892032 : ffff94d908490a80) 00000100:00000040:2.0:1789608874.520584:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d908490a80 x1876538934318208/t0(0) o16->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608890 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608874.520592:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608874.520595:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608874.520598:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6cee0. 00000100:00000200:2.0:1789608874.520601:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1876538934318208, offset 0 00000400:00000200:2.0:1789608874.520609:0:2412:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608874.520618:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608874.520627:0:2412:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608874.520635:0:2412:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608874.520640:0:2412:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608874.520644:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608874.520647:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608874.520652:0:2412:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2991:2991:256:4294967295] 192.168.203.121@tcp LPNI seq info [2991:2991:8:4294967295] 00000400:00000200:2.0:1789608874.520657:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608874.520669:0:2412:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608874.520691:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608874.520698:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91350a300. 00000800:00000200:2.0:1789608874.520708:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608874.520718:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608874.520724:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91350a300 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:2.0:1789608874.520803:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608874.520808:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 192246 usecs (193 jiffies) 00000400:00000200:2.0:1789608874.520812:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608874.520816:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296601799 00000100:00000001:2.0:1789608874.520819:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296604004 00000100:00000001:2.0:1789608874.520822:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296601799 00000100:00000001:2.0:1789608874.520824:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296604004 00000100:00000001:2.0:1789608874.520827:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608874.520830:0:2412:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608874.520835:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608874.520906:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608874.520934:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608874.520937:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608874.524145:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608874.524161:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91350a300. 00000400:00000200:0.0:1789608874.524171:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608874.524183:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608874.524194:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6cee0 00000400:00000010:0.0:1789608874.524198:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6cee0. 00000100:00000001:0.0:1789608874.524205:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608874.524216:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908490a80 x1876538934318208/t0(0) o16->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608890 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608874.524230:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608874.524234:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908490a80 x1876538934318208/t0(0) o16->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608890 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608874.524241:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608874.524243:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789608874.524556:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608874.524562:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608874.524567:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608874.524572:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789608874.525256:0:465:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789608874.525264:0:465:0:(osc_io.c:1090:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789608874.525267:0:465:0:(osc_io.c:1174:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608874.525271:0:465:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608874.525275:0:465:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608874.525277:0:465:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608874.525279:0:465:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608874.525283:0:465:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:3.0:1789608874.525288:0:465:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1789608874.525290:0:465:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1789608874.525291:0:465:0:(cl_io.c:556:cl_io_end()) Process entered 00000800:00000001:1.0:1789608874.533186:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608874.533217:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608874.533224:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608874.533226:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608874.533571:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608874.533581:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608874.533597:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608874.533603:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608874.533610:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608874.533616:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 448 into portal 4 MB=0x6aab3c4965400 00000400:00000200:1.0:1789608874.533623:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608874.533631:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 448/448 into md 0x8831 [1] + 224 00000800:00000001:1.0:1789608874.533639:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608874.533655:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608874.533660:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608874.533665:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608874.535468:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608874.535491:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908491500 x1876538934318080/t0(0) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789608890 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608874.535515:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff94d908491500 x1876538934318080/t0(0) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789608890 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608874.535537:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608874.535556:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608874.535563:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608874.535901:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608874.535908:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608874.535920:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608874.535922:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608874.535927:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21210. 00000400:00000200:2.0:1789608874.535934:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c198 00000400:00000010:2.0:1789608874.535937:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c198. 00000100:00000001:2.0:1789608874.535942:0:2412:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608874.535948:0:2412:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908491500 x1876538934318080/t0(0) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789608890 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789608874.536178:0:2412:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908491500 x1876538934318080/t0(0) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789608890 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608874.536187:0:2412:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608874.536191:0:2412:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608874.536194:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608874.536198:0:2412:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608874.536202:0:2412:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608874.536205:0:2412:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608874.536209:0:2412:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608874.536222:0:2412:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13ca8 time=81 v=5 (5 0 0 0) 00000100:00001000:2.0:1789608874.536226:0:2412:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608874.536230:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608874.536232:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608874.536235:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608874.536431:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608874.536436:0:2412:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789608874.536438:0:2412:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1789608874.536440:0:2412:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789608874.536443:0:2412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608874.536445:0:2412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600662272 : -117815108889344 : ffff94d908491500) 00000100:00000001:2.0:1789608874.536448:0:2412:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608874.536450:0:2412:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: skip recheck: last_committed 4294967337 00000100:00000001:2.0:1789608874.536453:0:2412:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608874.536456:0:2412:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608874.536462:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908491500 x1876538934318080/t4294967338(4294967338) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789608890 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608874.536470:0:2412:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608874.536474:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608874.536476:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1789608874.536480:0:2412:0:(osc_request.c:2581:brw_interpret()) Process entered 00000008:00000001:2.0:1789608874.536483:0:2412:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:04000000:2.0:1789608874.536489:0:2412:0:(osc_request.c:2195:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:2.0:1789608874.536493:0:2412:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:2.0:1789608874.536498:0:2412:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff94d904ceb000: setdq to remove for usr 0 00000001:04000000:2.0:1789608874.536500:0:2412:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff94d904ceb000: setdq to remove for grp 0 00000001:04000000:2.0:1789608874.536502:0:2412:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff94d904ceb000: setdq to remove for prj 0 00000001:00000001:2.0:1789608874.536513:0:2412:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1789608874.536516:0:2412:0:(osc_request.c:759:osc_update_grant()) got 3407872 extra grant 00000008:00008000:2.0:1789608874.536520:0:2412:0:(osc_request.c:2091:check_write_checksum()) checksum 5872be30 confirmed 00000008:00000001:2.0:1789608874.536525:0:2412:0:(osc_request.c:2227:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:2.0:1789608874.536528:0:2412:0:(osc_request.c:2439:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:2.0:1789608874.536530:0:2412:0:(osc_request.c:2586:brw_interpret()) request ffff94d908491500 aa ffff94d9084916b0 rc 0 00000020:00000001:2.0:1789608874.536540:0:2412:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5dc0 -> ffff94d9040db850 00000020:00000001:2.0:1789608874.536544:0:2412:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5dc0 -> ffff94d9040db850 00000020:00000001:2.0:1789608874.536547:0:2412:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1789608874.536550:0:2412:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1789608874.536553:0:2412:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608874.536555:0:2412:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608874.536557:0:2412:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5dc0 -> ffff94d9040db850 00000008:00000010:2.0:1789608874.536560:0:2412:0:(osc_request.c:2668:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff94d903557000. 00000020:00000001:2.0:1789608874.536567:0:2412:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5dc0 -> ffff94d9040db850 00000020:00000001:2.0:1789608874.536569:0:2412:0:(cl_object.c:278:cl_object_dirty_for_sync()) Process entered 00000020:00000001:2.0:1789608874.536574:0:2412:0:(cl_object.c:284:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:2.0:1789608874.536577:0:2412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608874.536581:0:2412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908491500 x1876538934318080/t4294967338(4294967338) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789608890 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608874.536589:0:2412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608874.536593:0:2412:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:2.0:1789608874.536597:0:2412:0:(osc_cache.c:908:osc_extent_finish()) extent ffff94d91343b6c0@{[0 -> 255/255], [2|0|-|rpc|wiuY|ffff94d9183e5dc0], [1703936|2|+|-|ffff94d909232800|256|ffff94d9199c4f80]} extent finished. 00000008:00010000:2.0:1789608874.536606:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 00000000f374e2f1 ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 000000000e10029f/0xc54db32881770001 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x91bddff8e8ed9cc5 expref: -99 pid: 36056 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:2.0:1789608874.536620:0:2412:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:2.0:1789608874.536623:0:2412:0:(cl_page.c:1113:cl_page_complete()) Process entered 00000020:00000001:2.0:1789608874.536628:0:2412:0:(cl_page.c:1115:cl_page_complete()) page@00000000e02ca235[2 00000000da8d93f7 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789608874.536630:0:2412:0:(cl_page.c:1115:cl_page_complete()) 1 0 00000020:00000001:2.0:1789608874.536632:0:2412:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:2.0:1789608874.536634:0:2412:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1789608874.536636:0:2412:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1789608874.536640:0:2412:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e02ca235[2 00000000da8d93f7 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789608874.536642:0:2412:0:(cl_page.c:518:__cl_page_state_set()) 3 -> 1 00000020:00000001:2.0:1789608874.536644:0:2412:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000080:00000001:2.0:1789608874.536647:0:2412:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:2.0:1789608874.536651:0:2412:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000e02ca235[2 00000000da8d93f7 1 1 0000000000000000 0 0 0] 00000080:00008000:2.0:1789608874.536653:0:2412:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:2.0:1789608874.536669:0:2412:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:2.0:1789608874.536670:0:2412:0:(cl_page.c:1136:cl_page_complete()) Process leaving 00000020:00000001:2.0:1789608874.536673:0:2412:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:2.0:1789608874.536727:0:2412:0:(cl_page.c:567:cl_batch_put()) page@00000000e02ca235[2 00000000da8d93f7 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789608874.536729:0:2412:0:(cl_page.c:567:cl_batch_put()) 2 00000020:00000001:2.0:1789608874.536730:0:2412:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000008:00000001:2.0:1789608874.536732:0:2412:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000001:2.0:1789608874.536734:0:2412:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:2.0:1789608874.536735:0:2412:0:(cl_page.c:1113:cl_page_complete()) Process entered 00000020:00000001:2.0:1789608874.536738:0:2412:0:(cl_page.c:1115:cl_page_complete()) page@00000000704dd1c9[2 00000000da8d93f7 3 1 0000000000000000 0 0 1] 00000020:00000001:2.0:1789608874.536739:0:2412:0:(cl_page.c:1115:cl_page_complete()) 1 0 00000020:00000001:2.0:1789608874.537910:0:2412:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:2.0:1789608874.537918:0:2412:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1789608874.537924:0:2412:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1789608874.537931:0:2412:0:(cl_page.c:518:__cl_page_state_set()) page@00000000704dd1c9[2 00000000da8d93f7 3 1 0000000000000000 0 0 1] 00000020:00000001:2.0:1789608874.537933:0:2412:0:(cl_page.c:518:__cl_page_state_set()) 3 -> 1 00000020:00000001:2.0:1789608874.537935:0:2412:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000080:00000001:2.0:1789608874.537937:0:2412:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:2.0:1789608874.537939:0:2412:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000704dd1c9[2 00000000da8d93f7 1 1 0000000000000000 0 0 1] 00000080:00008000:2.0:1789608874.537941:0:2412:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:2.0:1789608874.537959:0:2412:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:2.0:1789608874.538017:0:2412:0:(cl_page.c:1136:cl_page_complete()) Process leaving 00000020:00000001:2.0:1789608874.538019:0:2412:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:2.0:1789608874.538024:0:2412:0:(cl_page.c:567:cl_batch_put()) page@00000000704dd1c9[2 00000000da8d93f7 1 1 0000000000000000 0 0 1] 00000020:00000001:2.0:1789608874.538025:0:2412:0:(cl_page.c:567:cl_batch_put()) 2 00000020:00000001:2.0:1789608874.538027:0:2412:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000008:00000001:2.0:1789608874.538028:0:2412:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:2.0:1789608874.538032:0:2412:0:(osc_cache.c:1648:osc_free_grant()) lost 0 grant: 0 avail: 5505024 dirty: 0/0 00000008:00000020:2.0:1789608874.538040:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff94d91343b6c0@{[0 -> 255/255], [1|0|-|inv|wuY|ffff94d9183e5dc0], [1703936|0|-|-|ffff94d909232800|256|ffff94d9199c4f80]} destroyed. 00000008:00010000:2.0:1789608874.538048:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000f374e2f1 ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 000000000e10029f/0xc54db32881770001 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x91bddff8e8ed9cc5 expref: -99 pid: 36056 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789608874.538058:0:2412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608874.538061:0:2412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:2.0:1789608874.538065:0:2412:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff94d91343b6c0. 00000008:00000001:2.0:1789608874.538072:0:2412:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1789608874.538074:0:2412:0:(osc_request.c:2540:osc_release_ppga()) kvfree 'ppga': 16 at ffff94d918274df0. 00000008:00000020:2.0:1789608874.538088:0:2412:0:(osc_cache.c:2468:__osc_io_unplug()) Queue writeback work for client ffff94d90933d568. 00000008:00000001:2.0:1789608874.538106:0:2412:0:(osc_request.c:2756:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608874.538441:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908491500 x1876538934318080/t4294967338(4294967338) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789608890 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789608874.538453:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908491500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2412:1876538934318080:192.168.203.121@tcp:4:multiop.0 00000100:00000001:2.0:1789608874.538459:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608874.538463:0:2412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608874.538467:0:2412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908491500 x1876538934318080/t4294967338(4294967338) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789608890 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608874.538473:0:2412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608874.538478:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608874.538480:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608874.538482:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608874.538486:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608874.538487:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608874.538522:0:31476:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789608874.538528:0:31476:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514695448 : -117815194856168 : ffff94d903295518) 00000020:00001000:2.0:1789608874.538530:0:31476:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295510 00000008:00000020:2.0:1789608874.538533:0:31476:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff94d90933d568. 00000008:00000001:2.0:1789608874.538536:0:31476:0:(osc_cache.c:2388:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1789608874.538539:0:31476:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:2.0:1789608874.538542:0:31476:0:(osc_cache.c:2379:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608874.538544:0:31476:0:(osc_cache.c:2452:osc_check_rpcs()) Process leaving 00000020:00001000:2.0:1789608874.538546:0:31476:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295510 00000800:00000001:0.0:1789608874.640316:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608874.640342:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608874.640347:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608874.640350:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608874.640362:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608874.640380:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608874.640390:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608874.640396:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608874.640402:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608874.640408:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 432 into portal 4 MB=0x6aab3c4965480 00000400:00000200:0.0:1789608874.640414:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608874.640422:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 432/432 into md 0x8839 [1] + 224 00000800:00000001:0.0:1789608874.640433:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608874.640444:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608874.640448:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608874.640453:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608874.640464:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608874.640477:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908490a80 x1876538934318208/t0(0) o16->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608890 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608874.640490:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff94d908490a80 x1876538934318208/t0(0) o16->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608890 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608874.640521:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608874.640535:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608874.640539:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608874.641519:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608874.641528:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608874.641540:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608874.641542:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608874.641547:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d216e0. 00000400:00000200:2.0:1789608874.641557:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c990 00000400:00000010:2.0:1789608874.641560:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c990. 00000100:00000001:2.0:1789608874.641565:0:2412:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608874.641576:0:2412:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908490a80 x1876538934318208/t0(0) o16->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608890 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789608874.641586:0:2412:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908490a80 x1876538934318208/t0(0) o16->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608890 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608874.641594:0:2412:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608874.641596:0:2412:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608874.641599:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608874.641603:0:2412:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608874.641607:0:2412:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608874.641609:0:2412:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608874.641613:0:2412:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608874.641625:0:2412:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13c60 time=82 v=5 (5 5 5 5) 00000100:00001000:2.0:1789608874.641631:0:2412:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608874.641633:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608874.641635:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608874.641639:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608874.641643:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608874.641649:0:2412:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1789608874.641652:0:2412:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: committing for last_committed 4294967338 gen 18 00000100:00000040:2.0:1789608874.641659:0:2412:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967338) req@ffff94d908491500 x1876538934318080/t4294967338(4294967338) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789608890 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608874.641668:0:2412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608874.641672:0:2412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908491500 x1876538934318080/t4294967338(4294967338) o4->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789608890 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608874.641714:0:2412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608874.641717:0:2412:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608874.641721:0:2412:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903dbe400. 02000000:00000001:2.0:1789608874.641727:0:2412:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608874.641731:0:2412:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608874.641732:0:2412:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:2.0:1789608874.641735:0:2412:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608874.641738:0:2412:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 16384 at ffff94d907e3c000. 02000000:00000001:2.0:1789608874.641759:0:2412:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608874.641762:0:2412:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608874.641764:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908491500. 00000100:00000001:2.0:1789608874.641769:0:2412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608874.641771:0:2412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608874.641774:0:2412:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1789608874.641777:0:2412:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:2.0:1789608874.641780:0:2412:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608874.641782:0:2412:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608874.641788:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908490a80 x1876538934318208/t0(0) o16->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608890 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608874.641795:0:2412:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608874.641798:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608874.641801:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1789608874.641805:0:2412:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000020:00000001:2.0:1789608874.641814:0:2412:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5dc0 -> ffff94d9040db850 00000020:00000001:2.0:1789608874.641817:0:2412:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5dc0 -> ffff94d9040db850 00000020:00000001:2.0:1789608874.641819:0:2412:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1789608874.641823:0:2412:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1789608874.641825:0:2412:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608874.641827:0:2412:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608874.641829:0:2412:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5dc0 -> ffff94d9040db850 00000008:00000001:2.0:1789608874.641860:0:2412:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608874.641866:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908490a80 x1876538934318208/t0(0) o16->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608890 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789608874.641874:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908490a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2412:1876538934318208:192.168.203.121@tcp:16:kworker.0 00000100:00000001:2.0:1789608874.641879:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608874.641882:0:2412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608874.641884:0:2412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908490a80 x1876538934318208/t0(0) o16->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608890 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608874.641890:0:2412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608874.641891:0:2412:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608874.641894:0:2412:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903dbf800. 02000000:00000001:2.0:1789608874.641898:0:2412:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608874.641900:0:2412:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608874.641902:0:2412:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=2 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:2.0:1789608874.641903:0:2412:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608874.641905:0:2412:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d911dcc200. 02000000:00000001:2.0:1789608874.641911:0:2412:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608874.641912:0:2412:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608874.641914:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908490a80. 00000020:00000001:3.0:1789608874.641917:0:465:0:(cl_io.c:564:cl_io_end()) Process leaving 00000100:00000001:2.0:1789608874.641917:0:2412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608874.641919:0:2412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:3.0:1789608874.641924:0:465:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608874.641924:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:3.0:1789608874.641930:0:465:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1789608874.641933:0:465:0:(cl_io.c:564:cl_io_end()) Process leaving 00000100:00000001:2.0:1789608874.641936:0:2412:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1789608874.641937:0:465:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000100:00000001:2.0:1789608874.641941:0:2412:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608874.641942:0:465:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00000100:00000001:2.0:1789608874.641946:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00020000:00000001:3.0:1789608874.641947:0:465:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789608874.641950:0:465:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000100:00000001:2.0:1789608874.641952:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608874.641953:0:465:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1789608874.641959:0:465:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608874.641963:0:465:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608874.641965:0:465:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1789608874.641966:0:465:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1789608874.641968:0:465:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1789608874.641970:0:465:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1789608874.641972:0:465:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1789608874.641974:0:465:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1789608874.641976:0:465:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789608874.641977:0:465:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1789608874.641978:0:465:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1789608874.641980:0:465:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608874.641982:0:465:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608874.641984:0:465:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1789608874.641985:0:465:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1789608874.641986:0:465:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608874.641990:0:465:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:3.0:1789608874.641992:0:465:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1789608874.641994:0:465:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1789608874.641996:0:465:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:3.0:1789608874.641998:0:465:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789608874.642001:0:465:0:(cl_object.c:917:cl_env_put()) 1@ffff94d907dd4870 00020000:00000001:3.0:1789608874.642005:0:465:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1789608874.642007:0:465:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1789608874.642011:0:465:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1789608874.642022:0:465:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2f:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1789608874.642026:0:465:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1789608874.642027:0:465:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789608874.642030:0:465:0:(cl_object.c:917:cl_env_put()) 1@ffff94d907dd42d0 00000080:00000001:3.0:1789608874.642034:0:465:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=2 : 2 : 2) 00000080:00000001:3.0:1789608874.642038:0:465:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608874.829963:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608874.829973:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608874.829982:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608874.829983:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608874.829987:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608874.829988:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608874.829993:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608874.829994:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608874.830042:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789608874.830045:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608874.830048:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789608874.940448:0:36053:0:(file.c:5379:ll_fsync()) Process entered 00000020:00000001:0.0:1789608874.940459:0:36053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cc7e48 00000080:00200008:0.0:1789608874.940465:0:36053:0:(file.c:5384:ll_fsync()) START file: name=f24b.recovery-small-1, fid=[0x200000405:0x2e:0x0], start=0, end=9223372036854775807, datasync=0, need_sync 1/0 00020000:00000001:0.0:1789608874.940477:0:36053:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789608874.940482:0:36053:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d903559e88) owner 0000000000000000/ffff94d91a0a27c0 00020000:00000002:0.0:1789608874.940488:0:36053:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d903559e88) owner 0000000000000000/ffff94d91a0a27c0 00020000:00000001:0.0:1789608874.940491:0:36053:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789608874.940495:0:36053:0:(file.c:5353:ll_mdsync()) inode ffff94d9189b5b88 metadata sync [0x200000405:0x2e:0x0] (need_sync=1) 00800000:00000001:0.0:1789608874.940546:0:36053:0:(lmv_obd.c:3058:lmv_fsync()) Process entered 00800000:00000001:0.0:1789608874.940551:0:36053:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789608874.940554:0:36053:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789608874.940557:0:36053:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789608874.940559:0:36053:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789608874.940561:0:36053:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608874.940563:0:36053:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2e:0x0] 00800000:00000001:0.0:1789608874.940566:0:36053:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608874.940572:0:36053:0:(mdc_request.c:2773:mdc_fsync()) Process entered 00000100:00000010:0.0:1789608874.940582:0:36053:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5c380. 00000020:00000040:0.0:1789608874.940588:0:36053:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:0.0:1789608874.940594:0:36053:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608874.940599:0:36053:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608874.940605:0:36053:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608874.940614:0:36053:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d911dbde00. 00000100:00000001:0.0:1789608874.940623:0:36053:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608874.940632:0:36053:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789608874.940635:0:36053:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789608874.940642:0:36053:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d903f55cc0. 00000100:00000001:0.0:1789608874.940645:0:36053:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258528066752 : -117815181484864 : ffff94d903f55cc0) 00000100:00000001:0.0:1789608874.940648:0:36053:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608874.940650:0:36053:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594153344 : -117815115398272 : ffff94d907e5c380) 00000100:00000001:0.0:1789608874.940655:0:36053:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608874.940660:0:36053:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608874.940663:0:36053:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789608874.940665:0:36053:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608874.941915:0:36053:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5c380 x1876538934318336/t0(0) o44->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608874.941937:0:36053:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608874.941941:0:36053:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608874.941948:0:36053:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608874.941953:0:36053:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608874.942174:0:36053:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608874.942183:0:36053:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5c380 pname:cluuid:pid:xid:nid:opc:job multiop:25f5d458-2cbe-49cd-9693-334c08df7e27:36053:1876538934318336:192.168.203.121@tcp:44:multiop.0 00000100:00000001:0.0:1789608874.942189:0:36053:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608874.942199:0:36053:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608874.942203:0:36053:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608874.942205:0:36053:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608874.942282:0:36053:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903114000. 02000000:00000001:0.0:1789608874.942285:0:36053:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608874.942298:0:36053:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608874.942305:0:36053:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b82c0. 00000400:00000010:0.0:1789608874.942315:0:36053:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edcc0. 00000100:00000200:0.0:1789608874.942327:0:36053:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934318336, portal 10 00000100:00000001:0.0:1789608874.942329:0:36053:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608874.942331:0:36053:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594153344 : -117815115398272 : ffff94d907e5c380) 00000100:00000040:0.0:1789608874.942344:0:36053:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907e5c380 x1876538934318336/t0(0) o44->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 448/440 e 0 to 0 dl 1789608890 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608874.942356:0:36053:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608874.942360:0:36053:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608874.942364:0:36053:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed440. 00000100:00000200:0.0:1789608874.942369:0:36053:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 12, xid 1876538934318336, offset 0 00000400:00000200:0.0:1789608874.942378:0:36053:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608874.942392:0:36053:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608874.942405:0:36053:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608874.942413:0:36053:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608874.942419:0:36053:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608874.942425:0:36053:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608874.942428:0:36053:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608874.942433:0:36053:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2992:2992:256:4294967295] 192.168.203.121@tcp LPNI seq info [2992:2992:8:4294967295] 00000400:00000200:0.0:1789608874.942439:0:36053:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608874.942451:0:36053:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608874.942460:0:36053:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608874.942467:0:36053:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa100. 00000800:00000200:0.0:1789608874.942476:0:36053:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608874.942487:0:36053:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608874.942493:0:36053:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa100 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1789608874.942524:0:36053:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608874.942530:0:36053:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 846322 usecs (847 jiffies) 00000400:00000200:0.0:1789608874.942534:0:36053:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608874.942537:0:36053:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296602879 00000100:00000001:0.0:1789608874.942540:0:36053:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296604004 00000100:00000001:0.0:1789608874.942543:0:36053:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296602879 00000100:00000001:0.0:1789608874.942545:0:36053:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296604004 00000100:00000001:0.0:1789608874.942547:0:36053:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608874.942550:0:36053:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608874.942554:0:36053:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608874.942556:0:36053:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789608874.942559:0:36053:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d903f55cc0 going to sleep for 11 seconds 00000100:00000001:0.0:1789608874.942562:0:36053:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608874.942566:0:36053:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608874.942755:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608874.942760:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa100. 00000400:00000200:0.0:1789608874.942766:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608874.942772:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608874.942778:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed440 00000400:00000010:0.0:1789608874.942781:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed440. 00000100:00000001:0.0:1789608874.942786:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608874.942790:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5c380 x1876538934318336/t0(0) o44->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 448/440 e 0 to 0 dl 1789608890 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608874.942802:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608874.942806:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907e5c380 x1876538934318336/t0(0) o44->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 448/440 e 0 to 0 dl 1789608890 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608874.943803:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608874.943806:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608874.945746:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608874.945776:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608874.945781:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608874.945785:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608874.945970:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608874.945983:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608874.945995:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608874.946000:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608874.946006:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608874.946011:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 440 into portal 10 MB=0x6aab3c4965500 00000400:00000200:1.0:1789608874.946019:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608874.946028:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 440/440 into md 0x8841 [1] + 224 00000800:00000001:1.0:1789608874.946038:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608874.946049:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608874.946053:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608874.946059:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608874.946069:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608874.946082:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5c380 x1876538934318336/t0(0) o44->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 448/440 e 0 to 0 dl 1789608890 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608874.946096:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=440 offset=224 replen=440 req@ffff94d907e5c380 x1876538934318336/t0(0) o44->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 448/440 e 0 to 0 dl 1789608890 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608874.946171:0:36053:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608874.946195:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608874.946207:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608874.946211:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1789608874.948149:0:36053:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608874.948157:0:36053:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608874.948163:0:36053:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b82c0. 00000400:00000200:2.0:1789608874.948177:0:36053:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edcc0 00000400:00000010:2.0:1789608874.948180:0:36053:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edcc0. 00000100:00000001:2.0:1789608874.948186:0:36053:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608874.948202:0:36053:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5c380 x1876538934318336/t0(0) o44->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 448/440 e 0 to 0 dl 1789608890 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789608874.948215:0:36053:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5c380 x1876538934318336/t0(0) o44->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 448/440 e 0 to 0 dl 1789608890 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608874.948224:0:36053:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608874.948227:0:36053:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608874.948230:0:36053:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608874.948234:0:36053:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608874.948237:0:36053:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608874.948240:0:36053:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608874.948243:0:36053:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608874.948255:0:36053:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=82 v=5 (5 104 104 104) 00000100:00001000:2.0:1789608874.948260:0:36053:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=37 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608874.948264:0:36053:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608874.948266:0:36053:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608874.948270:0:36053:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608874.948275:0:36053:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608874.948280:0:36053:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1789608874.948282:0:36053:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: committing for last_committed 8589934607 gen 2 00000100:00000040:2.0:1789608874.948289:0:36053:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 8589934607) req@ffff94d907d27480 x1876538934315648/t8589934602(8589934602) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/448 e 0 to 0 dl 1789608889 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608874.948298:0:36053:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608874.948302:0:36053:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d27480 x1876538934315648/t8589934602(8589934602) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 568/448 e 0 to 0 dl 1789608889 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608874.948309:0:36053:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608874.948312:0:36053:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608874.948326:0:36053:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903dbd000. 02000000:00000001:2.0:1789608874.948332:0:36053:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608874.948335:0:36053:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608874.948338:0:36053:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:2.0:1789608874.948341:0:36053:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608874.948344:0:36053:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d903dbc800. 02000000:00000001:2.0:1789608874.948348:0:36053:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608874.948350:0:36053:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608874.948352:0:36053:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d27480. 00000100:00000001:2.0:1789608874.948356:0:36053:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608874.948357:0:36053:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608874.948363:0:36053:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 8589934607) req@ffff94d908492d80 x1876538934316672/t8589934604(8589934604) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/456 e 0 to 0 dl 1789608889 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608874.948369:0:36053:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608874.948371:0:36053:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908492d80 x1876538934316672/t8589934604(8589934604) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 520/456 e 0 to 0 dl 1789608889 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608874.948377:0:36053:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608874.948378:0:36053:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608874.948380:0:36053:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d90839b000. 02000000:00000001:2.0:1789608874.948383:0:36053:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608874.948385:0:36053:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608874.948386:0:36053:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:2.0:1789608874.948388:0:36053:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608874.948389:0:36053:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d90839a400. 02000000:00000001:2.0:1789608874.948392:0:36053:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608874.948401:0:36053:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608874.948403:0:36053:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908492d80. 00000100:00000001:2.0:1789608874.948406:0:36053:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608874.948408:0:36053:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789608874.948412:0:36053:0:(client.c:3175:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff94d908490700 x1876538934317312/t8589934606(8589934606) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/664 e 0 to 0 dl 1789608889 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789608874.948421:0:36053:0:(client.c:3175:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff94d907d26d80 x1876538934317824/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/664 e 0 to 0 dl 1789608889 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608874.948428:0:36053:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1789608874.948431:0:36053:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: normal: skip=1 replay=2/4 committed=0/0 00000100:00000001:2.0:1789608874.948433:0:36053:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608874.948436:0:36053:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608874.948441:0:36053:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5c380 x1876538934318336/t0(0) o44->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 448/440 e 0 to 0 dl 1789608890 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608874.948448:0:36053:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608874.948451:0:36053:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608874.948453:0:36053:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608874.948457:0:36053:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5c380 x1876538934318336/t0(0) o44->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 448/440 e 0 to 0 dl 1789608890 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789608874.948464:0:36053:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5c380 pname:cluuid:pid:xid:nid:opc:job multiop:25f5d458-2cbe-49cd-9693-334c08df7e27:36053:1876538934318336:192.168.203.121@tcp:44:multiop.0 00000100:00000001:2.0:1789608874.948469:0:36053:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608874.948473:0:36053:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608874.948476:0:36053:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789608874.948478:0:36053:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608874.948481:0:36053:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5c380 x1876538934318336/t0(0) o44->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 448/440 e 0 to 0 dl 1789608890 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608874.948494:0:36053:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608874.948496:0:36053:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d903f55cc0. 00000100:00000001:2.0:1789608874.948510:0:36053:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789608874.948512:0:36053:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608874.948516:0:36053:0:(mdc_request.c:2794:mdc_fsync()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608874.948519:0:36053:0:(lmv_obd.c:3065:lmv_fsync()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608874.948523:0:36053:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608874.948526:0:36053:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5c380 x1876538934318336/t0(0) o44->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 448/440 e 0 to 0 dl 1789608890 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608874.948532:0:36053:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608874.948534:0:36053:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608874.948535:0:36053:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903114000. 02000000:00000001:2.0:1789608874.948538:0:36053:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608874.948539:0:36053:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608874.948541:0:36053:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:2.0:1789608874.948542:0:36053:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608874.948544:0:36053:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d911dbde00. 02000000:00000001:2.0:1789608874.948548:0:36053:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608874.948549:0:36053:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608874.948550:0:36053:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5c380. 00000100:00000001:2.0:1789608874.948553:0:36053:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608874.948554:0:36053:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789608874.948558:0:36053:0:(pcc.c:2839:pcc_fsync()) Process entered 00000080:00000001:2.0:1789608874.948560:0:36053:0:(pcc.c:2842:pcc_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608874.948564:0:36053:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1789608874.948566:0:36053:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789608874.948572:0:36053:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514695448 : -117815194856168 : ffff94d903295518) 00000020:00001000:2.0:1789608874.948574:0:36053:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295510 00000020:00000001:2.0:1789608874.948581:0:36053:0:(cl_object.c:143:cl_object_top()) ffff94d904aaa210 -> ffff94d904aaa210 00000020:00000001:2.0:1789608874.948584:0:36053:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:2.0:1789608874.948587:0:36053:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1789608874.948590:0:36053:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2e:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1789608874.948593:0:36053:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789608874.948594:0:36053:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1789608874.948596:0:36053:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789608874.948601:0:36053:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2e:0x0]io ffff94d904aad780 type 6 ignore/verify layout 0/0 00020000:00000002:2.0:1789608874.948605:0:36053:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d903559e88) owner 0000000000000000/ffff94d91a0a27c0 00020000:00000001:2.0:1789608874.948610:0:36053:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1789608874.948612:0:36053:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1789608874.948614:0:36053:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1789608874.948616:0:36053:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608874.948618:0:36053:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1789608874.948621:0:36053:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1789608874.948623:0:36053:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608874.948625:0:36053:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789608874.948626:0:36053:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1789608874.948627:0:36053:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1789608874.948629:0:36053:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d903559e88) owner 0000000000000000/ffff94d91a0a27c0 00000020:00000001:2.0:1789608874.948632:0:36053:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608874.948634:0:36053:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:2.0:1789608874.948636:0:36053:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1789608874.948639:0:36053:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1789608874.948643:0:36053:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1789608874.948647:0:36053:0:(lov_offset.c:253:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:2.0:1789608874.948651:0:36053:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789608874.948653:0:36053:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1789608874.948655:0:36053:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789608874.948657:0:36053:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514696456 : -117815194855160 : ffff94d903295908) 00000020:00001000:2.0:1789608874.948658:0:36053:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295900 00000020:00000001:2.0:1789608874.948661:0:36053:0:(cl_object.c:143:cl_object_top()) ffff94d904aaa788 -> ffff94d904aaa210 00000020:00000001:2.0:1789608874.948663:0:36053:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:2.0:1789608874.948667:0:36053:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789608874.948668:0:36053:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1789608874.948671:0:36053:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1789608874.948672:0:36053:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258539960192 : -117815169591424 : ffff94d904aad780) 00000020:00000001:2.0:1789608874.948674:0:36053:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608874.948725:0:36053:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608874.948728:0:36053:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593373712 : -117815116177904 : ffff94d907d9de10) 00000020:00000001:2.0:1789608874.948730:0:36053:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1789608874.948732:0:36053:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608874.948734:0:36053:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608874.948736:0:36053:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608874.948738:0:36053:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:2.0:1789608874.948740:0:36053:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1789608874.948743:0:36053:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1789608874.948744:0:36053:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:2.0:1789608874.948745:0:36053:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1789608874.948747:0:36053:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608874.948748:0:36053:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608874.948750:0:36053:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608874.948752:0:36053:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608874.948753:0:36053:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1789608874.948754:0:36053:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608874.948756:0:36053:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608874.948758:0:36053:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:2.0:1789608874.948760:0:36053:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1789608874.948761:0:36053:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1789608874.948762:0:36053:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:2.0:1789608874.948765:0:36053:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1789608874.948894:0:36053:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000020:2.0:1789608874.948901:0:36053:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff94d905e4e380 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 2: rc=0. 00000008:00000001:2.0:1789608874.948906:0:36053:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608874.948909:0:36053:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:2.0:1789608874.948912:0:36053:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff94d905e4e380 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1789608874.948915:0:36053:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608874.948918:0:36053:0:(osc_io.c:1073:osc_fsync_ost()) Process entered 00000020:00000001:2.0:1789608874.948921:0:36053:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1789608874.948923:0:36053:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1789608874.948924:0:36053:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1789608874.948927:0:36053:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1789608874.948928:0:36053:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1789608874.948929:0:36053:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1789608874.948932:0:36053:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:2.0:1789608874.948943:0:36053:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d27480. 00000020:00000040:2.0:1789608874.948947:0:36053:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00000100:00000001:2.0:1789608874.948952:0:36053:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608874.948956:0:36053:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608874.948962:0:36053:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608874.948974:0:36053:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d91213dc00. 00000100:00000001:2.0:1789608874.948981:0:36053:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608874.948992:0:36053:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608874.948997:0:36053:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608874.949005:0:36053:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032be462c] to pc [ptlrpcd_01_01+1] req@ffff94d907d27480 x1876538934318464/t0(0) o16->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1789608874.949039:0:36053:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608874.949041:0:36053:0:(osc_io.c:1090:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608874.949043:0:36053:0:(osc_io.c:1174:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608874.949045:0:36053:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608874.949047:0:36053:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608874.949048:0:36053:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608874.949050:0:36053:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608874.949052:0:36053:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:2.0:1789608874.949054:0:36053:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1789608874.949056:0:36053:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1789608874.949057:0:36053:0:(cl_io.c:556:cl_io_end()) Process entered 00000100:00000001:2.0:1789608874.949075:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1789608874.949079:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1789608874.949081:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608874.949089:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608874.949092:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608874.949094:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608874.949095:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608874.949098:0:2411:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608874.949103:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d27480 x1876538934318464/t0(0) o16->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608874.949111:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608874.949114:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608874.949118:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608874.949121:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608874.949124:0:2411:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608874.949128:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934318464:192.168.203.121@tcp:16:multiop.0 00000100:00000001:2.0:1789608874.949132:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608874.949138:0:2411:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608874.949141:0:2411:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608874.949143:0:2411:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608874.949147:0:2411:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903dbc800. 02000000:00000001:2.0:1789608874.949149:0:2411:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608874.949158:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608874.949163:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d216e0. 00000400:00000010:2.0:1789608874.949171:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c990. 00000100:00000200:2.0:1789608874.949179:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934318464, portal 4 00000100:00000001:2.0:1789608874.949182:0:2411:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608874.949184:0:2411:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592887936 : -117815116663680 : ffff94d907d27480) 00000100:00000040:2.0:1789608874.949190:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d907d27480 x1876538934318464/t0(0) o16->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608890 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608874.949198:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608874.949201:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608874.949204:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c198. 00000100:00000200:2.0:1789608874.949208:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1876538934318464, offset 0 00000400:00000200:2.0:1789608874.949217:0:2411:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608874.949228:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608874.949236:0:2411:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608874.949243:0:2411:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608874.949248:0:2411:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608874.949253:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608874.949257:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608874.949262:0:2411:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2993:2993:256:4294967295] 192.168.203.121@tcp LPNI seq info [2993:2993:8:4294967295] 00000400:00000200:2.0:1789608874.949266:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608874.949278:0:2411:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608874.949286:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608874.949292:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91350aa00. 00000800:00000200:2.0:1789608874.949299:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608874.949309:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608874.949314:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91350aa00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:2.0:1789608874.949334:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608874.949341:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 191416 usecs (192 jiffies) 00000400:00000200:2.0:1789608874.949344:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608874.949347:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296602231 00000100:00000001:2.0:1789608874.949352:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296604004 00000100:00000001:2.0:1789608874.949356:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296602231 00000100:00000001:2.0:1789608874.949359:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296604004 00000100:00000001:2.0:1789608874.949361:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608874.949364:0:2411:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608874.949367:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608874.949369:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608874.949521:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608874.949527:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91350aa00. 00000400:00000200:0.0:1789608874.949534:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608874.949541:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608874.949548:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c198 00000400:00000010:0.0:1789608874.949551:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c198. 00000100:00000001:0.0:1789608874.949556:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608874.949564:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d27480 x1876538934318464/t0(0) o16->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608890 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608874.949574:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608874.949577:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d27480 x1876538934318464/t0(0) o16->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608890 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608874.949583:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608874.949585:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789608874.949717:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608874.949721:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789608874.952086:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608874.952113:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608874.952118:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608874.952121:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608874.952132:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608874.952143:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608874.952153:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608874.952160:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608874.952165:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608874.952170:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c4965580 00000400:00000200:1.0:1789608874.952176:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608874.952184:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x8851 [1] + 224 00000800:00000001:1.0:1789608874.952193:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608874.952201:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608874.952205:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608874.952211:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608874.952220:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608874.952231:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d27480 x1876538934318464/t0(0) o16->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608890 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608874.952245:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=224 offset=224 replen=432 req@ffff94d907d27480 x1876538934318464/t0(0) o16->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608890 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608874.952258:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608874.952267:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608874.952271:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608874.952603:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608874.952609:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608874.952618:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608874.952620:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608874.952624:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d216e0. 00000400:00000200:2.0:1789608874.952631:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c990 00000400:00000010:2.0:1789608874.952634:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c990. 00000100:00000001:2.0:1789608874.952637:0:2411:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608874.952643:0:2411:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d27480 x1876538934318464/t0(0) o16->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608890 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789608874.952652:0:2411:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d27480 x1876538934318464/t0(0) o16->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/432 e 0 to 0 dl 1789608890 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608874.952658:0:2411:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608874.952660:0:2411:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608874.952663:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608874.952667:0:2411:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608874.952670:0:2411:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608874.952673:0:2411:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608874.952717:0:2411:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608874.952730:0:2411:0:(import.c:2196:obd_at_measure()) add 0 to ffff94d902b13c60 time=82 v=5 (5 5 5 5) 00000100:00001000:2.0:1789608874.952735:0:2411:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608874.952739:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:02020000:2.0:1789608874.952745:0:2411:0:(client.c:1505:ptlrpc_check_status()) lustre-OST0000-osc-ffff94d904ceb000: operation ost_sync to node 192.168.203.121@tcp failed: rc = -107 00000100:00000001:2.0:1789608874.952748:0:2411:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1789608874.952754:0:2411:0:(recover.c:202:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1789608874.952757:0:2411:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-OST0000-osc-ffff94d904ceb000 of lustre-OST0000_UUID@192.168.203.121@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1789608874.952763:0:2411:0:(import.c:65:import_set_state_nolock()) ffff94d902b13800 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1789608874.952777:0:2411:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffff94d904ceb000: Connection to lustre-OST0000 (at 192.168.203.121@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:2.0:1789608874.952782:0:2411:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:2.0:1789608874.952786:0:2411:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:2.0:1789608874.952857:0:2411:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608874.952860:0:2411:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:2.0:1789608874.952864:0:2411:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789608874.952867:0:2411:0:(import.c:65:import_set_state_nolock()) ffff94d902b13800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789608874.952870:0:2411:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789608874.952873:0:2411:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff94d904ceb000: connect to NID 192.168.203.121@tcp last attempt 1925 00000400:00000200:2.0:1789608874.952880:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608874.952884:0:2411:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.121@tcp is discovered: rc = 1 00000100:00000040:2.0:1789608874.952889:0:2411:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff94d907ddb340 refcount 14 to 192.168.203.121@tcp 00000100:00000001:2.0:1789608874.952892:0:2411:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789608874.952895:0:2411:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff94d907ddb340 refcount 15 to 192.168.203.121@tcp 00000100:00000001:2.0:1789608874.952898:0:2411:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446626258593624896 : -117815115926720 : ffff94d907ddb340) 00000020:00000001:2.0:1789608874.952908:0:2411:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789608874.952911:0:2411:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc54db3288176f35f 00000020:00000001:2.0:1789608874.952914:0:2411:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608874.952918:0:2411:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d903103800 refcount=4 00000020:00000001:2.0:1789608874.952921:0:2411:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258513049600 : -117815196502016 : ffff94d903103800) 00000020:00000001:2.0:1789608874.952923:0:2411:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626258513049600 : -117815196502016 : ffff94d903103800) 00000100:00000040:2.0:1789608874.952926:0:2411:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff94d907ddb340 refcount 14 to 192.168.203.121@tcp 00000100:00000001:2.0:1789608874.952928:0:2411:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789608874.952930:0:2411:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff94d907ddb340 refcount 15 to 192.168.203.121@tcp 00000100:00000001:2.0:1789608874.952932:0:2411:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446626258593624896 : -117815115926720 : ffff94d907ddb340) 00000020:00000040:2.0:1789608874.952935:0:2411:0:(genops.c:879:class_export_put()) PUTting export ffff94d903103800 : new refcount 3 00000100:00080000:2.0:1789608874.952939:0:2411:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff94d904ceb000: import ffff94d902b13800 using connection 192.168.203.121@tcp/192.168.203.121@tcp 00000100:00000001:2.0:1789608874.952942:0:2411:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608874.952945:0:2411:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789608874.952953:0:2411:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608874.952957:0:2411:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608874.952960:0:2411:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1789608874.952964:0:2411:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789608874.952967:0:2411:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608874.952969:0:2411:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608874.952977:0:2411:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d25f80. 00000020:00000040:2.0:1789608874.952981:0:2411:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=4 obd=lustre-OST0000-osc-ffff94d904ceb000 02000000:00000001:2.0:1789608874.952986:0:2411:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789608874.952988:0:2411:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608874.952992:0:2411:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608874.952995:0:2411:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608874.953000:0:2411:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608874.953011:0:2411:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d903dbd000. 00000100:00000001:2.0:1789608874.953018:0:2411:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608874.953025:0:2411:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94d907d25f80 x1876538934318592/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789608874.953036:0:2411:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608874.953040:0:2411:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608874.953045:0:2411:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000939432f3] to pc [ptlrpcd_rcv+-1] req@ffff94d907d25f80 x1876538934318592/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608874.953071:0:2411:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608874.953074:0:2411:0:(recover.c:221:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1789608874.953076:0:2411:0:(client.c:1715:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1789608874.953080:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608874.953082:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608874.953093:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608874.953096:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608874.953098:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608874.953100:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608874.953103:0:2411:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608874.953103:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608874.953108:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608874.953110:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608874.953113:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608874.953114:0:2408:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1789608874.953117:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608874.953123:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608874.953125:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d25f80 x1876538934318592/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608874.953135:0:2408:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608874.953136:0:2408:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608874.953141:0:2408:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608874.953144:0:2408:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608874.953147:0:2408:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608874.953152:0:2408:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25f5d458-2cbe-49cd-9693-334c08df7e27:2408:1876538934318592:192.168.203.121@tcp:8:ptlrpcd_01_00.0 00000100:00000001:0.0:1789608874.953156:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608874.953160:0:2408:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608874.953163:0:2408:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608874.953165:0:2408:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608874.953171:0:2408:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903115c00. 02000000:00000001:0.0:1789608874.953173:0:2408:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608874.953178:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608874.953182:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b86e0. 00000400:00000010:0.0:1789608874.953188:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed440. 00000100:00000200:0.0:1789608874.953195:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934318592, portal 4 00000100:00000001:0.0:1789608874.953197:0:2408:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608874.953199:0:2408:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592882560 : -117815116669056 : ffff94d907d25f80) 00000100:00000040:0.0:1789608874.953207:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907d25f80 x1876538934318592/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1789608884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608874.953215:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608874.953219:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608874.953222:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed550. 00000100:00000200:0.0:1789608874.953226:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876538934318592, offset 0 00000400:00000200:0.0:1789608874.953234:0:2408:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608874.953242:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608874.953251:0:2408:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608874.953257:0:2408:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608874.953263:0:2408:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608874.953268:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608874.953270:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608874.953274:0:2408:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2994:2994:256:4294967295] 192.168.203.121@tcp LPNI seq info [2994:2994:8:4294967295] 00000400:00000200:0.0:1789608874.953279:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608874.953290:0:2408:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608874.953297:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608874.953303:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa100. 00000800:00000200:0.0:1789608874.953314:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608874.953322:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608874.953328:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa100 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789608874.953347:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608874.953354:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 190645 usecs (191 jiffies) 00000400:00000200:0.0:1789608874.953357:0:2408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608874.953360:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296602234 00000100:00000001:2.0:1789608874.953553:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296604004 00000100:00000001:2.0:1789608874.953558:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296602234 00000100:00000001:2.0:1789608874.953561:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296604004 00000100:00000001:2.0:1789608874.953563:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608874.953566:0:2408:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608874.953570:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608874.953572:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608874.953578:0:2408:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608874.953580:0:2408:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1789608874.953583:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608874.953584:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608874.953586:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608874.953588:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608874.953595:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608874.953601:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa100. 00000400:00000200:1.0:1789608874.953608:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608874.953615:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608874.953621:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed550 00000400:00000010:1.0:1789608874.953624:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed550. 00000100:00000001:1.0:1789608874.953628:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608874.953632:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d25f80 x1876538934318592/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1789608884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608874.953641:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608874.953645:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d25f80 x1876538934318592/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1789608884 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608874.953652:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608874.953654:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608874.956782:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608874.956806:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608874.956812:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608874.956815:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608874.956826:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608874.956838:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608874.956851:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608874.956856:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608874.956862:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608874.956868:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 416 into portal 4 MB=0x6aab3c4965600 00000400:00000200:1.0:1789608874.956873:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608874.956881:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 416/416 into md 0x8859 [1] + 0 00000800:00000001:1.0:1789608874.956892:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608874.956899:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608874.956904:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608874.956909:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608874.956918:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608874.956931:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d25f80 x1876538934318592/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1789608884 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789608874.956944:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff94d907d25f80 x1876538934318592/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1789608884 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608874.956970:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608874.956982:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608874.956985:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608874.957113:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608874.957118:0:2408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608874.957128:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608874.957130:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608874.957134:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b86e0. 00000400:00000200:2.0:1789608874.957140:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed440 00000400:00000010:2.0:1789608874.957143:0:2408:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed440. 00000100:00000001:2.0:1789608874.957154:0:2408:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608874.957160:0:2408:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d25f80 x1876538934318592/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1789608884 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789608874.957168:0:2408:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d25f80 x1876538934318592/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1789608884 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608874.957174:0:2408:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608874.957176:0:2408:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608874.957179:0:2408:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608874.957183:0:2408:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608874.957187:0:2408:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608874.957189:0:2408:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608874.957193:0:2408:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608874.957205:0:2408:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13c60 time=82 v=5 (5 5 5 5) 00000100:00001000:2.0:1789608874.957209:0:2408:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608874.957212:0:2408:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608874.957215:0:2408:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608874.957218:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608874.957223:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608874.957228:0:2408:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608874.957231:0:2408:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: skip recheck: last_committed 4294967338 00000100:00000001:2.0:1789608874.957234:0:2408:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608874.957236:0:2408:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608874.957242:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d25f80 x1876538934318592/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/416 e 0 to 0 dl 1789608884 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608874.957250:0:2408:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608874.957253:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608874.957256:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608874.957259:0:2408:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1789608874.957267:0:2408:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff94d904ceb000: connect to target with instance 1 00000020:00000001:2.0:1789608874.957271:0:2408:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789608874.957274:0:2408:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc54db3288176f35f 00000020:00000001:2.0:1789608874.957277:0:2408:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608874.957282:0:2408:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d903103800 refcount=4 00000020:00000001:2.0:1789608874.957285:0:2408:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258513049600 : -117815196502016 : ffff94d903103800) 00000020:00000001:2.0:1789608874.957287:0:2408:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626258513049600 : -117815196502016 : ffff94d903103800) 00000100:00001000:2.0:1789608874.957291:0:2408:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=1789608874 v=0 (0 0 0 0) 00000100:00001000:2.0:1789608874.957294:0:2408:0:(import.c:2262:obd_at_measure()) AT ffff94d902b13c18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1789608874.957300:0:2408:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1703, crc32c 10415, adler 1371 00000020:00000040:2.0:1789608874.957307:0:2408:0:(genops.c:879:class_export_put()) PUTting export ffff94d903103800 : new refcount 3 00000100:00000001:2.0:1789608874.957310:0:2408:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:2.0:1789608874.957315:0:2408:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:2.0:1789608874.957320:0:2408:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff94d904ceb000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:2.0:1789608874.957323:0:2408:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:2.0:1789608874.957327:0:2408:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:2.0:1789608874.957332:0:2408:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1789608874.957335:0:2408:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608874.957338:0:2408:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608874.957340:0:2408:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608874.957343:0:2408:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608874.957345:0:2408:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:2.0:1789608874.957350:0:2408:0:(import.c:1383:ptlrpc_connect_interpret()) @@@ lustre-OST0000-osc-ffff94d904ceb000: evicting (reconnect/recover flags not set: 4) req@ffff94d907d25f80 x1876538934318592/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/416 e 0 to 0 dl 1789608884 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789608874.957360:0:2408:0:(import.c:65:import_set_state_nolock()) ffff94d902b13800 lustre-OST0000_UUID: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1789608874.957365:0:2408:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:02020000:2.0:1789608874.957378:0:2408:0:(import.c:1708:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff94d904ceb000: This client was evicted by lustre-OST0000; in progress operations using this service will fail. 00000100:00080000:2.0:1789608874.967915:0:2408:0:(import.c:1719:ptlrpc_import_recovery_state_machine()) evicted from lustre-OST0000_UUID@192.168.203.121@tcp; invalidating 00000020:00000040:2.0:1789608874.967925:0:2408:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=5 obd=lustre-OST0000-osc-ffff94d904ceb000 00000100:00000001:2.0:1789608874.968534:0:2408:0:(import.c:1740:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608874.968542:0:2408:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608874.968558:0:2408:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d25f80 x1876538934318592/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/416 e 0 to 0 dl 1789608884 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789608874.968571:0:2408:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:25f5d458-2cbe-49cd-9693-334c08df7e27:2408:1876538934318592:192.168.203.121@tcp:8:ptlrpcd_01_00.0 00000100:00000001:2.0:1789608874.968577:0:2408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608874.968582:0:2408:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608874.968586:0:2408:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d25f80 x1876538934318592/t0(0) o8->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 520/416 e 0 to 0 dl 1789608884 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608874.968593:0:2408:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608874.968597:0:2408:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608874.968604:0:2408:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903115c00. 02000000:00000001:2.0:1789608874.968609:0:2408:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608874.968612:0:2408:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608874.968614:0:2408:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=4 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:2.0:1789608874.968617:0:2408:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608874.968620:0:2408:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d903dbd000. 02000000:00000001:2.0:1789608874.968624:0:2408:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608874.968626:0:2408:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608874.968628:0:2408:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d25f80. 00000100:00000001:2.0:1789608874.968634:0:2408:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608874.968635:0:2408:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608874.968638:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608874.968650:0:2408:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608874.968653:0:2408:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608874.968655:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608874.968657:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608874.969978:0:36069:0:(import.c:1639:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:0.0:1789608874.970141:0:36069:0:(import.c:1643:ptlrpc_invalidate_import_thread()) thread invalidate import lustre-OST0000-osc-ffff94d904ceb000 to lustre-OST0000_UUID@192.168.203.121@tcp 00000100:00000001:0.0:1789608874.970157:0:36069:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1789608874.970159:0:36069:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:0.0:1789608874.970162:0:36069:0:(client.c:3576:ptlrpc_abort_inflight()) Process entered 00000100:00100000:0.0:1789608874.970172:0:36069:0:(client.c:3603:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff94d907d27480 x1876538934318464/t0(0) o16->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/224 e 0 to 0 dl 1789608890 ref 1 fl Rpc:RSQU/600/0 rc -107/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608874.970196:0:36069:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789608874.970199:0:36069:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: committing for last_committed 4294967338 gen 19 00000100:00000040:0.0:1789608874.970203:0:36069:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1789608874.970206:0:36069:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608874.970208:0:36069:0:(client.c:3621:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1789608874.970209:0:36069:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1789608874.970211:0:36069:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:0.0:1789608874.970216:0:36069:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:0.0:1789608874.970219:0:36069:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:0.0:1789608874.970224:0:36069:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:0.0:1789608874.970227:0:36069:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:0.0:1789608874.970229:0:36069:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff94d90937d568 for uuid lustre-OST0000_UUID event(2) 00020000:01000000:0.0:1789608874.970235:0:36069:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID inactive 00020000:00000040:0.0:1789608874.970238:0:36069:0:(lov_obd.c:417:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn c54db3288176f35f 00020000:00000001:0.0:1789608874.970241:0:36069:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608874.970245:0:36069:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1789608874.970248:0:36069:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608874.970251:0:36069:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789608874.970253:0:36069:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789608874.970255:0:36069:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608874.970257:0:36069:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00100000:0.0:1789608874.970261:0:36069:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1789608874.970451:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608874.970456:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608874.970460:0:2411:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608874.970468:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d27480 x1876538934318464/t0(0) o16->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/224 e 0 to 0 dl 1789608890 ref 1 fl Rpc:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608874.970477:0:2411:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:2.0:1789608874.970480:0:2411:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608874.970482:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608874.970485:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1789608874.970488:0:2411:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000008:00000001:2.0:1789608874.970490:0:2411:0:(osc_request.c:479:osc_sync_interpret()) Process leaving via out (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000008:00000001:2.0:1789608874.970516:0:2411:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608874.970521:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d27480 x1876538934318464/t0(0) o16->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/224 e 0 to 0 dl 1789608890 ref 1 fl Interpret:ESQU/600/0 rc 0/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789608874.970529:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934318464:192.168.203.121@tcp:16:multiop.0 00000100:00000001:2.0:1789608874.970545:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608874.970548:0:2411:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608874.970552:0:2411:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d27480 x1876538934318464/t0(0) o16->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 440/224 e 0 to 0 dl 1789608890 ref 1 fl Complete:ESQU/600/0 rc 0/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608874.970562:0:2411:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608874.970565:0:2411:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608874.970571:0:2411:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903dbc800. 02000000:00000001:2.0:1789608874.970577:0:2411:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608874.970580:0:2411:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608874.970582:0:2411:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:2.0:1789608874.970584:0:2411:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608874.970588:0:2411:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d91213dc00. 02000000:00000001:2.0:1789608874.970591:0:2411:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608874.970593:0:2411:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608874.970595:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d27480. 00000100:00000001:2.0:1789608874.970599:0:2411:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608874.970601:0:2411:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608874.970603:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608874.970613:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608874.970615:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608874.970617:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608874.970620:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608874.970716:0:36069:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1789608874.970720:0:36069:0:(osc_request.c:3902:osc_import_event()) Process entered 00000001:00000001:1.0:1789608874.970724:0:36069:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1789608874.970740:0:36069:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1789608874.970755:0:36069:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29f00 count: 2 00010000:00000001:1.0:1789608874.970764:0:36069:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1789608874.970766:0:36069:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608874.970770:0:36069:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608874.970773:0:36069:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c1c00 refcount=3 00000020:00000001:1.0:1789608874.970776:0:36069:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00010000:00000001:1.0:1789608874.970780:0:36069:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570793472 : -117814138758144 : ffff94d9421c1c00) 00010000:00000001:1.0:1789608874.970784:0:36069:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789608874.970789:0:36069:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 0000000044cdbf43/0xc54db3288176fff3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80012e400000000 nid: local remote: 0x91bddff8e8ed9c9b expref: -99 pid: 36053 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1789608874.970802:0:36069:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1789608874.970806:0:36069:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789608874.970811:0:36069:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514697752 : -117815194853864 : ffff94d903295e18) 00000020:00001000:1.0:1789608874.970814:0:36069:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295e10 00000008:00000001:1.0:1789608874.970816:0:36069:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1789608874.970820:0:36069:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:1.0:1789608874.970822:0:36069:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789608874.970824:0:36069:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514696600 : -117815194855016 : ffff94d903295998) 00000020:00001000:1.0:1789608874.970826:0:36069:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295990 00000008:00000001:1.0:1789608874.970829:0:36069:0:(osc_cache.c:3760:osc_ldlm_hp_handle()) Process entered 00000008:00000020:1.0:1789608874.970832:0:36069:0:(osc_cache.c:3780:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:1.0:1789608874.970836:0:36069:0:(osc_cache.c:3796:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1789608874.970838:0:36069:0:(osc_cache.c:3844:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789608874.970842:0:36069:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1789608874.970847:0:36069:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1789608874.970850:0:36069:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff94d905e4e380 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1789608874.970853:0:36069:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1789608874.970856:0:36069:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff94d905e4e380 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 2: rc=0. 00000008:00000001:1.0:1789608874.970860:0:36069:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1789608874.970862:0:36069:0:(osc_lock.c:372:osc_lock_flush()) object ffff94d905e4e380: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:1.0:1789608874.970866:0:36069:0:(osc_cache.c:3729:osc_lock_discard_pages()) Process entered 00000020:00000001:1.0:1789608874.970870:0:36069:0:(cl_object.c:143:cl_object_top()) ffff94d905e4e380 -> ffff94d904aaa210 00000020:00000001:1.0:1789608874.970873:0:36069:0:(cl_object.c:143:cl_object_top()) ffff94d904aaa210 -> ffff94d904aaa210 00000020:00000001:1.0:1789608874.970876:0:36069:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:1.0:1789608874.970879:0:36069:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1789608874.970882:0:36069:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1789608874.970885:0:36069:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789608874.970887:0:36069:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1789608874.970889:0:36069:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789608874.970894:0:36069:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2e:0x0]io ffff94d9080cc3c0 type 8 ignore/verify layout 1/0 00020000:00000001:1.0:1789608874.970899:0:36069:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1789608874.970901:0:36069:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1789608874.970904:0:36069:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1789608874.970906:0:36069:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1789608874.970908:0:36069:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608874.970909:0:36069:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789608874.970910:0:36069:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1789608874.970911:0:36069:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:1.0:1789608874.970913:0:36069:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789608874.970915:0:36069:0:(osc_cache.c:3516:osc_page_gang_lookup()) Process entered 00000020:00000001:1.0:1789608874.970921:0:36069:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:1.0:1789608874.970923:0:36069:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:1.0:1789608874.970924:0:36069:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:1.0:1789608874.970925:0:36069:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:1.0:1789608874.970928:0:36069:0:(cl_page.c:711:__cl_page_own()) Process entered 00000020:00000001:1.0:1789608874.970948:0:36069:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789608874.970950:0:36069:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258596709312 : -117815112842304 : ffff94d9080cc3c0) 00000020:00000001:1.0:1789608874.970953:0:36069:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1789608874.970954:0:36069:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1789608874.970956:0:36069:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789608874.970962:0:36069:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a3abeb33[2 0000000041cd5cf8 1 1 000000002e65e5c6 0 0 0] 00000020:00000001:1.0:1789608874.970964:0:36069:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1789608874.970966:0:36069:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000040:1.0:1789608874.970967:0:36069:0:(cl_page.c:755:__cl_page_own()) res 0 00000020:00000001:1.0:1789608874.970969:0:36069:0:(cl_page.c:758:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608874.970973:0:36069:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:1.0:1789608874.970974:0:36069:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:1.0:1789608874.970976:0:36069:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1789608874.970978:0:36069:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1789608874.970978:0:36069:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789608874.970981:0:36069:0:(cl_page.c:518:__cl_page_state_set()) page@00000000a3abeb33[2 0000000041cd5cf8 2 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789608874.970983:0:36069:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 5 00000020:00000001:1.0:1789608874.970984:0:36069:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:1.0:1789608874.970986:0:36069:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:1.0:1789608874.970988:0:36069:0:(osc_page.c:138:osc_page_delete()) ffff94d9043d5a00 00000008:00000001:1.0:1789608874.970990:0:36069:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:1.0:1789608874.970992:0:36069:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff94d9043d5a10 page ffff94d9043d5a00 at index 0. 00000008:00000001:1.0:1789608874.970995:0:36069:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789608874.971002:0:36069:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:1.0:1789608874.971006:0:36069:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe9a104c84340 index 0 00000020:00000001:1.0:1789608874.971022:0:36069:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:1.0:1789608874.971024:0:36069:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:1.0:1789608874.971038:0:36069:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:1.0:1789608874.971040:0:36069:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1789608874.971041:0:36069:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1789608874.971043:0:36069:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1789608874.971044:0:36069:0:(cl_page.c:711:__cl_page_own()) Process entered 00000020:00000001:1.0:1789608874.971045:0:36069:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789608874.971046:0:36069:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258596709312 : -117815112842304 : ffff94d9080cc3c0) 00000020:00000001:1.0:1789608874.971048:0:36069:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1789608874.971049:0:36069:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1789608874.971050:0:36069:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789608874.971053:0:36069:0:(cl_page.c:518:__cl_page_state_set()) page@000000009de80e20[2 0000000041cd5cf8 1 1 000000002e65e5c6 0 0 1] 00000020:00000001:1.0:1789608874.971055:0:36069:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1789608874.971056:0:36069:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000040:1.0:1789608874.971057:0:36069:0:(cl_page.c:755:__cl_page_own()) res 0 00000020:00000001:1.0:1789608874.971058:0:36069:0:(cl_page.c:758:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608874.971060:0:36069:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:1.0:1789608874.971061:0:36069:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:1.0:1789608874.971062:0:36069:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1789608874.971062:0:36069:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1789608874.971063:0:36069:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789608874.971066:0:36069:0:(cl_page.c:518:__cl_page_state_set()) page@000000009de80e20[2 0000000041cd5cf8 2 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1789608874.971067:0:36069:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 5 00000020:00000001:1.0:1789608874.971068:0:36069:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:1.0:1789608874.971069:0:36069:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:1.0:1789608874.971070:0:36069:0:(osc_page.c:138:osc_page_delete()) ffff94d9043d55a0 00000008:00000001:1.0:1789608874.971071:0:36069:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:1.0:1789608874.971072:0:36069:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff94d9043d55b0 page ffff94d9043d55a0 at index 1. 00000008:00000001:1.0:1789608874.971074:0:36069:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789608874.971083:0:36069:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:1.0:1789608874.971084:0:36069:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe9a1048dce00 index 1 00000020:00000001:1.0:1789608874.971086:0:36069:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:1.0:1789608874.971087:0:36069:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:1.0:1789608874.971090:0:36069:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:1.0:1789608874.971091:0:36069:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1789608874.971092:0:36069:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1789608874.971093:0:36069:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1789608874.971095:0:36069:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:1.0:1789608874.971098:0:36069:0:(cl_page.c:567:cl_batch_put()) page@00000000a3abeb33[1 0000000041cd5cf8 5 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789608874.971099:0:36069:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:1.0:1789608874.971101:0:36069:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:1.0:1789608874.971106:0:36069:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff94d9043d59a0. 00000020:00000001:1.0:1789608874.971112:0:36069:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:1.0:1789608874.971113:0:36069:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:1.0:1789608874.971114:0:36069:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:1.0:1789608874.971116:0:36069:0:(cl_page.c:567:cl_batch_put()) page@000000009de80e20[1 0000000041cd5cf8 5 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1789608874.971117:0:36069:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:1.0:1789608874.971118:0:36069:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:1.0:1789608874.971120:0:36069:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff94d9043d5540. 00000020:00000001:1.0:1789608874.971122:0:36069:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:1.0:1789608874.971123:0:36069:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000008:00000001:1.0:1789608874.971163:0:36069:0:(osc_cache.c:3593:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789608874.971167:0:36069:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1789608874.971170:0:36069:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1789608874.971172:0:36069:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1789608874.971175:0:36069:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1789608874.971177:0:36069:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:1.0:1789608874.971180:0:36069:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1789608874.971181:0:36069:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000008:00000001:1.0:1789608874.971183:0:36069:0:(osc_cache.c:3748:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789608874.971185:0:36069:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295990 00000008:00000001:1.0:1789608874.971188:0:36069:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608874.971191:0:36069:0:(cl_object.c:143:cl_object_top()) ffff94d905e4e380 -> ffff94d904aaa210 00010000:00000001:1.0:1789608874.971194:0:36069:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:1.0:1789608874.971197:0:36069:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608874.971198:0:36069:0:(cl_object.c:143:cl_object_top()) ffff94d905e4e380 -> ffff94d904aaa210 00000020:00000001:1.0:1789608874.971201:0:36069:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1789608874.971203:0:36069:0:(osc_object.c:161:osc_attr_update()) set kms from 8192to 0 00020000:00000001:1.0:1789608874.971207:0:36069:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789608874.971210:0:36069:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608874.971211:0:36069:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608874.971213:0:36069:0:(cl_object.c:143:cl_object_top()) ffff94d905e4e380 -> ffff94d904aaa210 00000020:00000001:1.0:1789608874.971214:0:36069:0:(cl_object.c:143:cl_object_top()) ffff94d904aaa210 -> ffff94d904aaa210 00000020:00000001:1.0:1789608874.971216:0:36069:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:1.0:1789608874.971219:0:36069:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608874.971220:0:36069:0:(cl_object.c:143:cl_object_top()) ffff94d905e4e380 -> ffff94d904aaa210 00000008:00000001:1.0:1789608874.971224:0:36069:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789608874.971225:0:36069:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295e10 00000008:00000001:1.0:1789608874.971227:0:36069:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608874.971230:0:36069:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1789608874.971232:0:36069:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789608874.971238:0:36069:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789608874.971240:0:36069:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789608874.971243:0:36069:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608874.971248:0:36069:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789608874.971252:0:36069:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d9421c1c00 with handle 0xc54db3288176fff3 from hash 00010000:00000001:1.0:1789608874.971254:0:36069:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789608874.971256:0:36069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608874.971258:0:36069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608874.971260:0:36069:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789608874.971265:0:36069:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789608874.971267:0:36069:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1789608874.971270:0:36069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608874.971271:0:36069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608874.971272:0:36069:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608874.971274:0:36069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789608874.971276:0:36069:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 0000000044cdbf43/0xc54db3288176fff3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80496f400000000 nid: local remote: 0x91bddff8e8ed9c9b expref: -99 pid: 36053 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1789608874.971285:0:36069:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d904af6b80. 00010000:00000001:1.0:1789608874.971292:0:36069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:1.0:1789608874.971295:0:36069:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d904e29f00 count: 0 00010000:00000010:1.0:1789608874.971300:0:36069:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff94d904e29600. 00010000:00000040:1.0:1789608874.971308:0:36069:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69500 count: 2 00010000:00000001:1.0:1789608874.971311:0:36069:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1789608874.971312:0:36069:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608874.971313:0:36069:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608874.971315:0:36069:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909232800 refcount=3 00000020:00000001:1.0:1789608874.971317:0:36069:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000001:1.0:1789608874.971319:0:36069:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614953984 : -117815094597632 : ffff94d909232800) 00010000:00000001:1.0:1789608874.971321:0:36069:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789608874.971324:0:36069:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 000000000e10029f/0xc54db32881770001 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80012e400000000 nid: local remote: 0x91bddff8e8ed9cc5 expref: -99 pid: 36056 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:1.0:1789608874.971331:0:36069:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1789608874.971332:0:36069:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789608874.971334:0:36069:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514697752 : -117815194853864 : ffff94d903295e18) 00000020:00001000:1.0:1789608874.971336:0:36069:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295e10 00000008:00000001:1.0:1789608874.971338:0:36069:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1789608874.971341:0:36069:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:1.0:1789608874.971342:0:36069:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789608874.971344:0:36069:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514696600 : -117815194855016 : ffff94d903295998) 00000020:00001000:1.0:1789608874.971345:0:36069:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295990 00000008:00000001:1.0:1789608874.971348:0:36069:0:(osc_cache.c:3760:osc_ldlm_hp_handle()) Process entered 00000008:00000020:1.0:1789608874.971349:0:36069:0:(osc_cache.c:3780:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:1.0:1789608874.971352:0:36069:0:(osc_cache.c:3796:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1789608874.971354:0:36069:0:(osc_cache.c:3844:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789608874.971356:0:36069:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1789608874.971358:0:36069:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1789608874.971360:0:36069:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff94d9183e5dc0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1789608874.971363:0:36069:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1789608874.971366:0:36069:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff94d9183e5dc0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 2: rc=0. 00000008:00000001:1.0:1789608874.971492:0:36069:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1789608874.971495:0:36069:0:(osc_lock.c:372:osc_lock_flush()) object ffff94d9183e5dc0: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:1.0:1789608874.971499:0:36069:0:(osc_cache.c:3729:osc_lock_discard_pages()) Process entered 00000020:00000001:1.0:1789608874.971509:0:36069:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5dc0 -> ffff94d9040db850 00000020:00000001:1.0:1789608874.971511:0:36069:0:(cl_object.c:143:cl_object_top()) ffff94d9040db850 -> ffff94d9040db850 00000020:00000001:1.0:1789608874.971513:0:36069:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:1.0:1789608874.971515:0:36069:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1789608874.971516:0:36069:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2f:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1789608874.971519:0:36069:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789608874.971520:0:36069:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1789608874.971521:0:36069:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789608874.971524:0:36069:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2f:0x0]io ffff94d9080cc3c0 type 8 ignore/verify layout 1/0 00020000:00000001:1.0:1789608874.971527:0:36069:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1789608874.971528:0:36069:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1789608874.971531:0:36069:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1789608874.971533:0:36069:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1789608874.971534:0:36069:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608874.971535:0:36069:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789608874.971536:0:36069:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1789608874.971538:0:36069:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:1.0:1789608874.971540:0:36069:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789608874.971541:0:36069:0:(osc_cache.c:3516:osc_page_gang_lookup()) Process entered 00000020:00000001:1.0:1789608874.971545:0:36069:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:1.0:1789608874.971547:0:36069:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:1.0:1789608874.971549:0:36069:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:1.0:1789608874.971551:0:36069:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:1.0:1789608874.971552:0:36069:0:(cl_page.c:711:__cl_page_own()) Process entered 00000020:00000001:1.0:1789608874.971554:0:36069:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789608874.971555:0:36069:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258596709312 : -117815112842304 : ffff94d9080cc3c0) 00000020:00000001:1.0:1789608874.971558:0:36069:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1789608874.971559:0:36069:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1789608874.971560:0:36069:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789608874.971565:0:36069:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e02ca235[2 00000000da8d93f7 1 1 000000002e65e5c6 0 0 0] 00000020:00000001:1.0:1789608874.971566:0:36069:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1789608874.971567:0:36069:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000040:1.0:1789608874.971568:0:36069:0:(cl_page.c:755:__cl_page_own()) res 0 00000020:00000001:1.0:1789608874.971570:0:36069:0:(cl_page.c:758:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608874.971572:0:36069:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:1.0:1789608874.971573:0:36069:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:1.0:1789608874.971575:0:36069:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1789608874.971576:0:36069:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1789608874.971577:0:36069:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789608874.971580:0:36069:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e02ca235[2 00000000da8d93f7 2 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789608874.971582:0:36069:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 5 00000020:00000001:1.0:1789608874.971583:0:36069:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:1.0:1789608874.971585:0:36069:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:1.0:1789608874.971586:0:36069:0:(osc_page.c:138:osc_page_delete()) ffff94d905fb7bc0 00000008:00000001:1.0:1789608874.971587:0:36069:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:1.0:1789608874.971589:0:36069:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff94d905fb7bd0 page ffff94d905fb7bc0 at index 0. 00000008:00000001:1.0:1789608874.971591:0:36069:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789608874.971594:0:36069:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:1.0:1789608874.971596:0:36069:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe9a104cb4680 index 0 00000020:00000001:1.0:1789608874.971598:0:36069:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:1.0:1789608874.971600:0:36069:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:1.0:1789608874.971606:0:36069:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:1.0:1789608874.971607:0:36069:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1789608874.971608:0:36069:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1789608874.971609:0:36069:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1789608874.971610:0:36069:0:(cl_page.c:711:__cl_page_own()) Process entered 00000020:00000001:1.0:1789608874.971612:0:36069:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789608874.971613:0:36069:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258596709312 : -117815112842304 : ffff94d9080cc3c0) 00000020:00000001:1.0:1789608874.971615:0:36069:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1789608874.971616:0:36069:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1789608874.971617:0:36069:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789608874.971620:0:36069:0:(cl_page.c:518:__cl_page_state_set()) page@00000000704dd1c9[2 00000000da8d93f7 1 1 000000002e65e5c6 0 0 1] 00000020:00000001:1.0:1789608874.971622:0:36069:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1789608874.971624:0:36069:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000040:1.0:1789608874.971625:0:36069:0:(cl_page.c:755:__cl_page_own()) res 0 00000020:00000001:1.0:1789608874.971626:0:36069:0:(cl_page.c:758:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608874.971628:0:36069:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:1.0:1789608874.971629:0:36069:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:1.0:1789608874.971631:0:36069:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1789608874.971632:0:36069:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1789608874.971633:0:36069:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789608874.971636:0:36069:0:(cl_page.c:518:__cl_page_state_set()) page@00000000704dd1c9[2 00000000da8d93f7 2 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1789608874.971637:0:36069:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 5 00000020:00000001:1.0:1789608874.971639:0:36069:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:1.0:1789608874.971639:0:36069:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:1.0:1789608874.971641:0:36069:0:(osc_page.c:138:osc_page_delete()) ffff94d905fb74c0 00000008:00000001:1.0:1789608874.971642:0:36069:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:1.0:1789608874.971644:0:36069:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff94d905fb74d0 page ffff94d905fb74c0 at index 1. 00000008:00000001:1.0:1789608874.971646:0:36069:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789608874.971650:0:36069:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:1.0:1789608874.971652:0:36069:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe9a104cb1500 index 1 00000020:00000001:1.0:1789608874.971654:0:36069:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:1.0:1789608874.971655:0:36069:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:1.0:1789608874.971659:0:36069:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:1.0:1789608874.971660:0:36069:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1789608874.971662:0:36069:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1789608874.971663:0:36069:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1789608874.971664:0:36069:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:1.0:1789608874.971667:0:36069:0:(cl_page.c:567:cl_batch_put()) page@00000000e02ca235[1 00000000da8d93f7 5 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789608874.971669:0:36069:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:1.0:1789608874.971670:0:36069:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:1.0:1789608874.971674:0:36069:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff94d905fb7b60. 00000020:00000001:1.0:1789608874.971744:0:36069:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:1.0:1789608874.971745:0:36069:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:1.0:1789608874.971746:0:36069:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:1.0:1789608874.971749:0:36069:0:(cl_page.c:567:cl_batch_put()) page@00000000704dd1c9[1 00000000da8d93f7 5 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1789608874.971751:0:36069:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:1.0:1789608874.971753:0:36069:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:1.0:1789608874.971755:0:36069:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff94d905fb7460. 00000020:00000001:1.0:1789608874.971758:0:36069:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:1.0:1789608874.971758:0:36069:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000008:00000001:1.0:1789608874.971774:0:36069:0:(osc_cache.c:3593:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789608874.971777:0:36069:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1789608874.971778:0:36069:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1789608874.971780:0:36069:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1789608874.971781:0:36069:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1789608874.971783:0:36069:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2f:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:1.0:1789608874.971787:0:36069:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1789608874.971788:0:36069:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000008:00000001:1.0:1789608874.971789:0:36069:0:(osc_cache.c:3748:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789608874.971791:0:36069:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295990 00000008:00000001:1.0:1789608874.971793:0:36069:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608874.971795:0:36069:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5dc0 -> ffff94d9040db850 00010000:00000001:1.0:1789608874.971798:0:36069:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:1.0:1789608874.971799:0:36069:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608874.971801:0:36069:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5dc0 -> ffff94d9040db850 00000020:00000001:1.0:1789608874.971803:0:36069:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1789608874.971804:0:36069:0:(osc_object.c:161:osc_attr_update()) set kms from 8192to 0 00020000:00000001:1.0:1789608874.971807:0:36069:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789608874.971809:0:36069:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608874.971811:0:36069:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608874.971813:0:36069:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5dc0 -> ffff94d9040db850 00000020:00000001:1.0:1789608874.971814:0:36069:0:(cl_object.c:143:cl_object_top()) ffff94d9040db850 -> ffff94d9040db850 00000020:00000001:1.0:1789608874.971816:0:36069:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:1.0:1789608874.971818:0:36069:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608874.971820:0:36069:0:(cl_object.c:143:cl_object_top()) ffff94d9183e5dc0 -> ffff94d9040db850 00000008:00000001:1.0:1789608874.971822:0:36069:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789608874.971824:0:36069:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295e10 00000008:00000001:1.0:1789608874.971826:0:36069:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608874.971828:0:36069:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1789608874.971830:0:36069:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789608874.971834:0:36069:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789608874.971835:0:36069:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789608874.971836:0:36069:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608874.971839:0:36069:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789608874.971842:0:36069:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d909232800 with handle 0xc54db32881770001 from hash 00010000:00000001:1.0:1789608874.971844:0:36069:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789608874.971846:0:36069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608874.971847:0:36069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608874.971848:0:36069:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789608874.971850:0:36069:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789608874.971852:0:36069:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1789608874.971854:0:36069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608874.971856:0:36069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608874.971857:0:36069:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608874.971859:0:36069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789608874.971861:0:36069:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 000000000e10029f/0xc54db32881770001 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80496f400000000 nid: local remote: 0x91bddff8e8ed9cc5 expref: -99 pid: 36056 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1789608874.971871:0:36069:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d9071bf580. 00010000:00000001:1.0:1789608874.971877:0:36069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:1.0:1789608874.971879:0:36069:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d903b69500 count: 0 00010000:00000010:1.0:1789608874.971885:0:36069:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff94d903b69100. 00000001:00000001:1.0:1789608874.971928:0:36069:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789608874.971931:0:36069:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1789608874.971933:0:36069:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1789608874.971958:0:36069:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608874.971961:0:36069:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789608874.971963:0:36069:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514697752 : -117815194853864 : ffff94d903295e18) 00000020:00001000:1.0:1789608874.971965:0:36069:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295e10 00000008:00000001:1.0:1789608874.971968:0:36069:0:(osc_cache.c:2388:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1789608874.971970:0:36069:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:1.0:1789608874.971973:0:36069:0:(osc_cache.c:2379:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789608874.971975:0:36069:0:(osc_cache.c:2452:osc_check_rpcs()) Process leaving 00000001:00000001:1.0:1789608874.971977:0:36069:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1789608874.971978:0:36069:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1789608874.971998:0:36069:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789608874.971999:0:36069:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295e10 00000001:00000001:1.0:1789608874.972001:0:36069:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1789608874.972002:0:36069:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1789608874.972023:0:36069:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789608874.972024:0:36069:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1789608874.972025:0:36069:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1789608874.972045:0:36069:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789608874.972048:0:36069:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608874.972050:0:36069:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1789608874.972056:0:36069:0:(import.c:65:import_set_state_nolock()) ffff94d902b13800 lustre-OST0000_UUID: changing import state from EVICTED to RECOVER 00000100:00000001:1.0:1789608874.972060:0:36069:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1789608874.972063:0:36069:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1789608874.972065:0:36069:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789608874.972068:0:36069:0:(import.c:65:import_set_state_nolock()) ffff94d902b13800 lustre-OST0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:1.0:1789608874.972071:0:36069:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1789608874.972073:0:36069:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:1.0:1789608874.972075:0:36069:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1789608874.972079:0:36069:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:1.0:1789608874.972082:0:36069:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:1.0:1789608874.972084:0:36069:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff94d90937d568 for uuid lustre-OST0000_UUID event(1) 00020000:01000000:1.0:1789608874.972089:0:36069:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00020000:00000040:1.0:1789608874.972092:0:36069:0:(lov_obd.c:417:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn c54db3288176f35f 00020000:00000001:1.0:1789608874.972094:0:36069:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608874.972098:0:36069:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1789608874.972101:0:36069:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:1.0:1789608874.972103:0:36069:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:1.0:1789608874.972106:0:36069:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:1.0:1789608874.972107:0:36069:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:1.0:1789608874.972110:0:36069:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:1.0:1789608874.972112:0:36069:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608874.972114:0:36069:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608874.972116:0:36069:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:1.0:1789608874.972117:0:36069:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:1.0:1789608874.972119:0:36069:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608874.972120:0:36069:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:1.0:1789608874.972122:0:36069:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:1.0:1789608874.972127:0:36069:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:1.0:1789608874.972129:0:36069:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608874.972131:0:36069:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608874.972133:0:36069:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608874.972135:0:36069:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608874.972138:0:36069:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789608874.972140:0:36069:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608874.972841:0:36053:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:0.0:1789608874.972847:0:36053:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608874.972852:0:36053:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000080:00000001:0.0:1789608874.972859:0:36053:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1789608874.972864:0:36053:0:(cl_object.c:143:cl_object_top()) ffff94d904aaa210 -> ffff94d904aaa210 00000020:00000001:0.0:1789608874.972868:0:36053:0:(cl_object.c:143:cl_object_top()) ffff94d904aaa210 -> ffff94d904aaa210 00000020:00000001:0.0:1789608874.972871:0:36053:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1789608874.972878:0:36053:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1789608874.972885:0:36053:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789608874.972887:0:36053:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608874.972888:0:36053:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789608874.972890:0:36053:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000002:0.0:1789608874.972893:0:36053:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2e:1029 on OST[0]: s=8192 (1) m=1789608873 a=0 c=1789608873 b=1 00020000:00000001:0.0:1789608874.972898:0:36053:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789608874.972901:0:36053:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=8192 m=1789608873 a=0 c=1789608873 b=1 00020000:00000001:0.0:1789608874.972904:0:36053:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608874.972906:0:36053:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608874.972908:0:36053:0:(cl_object.c:143:cl_object_top()) ffff94d904aaa210 -> ffff94d904aaa210 00000080:00200000:0.0:1789608874.972911:0:36053:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2e:0x0] updating i_size 8192 i_blocks 1 00000080:00000001:0.0:1789608874.972914:0:36053:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1789608874.972915:0:36053:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:0.0:1789608874.972919:0:36053:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:0.0:1789608874.972921:0:36053:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1789608874.972924:0:36053:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789608874.972926:0:36053:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1789608874.972928:0:36053:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1789608874.972929:0:36053:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608874.972932:0:36053:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608874.972933:0:36053:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1789608874.972934:0:36053:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1789608874.972936:0:36053:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1789608874.972938:0:36053:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1789608874.972940:0:36053:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1789608874.972942:0:36053:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1789608874.972943:0:36053:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789608874.972944:0:36053:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1789608874.972945:0:36053:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1789608874.972947:0:36053:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608874.972949:0:36053:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608874.972951:0:36053:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789608874.972952:0:36053:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789608874.972953:0:36053:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:0.0:1789608874.972956:0:36053:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1789608874.972958:0:36053:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1789608874.972960:0:36053:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1789608874.972961:0:36053:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1789608874.972963:0:36053:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789608874.972964:0:36053:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295900 00020000:00000001:0.0:1789608874.972967:0:36053:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1789608874.972970:0:36053:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1789608874.972972:0:36053:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1789608874.972974:0:36053:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2e:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1789608874.972977:0:36053:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1789608874.972978:0:36053:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789608874.972980:0:36053:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295510 00000080:00000001:0.0:1789608874.972982:0:36053:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:0.0:1789608874.972989:0:36053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cc7e48 00000080:00000008:0.0:1789608874.972991:0:36053:0:(file.c:5438:ll_fsync()) COMPLETED file: name=f24b.recovery-small-1, fid=[0x200000405:0x2e:0x0], start=0, end=9223372036854775807, datasync=0, rc=-5 00000080:00000001:0.0:1789608874.972995:0:36053:0:(file.c:5440:ll_fsync()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000008:00000001:1.0:1789608874.973552:0:36069:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608874.973558:0:36069:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:1.0:1789608874.973568:0:36069:0:(import.c:1788:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff94d904ceb000: Connection restored to 192.168.203.121@tcp (at 192.168.203.121@tcp) 00000100:00000001:1.0:1789608874.973573:0:36069:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608874.973578:0:36069:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608874.973580:0:36069:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=2 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:1.0:1789608874.973583:0:36069:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:1.0:1789608874.973586:0:36069:0:(import.c:1656:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608874.975731:0:36053:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789608874.975743:0:36053:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d903559e88) owner 0000000000000000/ffff94d91a0a27c0 00020000:00000002:0.0:1789608874.975750:0:36053:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d903559e88) owner 0000000000000000/ffff94d91a0a27c0 00020000:00000001:0.0:1789608874.975753:0:36053:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608874.975772:0:36053:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1789608874.975776:0:36053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cc7d88 00000080:00200008:0.0:1789608874.975778:0:36053:0:(file.c:479:ll_file_release()) START file f24b.recovery-small-1:[0x200000405:0x2e:0x0](ffff94d9189b5b88), flags 100002 00000080:00000001:0.0:1789608874.975784:0:36053:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:0.0:1789608874.975787:0:36053:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:0.0:1789608874.975788:0:36053:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789608874.975790:0:36053:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d903559e88) owner 0000000000000000/ffff94d91a0a27c0 00020000:00000002:0.0:1789608874.975792:0:36053:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d903559e88) owner 0000000000000000/ffff94d91a0a27c0 00020000:00000001:0.0:1789608874.975794:0:36053:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608874.975797:0:36053:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1789608874.975805:0:36053:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789608874.975808:0:36053:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789608874.975811:0:36053:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789608874.975814:0:36053:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789608874.975816:0:36053:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608874.975818:0:36053:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2e:0x0] 00800000:00000001:0.0:1789608874.975820:0:36053:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608874.975826:0:36053:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608874.975830:0:36053:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608874.975839:0:36053:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d904e29500 count: 2 00010000:00000001:0.0:1789608874.975843:0:36053:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789608874.975849:0:36053:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608874.975851:0:36053:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x2e:0x0]: 0 00000080:00000001:0.0:1789608874.975854:0:36053:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1789608874.975856:0:36053:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1789608874.975865:0:36053:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff94d911dbda00. 00000080:00000001:0.0:1789608874.975868:0:36053:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1789608874.975876:0:36053:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1789608874.975881:0:36053:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1789608874.975883:0:36053:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789608874.975884:0:36053:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789608874.975885:0:36053:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789608874.975887:0:36053:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789608874.975888:0:36053:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608874.975890:0:36053:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2e:0x0] 00800000:00000001:0.0:1789608874.975891:0:36053:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608874.975893:0:36053:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x2e:0x0] 00000002:00000001:0.0:1789608874.975897:0:36053:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1789608874.975899:0:36053:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff94d904ceb000: [0x200000405:0x2e:0x0] file closed with intent: 200 00000100:00000010:0.0:1789608874.975908:0:36053:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5ea00. 00000020:00000040:0.0:1789608874.975913:0:36053:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:0.0:1789608874.975919:0:36053:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608874.975924:0:36053:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608874.975929:0:36053:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608874.975938:0:36053:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d911dbce00. 00000100:00000001:0.0:1789608874.975946:0:36053:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1789608874.975971:0:36053:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94d908490700 x1876538934317312/t8589934606(8589934606) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/664 e 0 to 0 dl 1789608889 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1789608874.975986:0:36053:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d904ceb000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1789608874.975991:0:36053:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d907e5ea00 x1876538934318848/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1789608874.975999:0:36053:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789608874.976001:0:36053:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789608874.976549:0:36053:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d903f559c0. 00000100:00000001:0.0:1789608874.976554:0:36053:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258528065984 : -117815181485632 : ffff94d903f559c0) 00000100:00000001:0.0:1789608874.976558:0:36053:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608874.976560:0:36053:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594163200 : -117815115388416 : ffff94d907e5ea00) 00000100:00000001:0.0:1789608874.976566:0:36053:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608874.976570:0:36053:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608874.976572:0:36053:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789608874.976574:0:36053:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608874.976580:0:36053:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5ea00 x1876538934318848/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608874.976588:0:36053:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608874.976591:0:36053:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608874.976595:0:36053:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608874.976598:0:36053:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608874.976601:0:36053:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608874.976605:0:36053:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5ea00 pname:cluuid:pid:xid:nid:opc:job multiop:25f5d458-2cbe-49cd-9693-334c08df7e27:36053:1876538934318848:192.168.203.121@tcp:35:multiop.0 00000100:00000001:0.0:1789608874.976610:0:36053:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608874.976617:0:36053:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608874.976620:0:36053:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608874.976623:0:36053:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608874.976629:0:36053:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903114c00. 02000000:00000001:0.0:1789608874.976632:0:36053:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608874.976642:0:36053:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608874.976647:0:36053:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b87e8. 00000400:00000010:0.0:1789608874.976655:0:36053:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed5d8. 00000100:00000200:0.0:1789608874.976665:0:36053:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934318848, portal 10 00000100:00000001:0.0:1789608874.976667:0:36053:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608874.976669:0:36053:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594163200 : -117815115388416 : ffff94d907e5ea00) 00000100:00000040:0.0:1789608874.979130:0:36053:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d907e5ea00 x1876538934318848/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608890 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608874.979302:0:36053:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608874.979306:0:36053:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608874.979318:0:36053:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed088. 00000100:00000200:0.0:1789608874.979329:0:36053:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876538934318848, offset 0 00000400:00000200:0.0:1789608874.979338:0:36053:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608874.979352:0:36053:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608874.979364:0:36053:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608874.979433:0:36053:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608874.979440:0:36053:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608874.979444:0:36053:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608874.979447:0:36053:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608874.979451:0:36053:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2995:2995:256:4294967295] 192.168.203.121@tcp LPNI seq info [2995:2995:8:4294967295] 00000400:00000200:0.0:1789608874.979456:0:36053:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608874.979467:0:36053:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608874.979474:0:36053:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608874.979482:0:36053:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa000. 00000800:00000200:0.0:1789608874.979490:0:36053:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608874.979509:0:36053:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608874.979514:0:36053:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789608874.979571:0:36053:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608874.979579:0:36053:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 845276 usecs (846 jiffies) 00000400:00000200:0.0:1789608874.979583:0:36053:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608874.979586:0:36053:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296602915 00000100:00000001:0.0:1789608874.979590:0:36053:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296604004 00000100:00000001:0.0:1789608874.979593:0:36053:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296602915 00000100:00000001:0.0:1789608874.979595:0:36053:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296604004 00000100:00000001:0.0:1789608874.979598:0:36053:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608874.979603:0:36053:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608874.979606:0:36053:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608874.979610:0:36053:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789608874.979613:0:36053:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d903f559c0 going to sleep for 11 seconds 00000100:00000001:0.0:1789608874.979617:0:36053:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608874.979620:0:36053:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608874.981796:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608874.981810:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa000. 00000400:00000200:1.0:1789608874.981821:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608874.981831:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608874.981841:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed088 00000400:00000010:1.0:1789608874.981845:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed088. 00000100:00000001:1.0:1789608874.981851:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608874.981860:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5ea00 x1876538934318848/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608890 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608874.981874:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608874.981878:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907e5ea00 x1876538934318848/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608890 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608874.981885:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608874.981887:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1789608874.983422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c1c00. 00010000:00000010:1.1:1789608874.983438:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d904e29f00. 00010000:00000010:1.1:1789608874.983447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909232800. 00010000:00000010:1.1:1789608874.983451:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69500. 00000800:00000001:1.0:1789608874.985054:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608874.985077:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608874.985083:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608874.985086:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608874.985097:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608874.985320:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608874.985333:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608874.985339:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608874.985346:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608874.985350:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 456 into portal 10 MB=0x6aab3c4965700 00000400:00000200:1.0:1789608874.985356:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608874.985364:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 456/456 into md 0x8869 [1] + 224 00000800:00000001:1.0:1789608874.985431:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608874.985441:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608874.985446:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608874.985451:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608874.985461:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608874.985472:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5ea00 x1876538934318848/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608890 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608874.985485:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94d907e5ea00 x1876538934318848/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608890 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608874.985544:0:36053:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608874.985566:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608874.985577:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608874.985583:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789608874.985649:0:36053:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608874.985652:0:36053:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608874.985656:0:36053:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b87e8. 00000400:00000200:0.0:1789608874.985661:0:36053:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed5d8 00000400:00000010:0.0:1789608874.985664:0:36053:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed5d8. 00000100:00000001:0.0:1789608874.985669:0:36053:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608874.985673:0:36053:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5ea00 x1876538934318848/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608890 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789608874.985782:0:36053:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5ea00 x1876538934318848/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608890 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608874.985789:0:36053:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608874.985791:0:36053:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608874.985794:0:36053:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608874.985798:0:36053:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608874.985801:0:36053:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608874.985805:0:36053:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608874.985809:0:36053:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608874.985822:0:36053:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11cf0 time=82 v=5 (5 5 5 5) 00000100:00001000:0.0:1789608874.985828:0:36053:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=37 v=5 (1 0 0 0) 00000100:00000001:0.0:1789608874.985831:0:36053:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608874.985833:0:36053:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608874.985836:0:36053:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608874.985840:0:36053:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608874.985844:0:36053:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789608874.985847:0:36053:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789608874.985848:0:36053:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789608874.985851:0:36053:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608874.985853:0:36053:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594163200 : -117815115388416 : ffff94d907e5ea00) 00000100:00000001:0.0:1789608874.985857:0:36053:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608874.985860:0:36053:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 8589934607 00000100:00000001:0.0:1789608874.985862:0:36053:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608874.985865:0:36053:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608874.985870:0:36053:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5ea00 x1876538934318848/t8589934608(8589934608) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608890 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608874.985878:0:36053:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608874.985881:0:36053:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608874.985884:0:36053:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608874.985888:0:36053:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5ea00 x1876538934318848/t8589934608(8589934608) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608890 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789608874.985897:0:36053:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5ea00 pname:cluuid:pid:xid:nid:opc:job multiop:25f5d458-2cbe-49cd-9693-334c08df7e27:36053:1876538934318848:192.168.203.121@tcp:35:multiop.0 00000100:00000001:0.0:1789608874.985904:0:36053:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608874.985907:0:36053:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608874.985910:0:36053:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789608874.985912:0:36053:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608874.985916:0:36053:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907e5ea00 x1876538934318848/t8589934608(8589934608) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608890 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608874.985923:0:36053:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789608874.985927:0:36053:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d903f559c0. 00000100:00000001:0.0:1789608874.985931:0:36053:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789608874.985933:0:36053:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608874.985941:0:36053:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608874.985943:0:36053:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594163200 : -117815115388416 : ffff94d907e5ea00) 00000002:00000001:0.0:1789608874.985945:0:36053:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608874.985950:0:36053:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789608874.985956:0:36053:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dbda00. 00000080:00000001:0.0:1789608874.985960:0:36053:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1789608874.985964:0:36053:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1789608874.985967:0:36053:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789608874.985970:0:36053:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789608874.985973:0:36053:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789608874.985976:0:36053:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789608874.985978:0:36053:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608874.985980:0:36053:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2e:0x0] 00800000:00000001:0.0:1789608874.985982:0:36053:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608874.985988:0:36053:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1789608874.985994:0:36053:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94d908490700 x1876538934317312/t8589934606(8589934606) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/664 e 0 to 0 dl 1789608889 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608874.986001:0:36053:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608874.986003:0:36053:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600658688 : -117815108892928 : ffff94d908490700) 00000100:00000001:0.0:1789608874.986005:0:36053:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608874.986008:0:36053:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908490700 x1876538934317312/t8589934606(8589934606) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/664 e 0 to 0 dl 1789608889 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608874.986016:0:36053:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608874.986018:0:36053:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608874.986021:0:36053:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908490700 x1876538934317312/t8589934606(8589934606) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/664 e 0 to 0 dl 1789608889 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608874.986027:0:36053:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1789608874.986032:0:36053:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608874.986034:0:36053:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:0.0:1789608874.986036:0:36053:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608874.986041:0:36053:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d908398400. 02000000:00000001:0.0:1789608874.986046:0:36053:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608874.986048:0:36053:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608874.986051:0:36053:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908490700. 00000100:00000001:0.0:1789608874.986055:0:36053:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608874.986056:0:36053:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608874.986058:0:36053:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608874.986061:0:36053:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907e5ea00 x1876538934318848/t8589934608(8589934608) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608890 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608874.986067:0:36053:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789608874.986069:0:36053:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff94d906078880. 00000002:00000001:0.0:1789608874.986072:0:36053:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608874.986073:0:36053:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789608874.986076:0:36053:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94d904af6540. 00000100:00000001:0.0:1789608874.986079:0:36053:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608874.986081:0:36053:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5ea00 x1876538934318848/t8589934608(8589934608) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608890 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608874.986087:0:36053:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608874.986090:0:36053:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789608874.986094:0:36053:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d90517e000. 00000080:00000001:0.0:1789608874.986098:0:36053:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608874.986319:0:36053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cc7d88 00000080:00000008:0.0:1789608874.986323:0:36053:0:(file.c:523:ll_file_release()) COMPLETED file f24b.recovery-small-1:[0x200000405:0x2e:0x0](ffff94d9189b5b88), flags 100002, rc = 0 00000080:00000001:0.0:1789608874.986327:0:36053:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608874.986333:0:36053:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789608874.986335:0:36053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cc7d98 00000080:00002000:0.0:1789608874.986337:0:36053:0:(dcache.c:127:ll_ddelete()) keeping dentry f24b.recovery-small-1 (ffff94d911547af8, parent ffff94d911547d80, inode ffff94d9189b5b88) hashed, 00000080:00000001:0.0:1789608874.986340:0:36053:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608874.996034:0:36056:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1789608874.996045:0:36056:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d909c40000 00020000:00000002:3.0:1789608874.996053:0:36056:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d909c40000 00020000:00000001:3.0:1789608874.996056:0:36056:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608874.996067:0:36056:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1789608874.996071:0:36056:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d03df0 00000080:00200008:3.0:1789608874.996074:0:36056:0:(file.c:479:ll_file_release()) START file f24b.recovery-small-2:[0x200000405:0x2f:0x0](ffff94d918923a88), flags 100002 00000080:00000001:3.0:1789608874.996084:0:36056:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:3.0:1789608874.996088:0:36056:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:3.0:1789608874.996090:0:36056:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1789608874.996091:0:36056:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d909c40000 00020000:00000002:3.0:1789608874.996094:0:36056:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d910b650f8) owner 0000000000000000/ffff94d909c40000 00020000:00000001:3.0:1789608874.996096:0:36056:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608874.996100:0:36056:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:3.0:1789608874.996107:0:36056:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608874.996112:0:36056:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608874.996115:0:36056:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608874.996118:0:36056:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608874.996120:0:36056:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608874.996122:0:36056:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2f:0x0] 00800000:00000001:3.0:1789608874.996124:0:36056:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608874.996131:0:36056:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608874.996135:0:36056:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608874.996143:0:36056:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69900 count: 2 00010000:00000001:3.0:1789608874.996147:0:36056:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608874.996154:0:36056:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608874.996156:0:36056:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x2f:0x0]: 0 00000080:00000001:3.0:1789608874.996159:0:36056:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1789608874.996161:0:36056:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1789608874.996167:0:36056:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff94d91a21e200. 00000080:00000001:3.0:1789608874.996170:0:36056:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1789608874.996177:0:36056:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1789608874.996182:0:36056:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:3.0:1789608874.996184:0:36056:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608874.996185:0:36056:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608874.996186:0:36056:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608874.996187:0:36056:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608874.996189:0:36056:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608874.996190:0:36056:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2f:0x0] 00800000:00000001:3.0:1789608874.996192:0:36056:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608874.996194:0:36056:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x2f:0x0] 00000002:00000001:3.0:1789608874.996198:0:36056:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1789608874.996200:0:36056:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff94d904ceb000: [0x200000405:0x2f:0x0] file closed with intent: 200 00000100:00000010:3.0:1789608874.996207:0:36056:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908491f80. 00000020:00000040:3.0:1789608874.996212:0:36056:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:3.0:1789608874.996217:0:36056:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608874.996222:0:36056:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608874.996227:0:36056:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608874.996239:0:36056:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d910f64400. 00000100:00000001:3.0:1789608874.996246:0:36056:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1789608874.996271:0:36056:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94d907d26d80 x1876538934317824/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/664 e 0 to 0 dl 1789608889 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1789608874.996285:0:36056:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d904ceb000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1789608874.996290:0:36056:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d908491f80 x1876538934319104/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1789608874.996298:0:36056:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789608874.996301:0:36056:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789608874.996310:0:36056:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d903344a80. 00000100:00000001:3.0:1789608874.996313:0:36056:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258515413632 : -117815194137984 : ffff94d903344a80) 00000100:00000001:3.0:1789608874.996316:0:36056:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608874.996317:0:36056:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600664960 : -117815108886656 : ffff94d908491f80) 00000100:00000001:3.0:1789608874.996323:0:36056:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608874.996327:0:36056:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608874.996330:0:36056:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789608874.996331:0:36056:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608874.996336:0:36056:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908491f80 x1876538934319104/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608874.996418:0:36056:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608874.996421:0:36056:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608874.996425:0:36056:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608874.996429:0:36056:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608874.996432:0:36056:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608874.996436:0:36056:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908491f80 pname:cluuid:pid:xid:nid:opc:job multiop:25f5d458-2cbe-49cd-9693-334c08df7e27:36056:1876538934319104:192.168.203.121@tcp:35:multiop.0 00000100:00000001:3.0:1789608874.996440:0:36056:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608874.996447:0:36056:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608874.996450:0:36056:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608874.996453:0:36056:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608874.996458:0:36056:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d908399000. 02000000:00000001:3.0:1789608874.996460:0:36056:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608874.996469:0:36056:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608874.996474:0:36056:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2af20. 00000400:00000010:3.0:1789608874.996482:0:36056:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9908. 00000100:00000200:3.0:1789608874.996565:0:36056:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934319104, portal 10 00000100:00000001:3.0:1789608874.996569:0:36056:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608874.996570:0:36056:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600664960 : -117815108886656 : ffff94d908491f80) 00000100:00000040:3.0:1789608874.996578:0:36056:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d908491f80 x1876538934319104/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608890 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608874.996585:0:36056:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608874.996588:0:36056:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608874.996592:0:36056:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9880. 00000100:00000200:3.0:1789608874.996597:0:36056:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876538934319104, offset 0 00000400:00000200:3.0:1789608874.996605:0:36056:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608874.996615:0:36056:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608875.001464:0:36056:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608875.001479:0:36056:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608875.001507:0:36056:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608875.001513:0:36056:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608875.001517:0:36056:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608875.001522:0:36056:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2996:2996:256:4294967295] 192.168.203.121@tcp LPNI seq info [2996:2996:8:4294967295] 00000400:00000200:3.0:1789608875.001530:0:36056:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608875.001545:0:36056:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608875.001555:0:36056:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608875.003906:0:36056:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91350ac00. 00000800:00000200:2.0:1789608875.003933:0:36056:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608875.003942:0:36056:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608875.003948:0:36056:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91350ac00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1789608875.003967:0:36056:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608875.003975:0:36056:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 844235 usecs (845 jiffies) 00000400:00000200:2.0:1789608875.003982:0:36056:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608875.003987:0:36056:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296602939 00000100:00000001:2.0:1789608875.003992:0:36056:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296604004 00000100:00000001:2.0:1789608875.003994:0:36056:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296602939 00000100:00000001:2.0:1789608875.003997:0:36056:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296604004 00000100:00000001:2.0:1789608875.004000:0:36056:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608875.004005:0:36056:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608875.004008:0:36056:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608875.004011:0:36056:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00100000:2.0:1789608875.004014:0:36056:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d903344a80 going to sleep for 10 seconds 00000100:00000001:2.0:1789608875.004017:0:36056:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608875.004021:0:36056:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608875.004243:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608875.004250:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91350ac00. 00000400:00000200:1.0:1789608875.004256:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608875.004262:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608875.004271:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9880 00000400:00000010:1.0:1789608875.004274:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9880. 00000100:00000001:1.0:1789608875.004280:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608875.004290:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908491f80 x1876538934319104/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608890 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608875.004304:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608875.004307:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908491f80 x1876538934319104/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608890 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608875.004315:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608875.004317:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608875.008433:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608875.008456:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608875.008462:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608875.008465:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608875.008477:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608875.008487:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608875.008516:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608875.008523:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608875.008529:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608875.008535:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 456 into portal 10 MB=0x6aab3c4965800 00000400:00000200:1.0:1789608875.008540:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608875.008547:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 456/456 into md 0x8879 [1] + 224 00000800:00000001:1.0:1789608875.008557:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608875.008584:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608875.008589:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608875.008594:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608875.008605:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608875.008617:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908491f80 x1876538934319104/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608890 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608875.008639:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94d908491f80 x1876538934319104/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608890 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608875.008659:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608875.008669:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608875.008674:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608875.008880:0:36056:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608875.008890:0:36056:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608875.008893:0:36056:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608875.008897:0:36056:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2af20. 00000400:00000200:2.0:1789608875.008904:0:36056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9908 00000400:00000010:2.0:1789608875.008907:0:36056:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9908. 00000100:00000001:2.0:1789608875.008911:0:36056:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608875.008916:0:36056:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908491f80 x1876538934319104/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608890 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789608875.008925:0:36056:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908491f80 x1876538934319104/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608890 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608875.008931:0:36056:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608875.008934:0:36056:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608875.008937:0:36056:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608875.008941:0:36056:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608875.008944:0:36056:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608875.008947:0:36056:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608875.008951:0:36056:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608875.008963:0:36056:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11cf0 time=83 v=5 (5 5 5 5) 00000100:00001000:2.0:1789608875.008968:0:36056:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=38 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608875.008971:0:36056:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608875.008974:0:36056:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608875.008977:0:36056:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608875.008981:0:36056:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608875.008984:0:36056:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789608875.008987:0:36056:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1789608875.008989:0:36056:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789608875.008992:0:36056:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608875.008994:0:36056:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600664960 : -117815108886656 : ffff94d908491f80) 00000100:00000001:2.0:1789608875.008997:0:36056:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608875.009000:0:36056:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 8589934607 00000100:00000001:2.0:1789608875.009002:0:36056:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608875.009005:0:36056:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608875.009024:0:36056:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908491f80 x1876538934319104/t8589934609(8589934609) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608890 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608875.009031:0:36056:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608875.009035:0:36056:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608875.009038:0:36056:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608875.009042:0:36056:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908491f80 x1876538934319104/t8589934609(8589934609) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608890 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789608875.009051:0:36056:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908491f80 pname:cluuid:pid:xid:nid:opc:job multiop:25f5d458-2cbe-49cd-9693-334c08df7e27:36056:1876538934319104:192.168.203.121@tcp:35:multiop.0 00000100:00000001:2.0:1789608875.009058:0:36056:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608875.009061:0:36056:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608875.009064:0:36056:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789608875.009066:0:36056:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608875.009070:0:36056:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908491f80 x1876538934319104/t8589934609(8589934609) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608890 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608875.009078:0:36056:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608875.009081:0:36056:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d903344a80. 00000100:00000001:2.0:1789608875.009085:0:36056:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789608875.009086:0:36056:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608875.009096:0:36056:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608875.009097:0:36056:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600664960 : -117815108886656 : ffff94d908491f80) 00000002:00000001:2.0:1789608875.009101:0:36056:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608875.009105:0:36056:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789608875.009112:0:36056:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d91a21e200. 00000080:00000001:2.0:1789608875.009119:0:36056:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1789608875.009123:0:36056:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1789608875.009126:0:36056:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608875.009130:0:36056:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608875.009132:0:36056:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608875.009135:0:36056:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608875.009137:0:36056:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608875.009140:0:36056:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2f:0x0] 00800000:00000001:2.0:1789608875.009142:0:36056:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608875.009148:0:36056:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1789608875.009154:0:36056:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94d907d26d80 x1876538934317824/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/664 e 0 to 0 dl 1789608889 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608875.009163:0:36056:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608875.009165:0:36056:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592886144 : -117815116665472 : ffff94d907d26d80) 00000100:00000001:2.0:1789608875.009167:0:36056:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608875.009171:0:36056:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d26d80 x1876538934317824/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/664 e 0 to 0 dl 1789608889 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608875.009179:0:36056:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608875.009181:0:36056:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608875.009184:0:36056:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d26d80 x1876538934317824/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 592/664 e 0 to 0 dl 1789608889 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608875.009191:0:36056:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1789608875.009196:0:36056:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608875.009198:0:36056:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=5 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:2.0:1789608875.009201:0:36056:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608875.009205:0:36056:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d903dbfc00. 02000000:00000001:2.0:1789608875.009211:0:36056:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608875.009213:0:36056:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608875.009215:0:36056:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d26d80. 00000100:00000001:2.0:1789608875.009220:0:36056:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608875.009221:0:36056:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608875.009223:0:36056:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608875.009226:0:36056:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908491f80 x1876538934319104/t8589934609(8589934609) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608890 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608875.009233:0:36056:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608875.009235:0:36056:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff94d907f68680. 00000002:00000001:2.0:1789608875.009238:0:36056:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608875.009240:0:36056:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789608875.009243:0:36056:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94d9071bf700. 00000100:00000001:2.0:1789608875.009246:0:36056:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608875.009248:0:36056:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908491f80 x1876538934319104/t8589934609(8589934609) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608890 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608875.009254:0:36056:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.009257:0:36056:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789608875.009261:0:36056:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d91a6d2f00. 00000080:00000001:2.0:1789608875.009268:0:36056:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608875.009275:0:36056:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d03df0 00000080:00000008:2.0:1789608875.009277:0:36056:0:(file.c:523:ll_file_release()) COMPLETED file f24b.recovery-small-2:[0x200000405:0x2f:0x0](ffff94d918923a88), flags 100002, rc = 0 00000080:00000001:2.0:1789608875.009282:0:36056:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.009289:0:36056:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789608875.009291:0:36056:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d03e00 00000080:00002000:2.0:1789608875.009293:0:36056:0:(dcache.c:127:ll_ddelete()) keeping dentry f24b.recovery-small-2 (ffff94d91155d438, parent ffff94d911547d80, inode ffff94d918923a88) hashed, 00000080:00000001:2.0:1789608875.009296:0:36056:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608875.021789:0:16947:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1789608875.021801:0:16947:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608875.063085:0:36072:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789608875.063098:0:36072:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789608875.063320:0:36072:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789608875.063325:0:36072:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7bc0 00000080:00200000:0.0:1789608875.063331:0:36072:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:0.0:1789608875.063351:0:36072:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d911dbda00. 00800000:00000002:0.0:1789608875.063361:0:36072:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:0.0:1789608875.063423:0:36072:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789608875.063430:0:36072:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789608875.063433:0:36072:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7ae0 00800000:00000002:0.0:1789608875.063436:0:36072:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789608875.063442:0:36072:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789608875.063445:0:36072:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789608875.063448:0:36072:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789608875.063451:0:36072:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789608875.063454:0:36072:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789608875.063457:0:36072:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608875.063459:0:36072:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789608875.063462:0:36072:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608875.063466:0:36072:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789608875.063472:0:36072:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789608875.063474:0:36072:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd79b0 00000002:00010000:0.0:1789608875.063476:0:36072:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789608875.063480:0:36072:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789608875.063482:0:36072:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608875.063486:0:36072:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608875.063510:0:36072:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d90842a000 count: 2 00010000:00000001:0.0:1789608875.063514:0:36072:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789608875.063520:0:36072:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608875.063525:0:36072:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789608875.063530:0:36072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b200/0xc54db3288176ffd7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9c32 expref: -99 pid: 36046 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1789608875.063543:0:36072:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789608875.063549:0:36072:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608875.063553:0:36072:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b200/0xc54db3288176ffd7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9c32 expref: -99 pid: 36046 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1789608875.063560:0:36072:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789608875.063563:0:36072:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789608875.063565:0:36072:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789608875.063568:0:36072:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789608875.063570:0:36072:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789608875.063573:0:36072:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789608875.063576:0:36072:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789608875.063579:0:36072:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:0.0:1789608875.063583:0:36072:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dbda00. 00000080:00000001:0.0:1789608875.063590:0:36072:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789608875.063592:0:36072:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789608875.063597:0:36072:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:0.0:1789608875.063601:0:36072:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176ffd7 00800000:00000001:0.0:1789608875.063605:0:36072:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789608875.063607:0:36072:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789608875.063610:0:36072:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608875.063613:0:36072:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608875.063617:0:36072:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6b200 refcount=3 00000020:00000001:0.0:1789608875.065288:0:36072:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528154112 : -117815181397504 : ffff94d903f6b200) 00010000:00000001:0.0:1789608875.065297:0:36072:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528154112 : -117815181397504 : ffff94d903f6b200) 00010000:00000001:0.0:1789608875.065303:0:36072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608875.065305:0:36072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789608875.065307:0:36072:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608875.065309:0:36072:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789608875.065314:0:36072:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ffd7 from it ffffae3e01cd7bf8 00010000:00000001:0.0:1789608875.065318:0:36072:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608875.065320:0:36072:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608875.065323:0:36072:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6b200 refcount=3 00000020:00000001:0.0:1789608875.065325:0:36072:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528154112 : -117815181397504 : ffff94d903f6b200) 00010000:00000001:0.0:1789608875.065328:0:36072:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528154112 : -117815181397504 : ffff94d903f6b200) 00010000:00000001:0.0:1789608875.065330:0:36072:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789608875.065336:0:36072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b200/0xc54db3288176ffd7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9c32 expref: -99 pid: 36046 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1789608875.065346:0:36072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608875.065348:0:36072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608875.065351:0:36072:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789608875.065355:0:36072:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789608875.065357:0:36072:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b200/0xc54db3288176ffd7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9c32 expref: -99 pid: 36046 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1789608875.065483:0:36072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789608875.065487:0:36072:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789608875.065490:0:36072:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789608875.065511:0:36072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608875.065512:0:36072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608875.065514:0:36072:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608875.065518:0:36072:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789608875.065521:0:36072:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608875.065523:0:36072:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608875.065526:0:36072:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608875.065529:0:36072:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789608875.065530:0:36072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608875.065531:0:36072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789608875.065536:0:36072:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789608875.065538:0:36072:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789608875.065542:0:36072:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 1 00000080:00000001:0.0:1789608875.065549:0:36072:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789608875.065574:0:36072:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94d90704e840. 00000080:00000001:0.0:1789608875.065580:0:36072:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789608875.065582:0:36072:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789608875.065585:0:36072:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7b00 00000080:00200000:0.0:1789608875.065587:0:36072:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:0.0:1789608875.065593:0:36072:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d911dbda00. 00800000:00000002:0.0:1789608875.065598:0:36072:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:0.0:1789608875.065603:0:36072:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789608875.065606:0:36072:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789608875.065609:0:36072:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7a20 00800000:00000002:0.0:1789608875.065611:0:36072:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789608875.065615:0:36072:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789608875.065618:0:36072:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789608875.065838:0:36072:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789608875.065842:0:36072:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789608875.065844:0:36072:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789608875.065847:0:36072:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608875.065849:0:36072:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789608875.065852:0:36072:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608875.065856:0:36072:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789608875.065862:0:36072:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789608875.065865:0:36072:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd78f0 00000002:00010000:0.0:1789608875.065867:0:36072:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789608875.065871:0:36072:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789608875.065873:0:36072:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608875.065876:0:36072:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608875.065882:0:36072:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d90842a000 count: 2 00010000:00000001:0.0:1789608875.065885:0:36072:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789608875.065890:0:36072:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608875.065893:0:36072:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789608875.065896:0:36072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b200/0xc54db3288176ffd7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9c32 expref: -99 pid: 36046 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1789608875.065904:0:36072:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789608875.065910:0:36072:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608875.065913:0:36072:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b200/0xc54db3288176ffd7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9c32 expref: -99 pid: 36046 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:0.0:1789608875.065920:0:36072:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789608875.065922:0:36072:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789608875.065923:0:36072:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789608875.065925:0:36072:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789608875.065928:0:36072:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789608875.065930:0:36072:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789608875.065933:0:36072:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789608875.065936:0:36072:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:0.0:1789608875.065939:0:36072:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dbda00. 00000080:00000001:0.0:1789608875.065946:0:36072:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789608875.065948:0:36072:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789608875.065951:0:36072:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:0.0:1789608875.065955:0:36072:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288176ffd7 00800000:00000001:0.0:1789608875.065958:0:36072:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789608875.065961:0:36072:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789608875.065962:0:36072:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608875.065964:0:36072:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608875.065966:0:36072:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6b200 refcount=3 00000020:00000001:0.0:1789608875.065969:0:36072:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528154112 : -117815181397504 : ffff94d903f6b200) 00010000:00000001:0.0:1789608875.065971:0:36072:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528154112 : -117815181397504 : ffff94d903f6b200) 00010000:00000001:0.0:1789608875.065973:0:36072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608875.065975:0:36072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789608875.065976:0:36072:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608875.065977:0:36072:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789608875.065979:0:36072:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288176ffd7 from it ffffae3e01cd7b38 00010000:00000001:0.0:1789608875.065981:0:36072:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608875.065982:0:36072:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608875.065983:0:36072:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6b200 refcount=3 00000020:00000001:0.0:1789608875.065985:0:36072:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528154112 : -117815181397504 : ffff94d903f6b200) 00010000:00000001:0.0:1789608875.065987:0:36072:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528154112 : -117815181397504 : ffff94d903f6b200) 00010000:00000001:0.0:1789608875.065990:0:36072:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789608875.065992:0:36072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b200/0xc54db3288176ffd7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9c32 expref: -99 pid: 36046 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1789608875.065999:0:36072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608875.066000:0:36072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608875.066002:0:36072:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789608875.066003:0:36072:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789608875.066006:0:36072:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b200/0xc54db3288176ffd7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9c32 expref: -99 pid: 36046 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1789608875.066012:0:36072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789608875.066014:0:36072:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789608875.066015:0:36072:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789608875.066017:0:36072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608875.066018:0:36072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608875.066020:0:36072:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608875.066022:0:36072:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789608875.066023:0:36072:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608875.066025:0:36072:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608875.066027:0:36072:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608875.066028:0:36072:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789608875.066030:0:36072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608875.066031:0:36072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789608875.066032:0:36072:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789608875.066033:0:36072:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789608875.066036:0:36072:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 3 00000080:00000001:0.0:1789608875.066039:0:36072:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608875.066042:0:36072:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1789608875.066044:0:36072:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7b58 00000080:00200000:0.0:1789608875.066046:0:36072:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff94d918926c08), file ffff94d91a303500, open_flags 8441, mode 81b6 opened 0 00000080:00000010:0.0:1789608875.066052:0:36072:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff94d9082d7ba0. 00000080:00000001:0.0:1789608875.066057:0:36072:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1789608875.066060:0:36072:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7a08 00000080:00200000:0.0:1789608875.066061:0:36072:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff94d918926c08), intent=open|creat 00000080:00000010:0.0:1789608875.066068:0:36072:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d911dbda00. 00800000:00000002:0.0:1789608875.066070:0:36072:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:0.0:1789608875.066076:0:36072:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789608875.066078:0:36072:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789608875.066079:0:36072:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7928 00800000:00000002:0.0:1789608875.066081:0:36072:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789608875.066085:0:36072:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1789608875.066088:0:36072:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1789608875.066091:0:36072:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789608875.066092:0:36072:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789608875.066094:0:36072:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789608875.066095:0:36072:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789608875.066097:0:36072:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608875.066098:0:36072:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789608875.066111:0:36072:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608875.068793:0:36072:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446626258787724288 : -117814921827328 : ffff94d9136f6c00) 00800000:00000001:0.0:1789608875.068808:0:36072:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1789608875.068813:0:36072:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1789608875.068817:0:36072:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1789608875.068821:0:36072:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1789608875.068824:0:36072:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94d904ceb000: Allocated FID [0x200000405:0x30:0x0] 40000000:00000001:0.0:1789608875.068827:0:36072:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608875.068830:0:36072:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608875.068832:0:36072:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608875.068833:0:36072:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608875.068837:0:36072:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd78a8 00800000:00000002:0.0:1789608875.068841:0:36072:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x30:0x0], name='recon' -> mds #0 layout version 1 00000002:00000001:0.0:1789608875.068848:0:36072:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789608875.068851:0:36072:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd77e0 00000002:00010000:0.0:1789608875.068853:0:36072:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: recon,[0x200000405:0x30:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0102102 00000002:00000001:0.0:1789608875.068859:0:36072:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789608875.068863:0:36072:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1789608875.068867:0:36072:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1789608875.068874:0:36072:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608875.068876:0:36072:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789608875.068880:0:36072:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d90842a000 count: 2 00010000:00000001:0.0:1789608875.068884:0:36072:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789608875.068888:0:36072:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789608875.068893:0:36072:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789608875.068899:0:36072:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b200/0xc54db3288176ffd7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x91bddff8e8ed9c32 expref: -99 pid: 36046 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1789608875.068912:0:36072:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789608875.068918:0:36072:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789608875.068922:0:36072:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789608875.068924:0:36072:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1789608875.068927:0:36072:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608875.068930:0:36072:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608875.068933:0:36072:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d90842a000 count: 3 00010000:00000001:0.0:1789608875.068935:0:36072:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789608875.068939:0:36072:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608875.068941:0:36072:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608875.068942:0:36072:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608875.068944:0:36072:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d90842a000 count: 3 00010000:00000001:0.0:1789608875.068945:0:36072:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789608875.068947:0:36072:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608875.068949:0:36072:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608875.068950:0:36072:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789608875.068951:0:36072:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d90842a000 count: 3 00010000:00000001:0.0:1789608875.068955:0:36072:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789608875.068956:0:36072:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608875.068959:0:36072:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789608875.068962:0:36072:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff94d918926b40, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1789608875.068966:0:36072:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1789608875.068970:0:36072:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1789608875.068973:0:36072:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789608875.068975:0:36072:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608875.068979:0:36072:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789608875.068983:0:36072:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789608875.068985:0:36072:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789608875.068987:0:36072:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608875.068990:0:36072:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789608875.068994:0:36072:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d903f6b200 with handle 0xc54db3288176ffd7 from hash 00010000:00000001:0.0:1789608875.068997:0:36072:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789608875.068998:0:36072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608875.069000:0:36072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608875.069001:0:36072:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789608875.069004:0:36072:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789608875.069006:0:36072:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789608875.069009:0:36072:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789608875.069012:0:36072:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789608875.069014:0:36072:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1789608875.069026:0:36072:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5c000. 00000020:00000040:0.0:1789608875.069030:0:36072:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=6 obd=lustre-MDT0000-mdc-ffff94d904ceb000 02000000:00000001:0.0:1789608875.069039:0:36072:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789608875.069041:0:36072:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608875.069044:0:36072:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789608875.069049:0:36072:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789608875.069056:0:36072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608875.069057:0:36072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608875.069059:0:36072:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608875.069062:0:36072:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608875.069064:0:36072:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608875.069070:0:36072:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608875.069079:0:36072:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d903116000. 00000100:00000001:0.0:1789608875.069086:0:36072:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608875.069093:0:36072:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789608875.069095:0:36072:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789608875.069109:0:36072:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b200/0xc54db3288176ffd7 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed9c32 expref: -99 pid: 36046 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1789608875.070311:0:36072:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1789608875.070314:0:36072:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789608875.070318:0:36072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789608875.070322:0:36072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b200/0xc54db3288176ffd7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed9c32 expref: -99 pid: 36046 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:0.0:1789608875.070336:0:36072:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d90842a000 count: 0 00010000:00000010:0.0:1789608875.070855:0:36072:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d9121c3500. 00010000:00000001:0.0:1789608875.070872:0:36072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608875.070875:0:36072:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608875.070878:0:36072:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789608875.070880:0:36072:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608875.070882:0:36072:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608875.070905:0:36072:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446626258594152448 : -117815115399168 : ffff94d907e5c000) 00010000:00000001:0.0:1789608875.070910:0:36072:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789608875.070913:0:36072:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789608875.070924:0:36072:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d909abaa00. 00010000:00000010:0.0:1789608875.070929:0:36072:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d90330ce80. 00010000:00000001:0.0:1789608875.070934:0:36072:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789608875.070938:0:36072:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d905f54400. 00000020:00000001:0.0:1789608875.070942:0:36072:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789608875.070946:0:36072:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d905f54400 with handle 0xc54db32881770008 to hash 00000020:00000001:0.0:1789608875.070949:0:36072:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789608875.070951:0:36072:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00010000:00000001:0.0:1789608875.070955:0:36072:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00010000:00000001:0.0:1789608875.070959:0:36072:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608875.070962:0:36072:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608875.070966:0:36072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54400/0xc54db32881770008 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 36072 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789608875.070974:0:36072:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54400/0xc54db32881770008 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 36072 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1789608875.070988:0:36072:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d904ceb000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1789608875.071004:0:36072:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d907e5c000 x1876538934319360/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1789608875.071014:0:36072:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54400/0xc54db32881770008 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 36072 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789608875.071020:0:36072:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789608875.071022:0:36072:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789608875.071030:0:36072:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d903f559c0. 00000100:00000001:0.0:1789608875.071032:0:36072:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258528065984 : -117815181485632 : ffff94d903f559c0) 00000100:00000001:0.0:1789608875.071035:0:36072:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608875.071037:0:36072:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594152448 : -117815115399168 : ffff94d907e5c000) 00000100:00000001:0.0:1789608875.071043:0:36072:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608875.071047:0:36072:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608875.071050:0:36072:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789608875.071052:0:36072:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608875.071057:0:36072:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5c000 x1876538934319360/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608875.071065:0:36072:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608875.071068:0:36072:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608875.071073:0:36072:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608875.071078:0:36072:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608875.071081:0:36072:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608875.071084:0:36072:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5c000 pname:cluuid:pid:xid:nid:opc:job bash:25f5d458-2cbe-49cd-9693-334c08df7e27:36072:1876538934319360:192.168.203.121@tcp:101:bash.0 00000100:00000001:0.0:1789608875.071088:0:36072:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608875.071095:0:36072:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608875.071098:0:36072:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608875.071113:0:36072:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608875.071567:0:36072:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff94d9086c0000. 02000000:00000001:0.0:1789608875.071571:0:36072:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608875.071581:0:36072:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608875.071587:0:36072:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b87e8. 00000400:00000010:0.0:1789608875.071596:0:36072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff94d903116800. 00000100:00000200:0.0:1789608875.071604:0:36072:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876538934319360, portal 10 00000100:00000001:0.0:1789608875.071607:0:36072:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608875.071608:0:36072:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594152448 : -117815115399168 : ffff94d907e5c000) 00000100:00000040:0.0:1789608875.071616:0:36072:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d907e5c000 x1876538934319360/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789608891 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608875.071633:0:36072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608875.071637:0:36072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608875.071641:0:36072:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed5d8. 00000100:00000200:0.0:1789608875.071644:0:36072:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876538934319360, offset 0 00000400:00000200:0.0:1789608875.071651:0:36072:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608875.071660:0:36072:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.071668:0:36072:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608875.071674:0:36072:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608875.071725:0:36072:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608875.071730:0:36072:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608875.071733:0:36072:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608875.071737:0:36072:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2997:2997:256:4294967295] 192.168.203.121@tcp LPNI seq info [2997:2997:8:4294967295] 00000400:00000200:0.0:1789608875.071742:0:36072:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.071753:0:36072:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608875.071760:0:36072:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608875.071767:0:36072:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa600. 00000800:00000200:0.0:1789608875.071775:0:36072:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608875.071784:0:36072:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608875.071789:0:36072:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa600 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1789608875.071801:0:36072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608875.071805:0:36072:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 843202 usecs (844 jiffies) 00000400:00000200:0.0:1789608875.071809:0:36072:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608875.071812:0:36072:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296603006 00000100:00000001:0.0:1789608875.071815:0:36072:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296604004 00000100:00000001:0.0:1789608875.071817:0:36072:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296603006 00000100:00000001:0.0:1789608875.071819:0:36072:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296604004 00000100:00000001:0.0:1789608875.071822:0:36072:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608875.071825:0:36072:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608875.071828:0:36072:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608875.071830:0:36072:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789608875.071832:0:36072:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d903f559c0 going to sleep for 11 seconds 00000100:00000001:0.0:1789608875.071835:0:36072:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608875.071839:0:36072:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608875.072720:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608875.072729:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa600. 00000400:00000200:1.0:1789608875.072736:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608875.072744:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608875.072753:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed5d8 00000400:00000010:1.0:1789608875.072756:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed5d8. 00000100:00000001:1.0:1789608875.072762:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608875.072767:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5c000 x1876538934319360/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789608891 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608875.072780:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608875.072784:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907e5c000 x1876538934319360/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789608891 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608875.072791:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608875.072793:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1789608875.077737:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d90842a000. 00010000:00000010:0.1:1789608875.077759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6b200. 00000800:00000001:1.0:1789608875.115315:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608875.115347:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608875.115354:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608875.115357:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608875.115368:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608875.115379:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608875.115390:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608875.115396:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608875.115402:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608875.115407:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 664 into portal 10 MB=0x6aab3c4965900 00000400:00000200:1.0:1789608875.115413:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608875.115422:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 664/664 into md 0x8881 [32] + 224 00000800:00000001:1.0:1789608875.115431:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608875.115440:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608875.115444:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608875.115449:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608875.115457:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608875.115469:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5c000 x1876538934319360/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789608891 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608875.115480:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff94d907e5c000 x1876538934319360/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789608891 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608875.115515:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608875.115525:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608875.115528:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608875.115602:0:36072:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789608875.115613:0:36072:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608875.115616:0:36072:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608875.115629:0:36072:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b87e8. 00000400:00000200:0.0:1789608875.115634:0:36072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d903116800 00000400:00000010:0.0:1789608875.115637:0:36072:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff94d903116800. 00000100:00000001:0.0:1789608875.115641:0:36072:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608875.115647:0:36072:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5c000 x1876538934319360/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789608891 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789608875.115657:0:36072:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5c000 x1876538934319360/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789608891 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608875.115663:0:36072:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608875.115666:0:36072:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608875.115668:0:36072:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608875.115674:0:36072:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608875.115729:0:36072:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608875.115733:0:36072:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608875.115737:0:36072:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608875.115750:0:36072:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=83 v=5 (5 104 104 104) 00000100:00001000:0.0:1789608875.115756:0:36072:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=38 v=5 (1 0 0 0) 00000100:00000001:0.0:1789608875.115759:0:36072:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608875.115761:0:36072:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608875.115764:0:36072:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608875.115769:0:36072:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608875.115773:0:36072:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789608875.115775:0:36072:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009c/0x1] 00000100:00000001:0.0:1789608875.115777:0:36072:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789608875.115780:0:36072:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608875.115782:0:36072:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594152448 : -117815115399168 : ffff94d907e5c000) 00000100:00000001:0.0:1789608875.115786:0:36072:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608875.115789:0:36072:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 8589934607 00000100:00000001:0.0:1789608875.115791:0:36072:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608875.115794:0:36072:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608875.115799:0:36072:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5c000 x1876538934319360/t8589934610(8589934610) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789608891 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608875.115807:0:36072:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608875.115810:0:36072:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608875.115813:0:36072:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608875.115817:0:36072:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5c000 x1876538934319360/t8589934610(8589934610) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789608891 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789608875.115826:0:36072:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5c000 pname:cluuid:pid:xid:nid:opc:job bash:25f5d458-2cbe-49cd-9693-334c08df7e27:36072:1876538934319360:192.168.203.121@tcp:101:bash.0 00000100:00000001:0.0:1789608875.115832:0:36072:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608875.115836:0:36072:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608875.115838:0:36072:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789608875.115840:0:36072:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608875.115844:0:36072:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907e5c000 x1876538934319360/t8589934610(8589934610) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789608891 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608875.115856:0:36072:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789608875.115859:0:36072:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d903f559c0. 00000100:00000001:0.0:1789608875.115862:0:36072:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789608875.115864:0:36072:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608875.115867:0:36072:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789608875.115875:0:36072:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608875.115878:0:36072:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608875.115882:0:36072:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54400 refcount=4 00000020:00000001:0.0:1789608875.115886:0:36072:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00010000:00000001:0.0:1789608875.115888:0:36072:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00010000:00000040:0.0:1789608875.115896:0:36072:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d905f54400, remote cookie: 0x91bddff8e8ed9ce8, flags: 0x1001 00010000:00010000:0.0:1789608875.115902:0:36072:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54400/0xc54db32881770008 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9ce8 expref: -99 pid: 36072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789608875.115911:0:36072:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x30:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1789608875.115915:0:36072:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1789608875.115924:0:36072:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d909aba400. 00010000:00000010:0.0:1789608875.115929:0:36072:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d90330c180. 00010000:00000040:0.0:1789608875.115935:0:36072:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d909abaa00 count: 0 00010000:00000010:0.0:1789608875.115942:0:36072:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d90330ce80. 00010000:00000001:0.0:1789608875.115951:0:36072:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608875.115955:0:36072:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54400/0xc54db32881770008 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9ce8 expref: -99 pid: 36072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789608875.115965:0:36072:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54400/0xc54db32881770008 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9ce8 expref: -99 pid: 36072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608875.115972:0:36072:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789608875.115977:0:36072:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789608875.115980:0:36072:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789608875.115982:0:36072:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789608875.115983:0:36072:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789608875.115986:0:36072:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x30:0x0].0x0 (ffff94d909aba400) refcount = 1 00010000:00010000:0.0:1789608875.115990:0:36072:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54400/0xc54db32881770008 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9ce8 expref: -99 pid: 36072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608875.115997:0:36072:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789608875.116001:0:36072:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789608875.116002:0:36072:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789608875.116005:0:36072:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789608875.116023:0:36072:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608875.116027:0:36072:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54400/0xc54db32881770008 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9ce8 expref: -99 pid: 36072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608875.116033:0:36072:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789608875.116035:0:36072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608875.116036:0:36072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608875.116037:0:36072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608875.116038:0:36072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608875.116040:0:36072:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608875.116046:0:36072:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789608875.116049:0:36072:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608875.116050:0:36072:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608875.116051:0:36072:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54400 refcount=3 00000020:00000001:0.0:1789608875.116053:0:36072:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00010000:00000001:0.0:1789608875.116056:0:36072:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00010000:00000001:0.0:1789608875.116058:0:36072:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608875.116059:0:36072:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608875.116060:0:36072:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54400 refcount=4 00000020:00000001:0.0:1789608875.116062:0:36072:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00010000:00000001:0.0:1789608875.116064:0:36072:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00010000:00000001:0.0:1789608875.116067:0:36072:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608875.116071:0:36072:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608875.116076:0:36072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54400/0xc54db32881770008 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9ce8 expref: -99 pid: 36072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608875.116084:0:36072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608875.116085:0:36072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608875.116087:0:36072:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608875.116088:0:36072:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608875.116089:0:36072:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54400 refcount=5 00000020:00000001:0.0:1789608875.116091:0:36072:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00010000:00000001:0.0:1789608875.116093:0:36072:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00010000:00000001:0.0:1789608875.116096:0:36072:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789608875.116099:0:36072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54400/0xc54db32881770008 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9ce8 expref: -99 pid: 36072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608875.116106:0:36072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608875.116107:0:36072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789608875.116109:0:36072:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54400/0xc54db32881770008 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9ce8 expref: -99 pid: 36072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608875.116115:0:36072:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789608875.116117:0:36072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608875.116118:0:36072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608875.116119:0:36072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608875.116120:0:36072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789608875.116125:0:36072:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff94d907e5c000 x1876538934319360/t8589934610(8589934610) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789608891 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789608875.116135:0:36072:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1789608875.116141:0:36072:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d907e5c000 x1876538934319360/t8589934610(8589934610) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789608891 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789608875.116148:0:36072:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608875.116156:0:36072:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608875.116157:0:36072:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608875.116160:0:36072:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54400 refcount=3 00000020:00000001:0.0:1789608875.116162:0:36072:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00010000:00000001:0.0:1789608875.116164:0:36072:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00000002:00010000:0.0:1789608875.116168:0:36072:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54400/0xc54db32881770008 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9ce8 expref: -99 pid: 36072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1789608875.116178:0:36072:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff94d91213b000. 00010000:00000001:0.0:1789608875.116181:0:36072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608875.116182:0:36072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789608875.116183:0:36072:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608875.116186:0:36072:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608875.116190:0:36072:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1789608875.116193:0:36072:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608875.116194:0:36072:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594152448 : -117815115399168 : ffff94d907e5c000) 00000100:00000001:0.0:1789608875.116197:0:36072:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608875.116198:0:36072:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594152448 : -117815115399168 : ffff94d907e5c000) 00010000:00000001:0.0:1789608875.116200:0:36072:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608875.116201:0:36072:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608875.116203:0:36072:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54400 refcount=3 00000020:00000001:0.0:1789608875.116205:0:36072:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00010000:00000001:0.0:1789608875.116206:0:36072:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00000002:00010000:0.0:1789608875.116210:0:36072:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54400/0xc54db32881770008 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9ce8 expref: -99 pid: 36072 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608875.116216:0:36072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608875.116217:0:36072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608875.116219:0:36072:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789608875.116220:0:36072:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608875.116221:0:36072:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608875.116223:0:36072:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54400 refcount=3 00000020:00000001:0.0:1789608875.116225:0:36072:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00010000:00000001:0.0:1789608875.116226:0:36072:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00010000:00000040:0.0:1789608875.116231:0:36072:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909aba400 count: 2 00010000:00000001:0.0:1789608875.116234:0:36072:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789608875.116238:0:36072:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d91081f000 type 13 mode 4 res 8589935621/48 (0 0) 00010000:00000001:0.0:1789608875.116241:0:36072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608875.116242:0:36072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789608875.116244:0:36072:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789608875.116247:0:36072:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7768 00000002:00002000:0.0:1789608875.116249:0:36072:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=recon intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:0.0:1789608875.116253:0:36072:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608875.116258:0:36072:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608875.116260:0:36072:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789608875.116264:0:36072:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1789608875.116267:0:36072:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608875.116272:0:36072:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000001:0.0:1789608875.116275:0:36072:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789608875.116277:0:36072:0:(namei.c:674:ll_lookup_it_finish()) it ffff94d9082d7ba0 it_disposition 1800037 00000080:00002000:0.0:1789608875.116284:0:36072:0:(namei.c:653:ll_splice_alias()) Add dentry ffff94d918b4d948 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1789608875.116290:0:36072:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789608875.116293:0:36072:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:0.0:1789608875.116295:0:36072:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7990 00000080:00200000:0.0:1789608875.116296:0:36072:0:(namei.c:1628:ll_create_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff94d918926c08), intent=open|creat 00000080:00000001:0.0:1789608875.116299:0:36072:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:0.0:1789608875.116302:0:36072:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789608875.116307:0:36072:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789608875.116311:0:36072:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789608875.116314:0:36072:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611184 : 144115205339611184 : 200000405000030) 00000080:00000001:0.0:1789608875.116318:0:36072:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1789608875.116332:0:36072:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94d918ada100. 00000020:00000001:0.0:1789608875.116345:0:36072:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:0.0:1789608875.116348:0:36072:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1789608875.116351:0:36072:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:0.0:1789608875.116353:0:36072:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x30:0x0](ffff94d918ada1c8) 00000020:00000001:0.0:1789608875.116358:0:36072:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789608875.116362:0:36072:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514695448 : -117815194856168 : ffff94d903295518) 00000020:00001000:0.0:1789608875.116365:0:36072:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295510 00000020:00000001:0.0:1789608875.116370:0:36072:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:0.0:1789608875.116376:0:36072:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff94d909230960. 00000020:00000001:0.0:1789608875.116379:0:36072:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1789608875.116381:0:36072:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608875.116391:0:36072:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:0.0:1789608875.116395:0:36072:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff94d9070506c8. 00020000:00000001:0.0:1789608875.116398:0:36072:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446626258579424968 : -117815130126648 : ffff94d9070506c8) 00020000:00000001:0.0:1789608875.116400:0:36072:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:0.0:1789608875.116403:0:36072:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789608875.116410:0:36072:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d9082d7ae0. 00020000:00000010:0.0:1789608875.116414:0:36072:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d907f09300. 00020000:00000010:0.0:1789608875.116419:0:36072:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d9082d7480. 00020000:00000001:0.0:1789608875.116421:0:36072:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626258598851712 : -117815110699904 : ffff94d9082d7480) 00020000:00000002:0.0:1789608875.116424:0:36072:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d9082d7480, objid 0x30:1029, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789608875.116429:0:36072:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789608875.116433:0:36072:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d907f09300: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000001:0.0:1789608875.116435:0:36072:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1789608875.116437:0:36072:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d9082d7480, objid 0x30:1029, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789608875.116440:0:36072:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789608875.116443:0:36072:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d907f09300: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000010:0.0:1789608875.116447:0:36072:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff94d9040c39a0. 00020000:00000010:0.0:1789608875.116449:0:36072:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff94d903f559c0. 00020000:00000001:0.0:1789608875.116455:0:36072:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1789608875.116458:0:36072:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff94d902d8bb00. 00020000:00000001:0.0:1789608875.116461:0:36072:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1789608875.116462:0:36072:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:0.0:1789608875.116467:0:36072:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1789608875.116470:0:36072:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff94d909230578. 00000020:00000001:0.0:1789608875.116472:0:36072:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1789608875.116474:0:36072:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608875.116477:0:36072:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446626258614945272 : -117815094606344 : ffff94d9092305f8) 00020000:00000001:0.0:1789608875.116480:0:36072:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1789608875.116486:0:36072:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff94d907004fc0. 00020000:00000001:0.0:1789608875.116489:0:36072:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608875.116495:0:36072:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446626258614945272 : -117815094606344 : ffff94d9092305f8) 00020000:00000001:0.0:1789608875.116497:0:36072:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446626258614945272 : -117815094606344 : ffff94d9092305f8) 00020000:00000002:0.0:1789608875.116511:0:36072:0:(lov_object.c:134:lov_init_sub()) [0x280000401:0x44:0x0]@ffff94d909230578[0:0] -> [0x200000405:0x30:0x0]@ffff94d909230960: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000001:0.0:1789608875.116517:0:36072:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:0.0:1789608875.116519:0:36072:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:0.0:1789608875.116521:0:36072:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608875.116525:0:36072:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446626258614946272 : -117815094605344 : ffff94d9092309e0) 00000020:00001000:0.0:1789608875.116528:0:36072:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295510 00000080:00000001:0.0:1789608875.116533:0:36072:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611184 : 144115205339611184 : 200000405000030) 00000080:00000001:0.0:1789608875.116536:0:36072:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1789608875.116539:0:36072:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611184 mtime from 0 to 1789608875 00000080:00000001:0.0:1789608875.116543:0:36072:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1789608875.116546:0:36072:0:(namei.c:156:ll_iget()) Process leaving (rc=18446626258875687368 : -117814833864248 : ffff94d918ada1c8) 00010000:00000001:0.0:1789608875.116548:0:36072:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608875.116550:0:36072:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608875.116551:0:36072:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54400 refcount=3 00000020:00000001:0.0:1789608875.116553:0:36072:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00010000:00000001:0.0:1789608875.116555:0:36072:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00000080:00000001:0.0:1789608875.116559:0:36072:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789608875.116560:0:36072:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789608875.116562:0:36072:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514695448 : -117815194856168 : ffff94d903295518) 00000020:00001000:0.0:1789608875.116564:0:36072:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295510 00000020:00000001:0.0:1789608875.116566:0:36072:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1789608875.116568:0:36072:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1789608875.116570:0:36072:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789608875.116573:0:36072:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d9082d74e0. 00020000:00000010:0.0:1789608875.116576:0:36072:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d907f09c80. 00020000:00000010:0.0:1789608875.116578:0:36072:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d9082d7060. 00020000:00000001:0.0:1789608875.116580:0:36072:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626258598850656 : -117815110700960 : ffff94d9082d7060) 00020000:00000002:0.0:1789608875.116583:0:36072:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d9082d7060, objid 0x30:1029, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789608875.116586:0:36072:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789608875.116589:0:36072:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d907f09c80: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000002:0.0:1789608875.116593:0:36072:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff94d9070506c8) owner ffff94d909bea7c0 00020000:00000001:0.0:1789608875.116596:0:36072:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789608875.116598:0:36072:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff94d9070506c8) owner ffff94d909bea7c0 00020000:00000010:0.0:1789608875.116603:0:36072:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d907f09c80. 00020000:00000010:0.0:1789608875.116608:0:36072:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d9082d74e0. 00020000:00000010:0.0:1789608875.116612:0:36072:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d9082d7060. 00020000:00000002:0.0:1789608875.116614:0:36072:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x30:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1789608875.116616:0:36072:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608875.116618:0:36072:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608875.116622:0:36072:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1789608875.116625:0:36072:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d9070506c8) owner 0000000000000000/ffff94d909bea7c0 00020000:00000002:0.0:1789608875.116628:0:36072:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d9082d7480 addref 2/0 by ffff94d909bea7c0. 00020000:00000002:0.0:1789608875.116630:0:36072:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d9070506c8) owner 0000000000000000/ffff94d909bea7c0 00020000:00000001:0.0:1789608875.116633:0:36072:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1789608875.116635:0:36072:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1789608875.116637:0:36072:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1789608875.116639:0:36072:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1789608875.116641:0:36072:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1789608875.116643:0:36072:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x30:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1789608875.116646:0:36072:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295510 00000080:00000001:0.0:1789608875.116648:0:36072:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608875.116649:0:36072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608875.116651:0:36072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789608875.116653:0:36072:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789608875.116656:0:36072:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789608875.116657:0:36072:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789608875.116660:0:36072:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000405:0x30:0x0](ffff94d918ada1c8) 00000080:00010000:0.0:1789608875.116663:0:36072:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff94d918ada1c8) for lock 0xc54db32881770008 00800000:00000001:0.0:1789608875.116666:0:36072:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789608875.116668:0:36072:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789608875.116670:0:36072:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608875.116671:0:36072:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608875.116672:0:36072:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54400 refcount=3 00000020:00000001:0.0:1789608875.116674:0:36072:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00010000:00000001:0.0:1789608875.116739:0:36072:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00010000:00000001:0.0:1789608875.116744:0:36072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608875.116745:0:36072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789608875.116747:0:36072:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608875.116749:0:36072:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608875.116751:0:36072:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:0.0:1789608875.116753:0:36072:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608875.116759:0:36072:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff94d907e5c000 x1876538934319360/t8589934610(8589934610) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608891 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608875.116766:0:36072:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789608875.116772:0:36072:0:(namei.c:1651:ll_create_it()) inode ffff94d918ada1c8 need_sync_to_mds [0x200000405:0x30:0x0] 00000080:00000001:0.0:1789608875.116775:0:36072:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789608875.116779:0:36072:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x30:0x0](ffff94d918ada1c8) 00000080:00000001:0.0:1789608875.116783:0:36072:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789608875.116787:0:36072:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911dbda00. 00000100:00000001:0.0:1789608875.116792:0:36072:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608875.116795:0:36072:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907e5c000 x1876538934319360/t8589934610(8589934610) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608891 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608875.116800:0:36072:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608875.116806:0:36072:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1789608875.116808:0:36072:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789608875.116810:0:36072:0:(namei.c:1500:ll_atomic_open()) inode ffff94d918ada1c8 need_sync_to_mds [0x200000405:0x30:0x0] 00000080:00000001:0.0:1789608875.116821:0:36072:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1789608875.116823:0:36072:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7a68 00000080:00200008:0.0:1789608875.116826:0:36072:0:(file.c:1090:ll_file_open()) START file recon:[0x200000405:0x30:0x0](ffff94d918ada1c8), flags 102101 00000080:00000010:0.0:1789608875.116834:0:36072:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d910b00780. 00000080:00000010:0.0:1789608875.116840:0:36072:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94d91213b080. 00000080:00000001:0.0:1789608875.116842:0:36072:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1789608875.116847:0:36072:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1789608875.116850:0:36072:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789608875.116853:0:36072:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789608875.116855:0:36072:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789608875.116858:0:36072:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789608875.116861:0:36072:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608875.116863:0:36072:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:0.0:1789608875.116865:0:36072:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608875.116869:0:36072:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1789608875.116873:0:36072:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94d90704ed00. 00000002:00100000:0.0:1789608875.116877:0:36072:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d907e5c000 x1876538934319360/t8589934610(8589934610) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608891 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789608875.116883:0:36072:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789608875.116884:0:36072:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1789608875.116888:0:36072:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1789608875.116892:0:36072:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608875.116895:0:36072:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608875.116898:0:36072:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608875.116902:0:36072:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5c000 x1876538934319360/t8589934610(8589934610) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608891 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1789608875.116911:0:36072:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608875.116915:0:36072:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff94d9086c0000. 02000000:00000001:0.0:1789608875.116946:0:36072:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1789608875.116948:0:36072:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608875.116950:0:36072:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7a68 00000080:00000008:0.0:1789608875.116952:0:36072:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff94d918ada1c8), flags 102101, rc = 0 00000080:00000001:0.0:1789608875.116957:0:36072:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1789608875.116959:0:36072:0:(dcache.c:176:ll_intent_release()) intent ffff94d9082d7ba0 released 00000080:00010000:0.0:1789608875.116962:0:36072:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db32881770008 from it ffff94d9082d7ba0 00010000:00000001:0.0:1789608875.116964:0:36072:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608875.116965:0:36072:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608875.116966:0:36072:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54400 refcount=3 00000020:00000001:0.0:1789608875.116968:0:36072:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00010000:00000001:0.0:1789608875.116970:0:36072:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00010000:00000001:0.0:1789608875.116972:0:36072:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789608875.116975:0:36072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54400/0xc54db32881770008 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x91bddff8e8ed9ce8 expref: -99 pid: 36072 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789608875.116981:0:36072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608875.116983:0:36072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608875.116985:0:36072:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789608875.116989:0:36072:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789608875.116991:0:36072:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54400/0xc54db32881770008 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9ce8 expref: -99 pid: 36072 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789608875.117000:0:36072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789608875.117002:0:36072:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789608875.117004:0:36072:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789608875.117010:0:36072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608875.117011:0:36072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608875.117013:0:36072:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608875.117017:0:36072:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789608875.117019:0:36072:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608875.117022:0:36072:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608875.117025:0:36072:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608875.117027:0:36072:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789608875.117028:0:36072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608875.117029:0:36072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789608875.117031:0:36072:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1789608875.117032:0:36072:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:0.0:1789608875.117036:0:36072:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1789608875.117038:0:36072:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789608875.117041:0:36072:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1789608875.117042:0:36072:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608875.117046:0:36072:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1789608875.117047:0:36072:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608875.117049:0:36072:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789608875.117051:0:36072:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608875.117053:0:36072:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789608875.117056:0:36072:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff94d9082d7ba0. 00000080:00000001:0.0:1789608875.117059:0:36072:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608875.117064:0:36072:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789608875.117067:0:36072:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x30:0x0](ffff94d918ada1c8), inode mode 81a4 mask 40 00000080:00000001:0.0:1789608875.117070:0:36072:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789608875.117184:0:36072:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789608875.117187:0:36072:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d9070506c8) owner 0000000000000000/ffff94d909bea7c0 00020000:00000002:0.0:1789608875.117191:0:36072:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d9070506c8) owner 0000000000000000/ffff94d909bea7c0 00020000:00000001:0.0:1789608875.117193:0:36072:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608875.127567:0:36072:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7d28 00000080:00200008:2.0:1789608875.127582:0:36072:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000405:0x30:0x0](ffff94d918ada1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789608875.127594:0:36072:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789608875.127596:0:36072:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7ca0 00000080:00200000:2.0:1789608875.127598:0:36072:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x30:0x0](ffff94d918ada1c8),name=recon 00000080:00000010:2.0:1789608875.127609:0:36072:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d91213dc00. 00800000:00000002:2.0:1789608875.127616:0:36072:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:2.0:1789608875.127624:0:36072:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789608875.127631:0:36072:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789608875.127633:0:36072:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7bc0 00800000:00000002:2.0:1789608875.127636:0:36072:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x30:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608875.127641:0:36072:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789608875.127645:0:36072:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608875.127649:0:36072:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608875.127652:0:36072:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608875.127655:0:36072:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608875.127658:0:36072:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608875.127660:0:36072:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608875.127663:0:36072:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608875.127666:0:36072:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608875.127667:0:36072:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608875.127669:0:36072:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608875.127670:0:36072:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608875.127672:0:36072:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608875.127673:0:36072:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:2.0:1789608875.127705:0:36072:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608875.127708:0:36072:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x30:0x0], name='' -> mds #0 00000002:00000001:2.0:1789608875.127714:0:36072:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789608875.127716:0:36072:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7a90 00000002:00010000:2.0:1789608875.127718:0:36072:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x30:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789608875.127723:0:36072:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789608875.127726:0:36072:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608875.127730:0:36072:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608875.127739:0:36072:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909aba400 count: 2 00010000:00000001:2.0:1789608875.127744:0:36072:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608875.127750:0:36072:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608875.127755:0:36072:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789608875.127761:0:36072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54400/0xc54db32881770008 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9ce8 expref: -99 pid: 36072 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789608875.127773:0:36072:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789608875.127779:0:36072:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608875.127783:0:36072:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54400/0xc54db32881770008 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9ce8 expref: -99 pid: 36072 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789608875.127791:0:36072:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789608875.127793:0:36072:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789608875.127795:0:36072:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608875.127797:0:36072:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608875.127800:0:36072:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608875.127802:0:36072:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789608875.127805:0:36072:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789608875.127809:0:36072:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:2.0:1789608875.127813:0:36072:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d91213dc00. 00000080:00000001:2.0:1789608875.127819:0:36072:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789608875.127821:0:36072:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608875.127824:0:36072:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x30:0x0](ffff94d918ada1c8) 00000080:00010000:2.0:1789608875.127828:0:36072:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff94d918ada1c8) for lock 0xc54db32881770008 00800000:00000001:2.0:1789608875.127832:0:36072:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789608875.127835:0:36072:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789608875.127837:0:36072:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608875.127839:0:36072:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608875.127843:0:36072:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54400 refcount=3 00000020:00000001:2.0:1789608875.127846:0:36072:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00010000:00000001:2.0:1789608875.127850:0:36072:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00010000:00000001:2.0:1789608875.127853:0:36072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608875.127855:0:36072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608875.127856:0:36072:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608875.127857:0:36072:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608875.127860:0:36072:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db32881770008 from it ffffae3e01cd7cd8 00010000:00000001:2.0:1789608875.127862:0:36072:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608875.127864:0:36072:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608875.127865:0:36072:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54400 refcount=3 00000020:00000001:2.0:1789608875.127867:0:36072:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00010000:00000001:2.0:1789608875.127868:0:36072:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00010000:00000001:2.0:1789608875.127871:0:36072:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608875.127874:0:36072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54400/0xc54db32881770008 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x91bddff8e8ed9ce8 expref: -99 pid: 36072 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789608875.127881:0:36072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608875.127883:0:36072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608875.127884:0:36072:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789608875.127887:0:36072:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789608875.127890:0:36072:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54400/0xc54db32881770008 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9ce8 expref: -99 pid: 36072 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789608875.127899:0:36072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789608875.127903:0:36072:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789608875.127905:0:36072:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608875.127910:0:36072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608875.127911:0:36072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608875.127912:0:36072:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608875.127915:0:36072:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789608875.127918:0:36072:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608875.127920:0:36072:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608875.127923:0:36072:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608875.127926:0:36072:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608875.127927:0:36072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608875.127929:0:36072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789608875.127933:0:36072:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789608875.127934:0:36072:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789608875.127939:0:36072:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1789608875.127942:0:36072:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1789608875.127945:0:36072:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789608875.127947:0:36072:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1789608875.127949:0:36072:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.127951:0:36072:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789608875.127955:0:36072:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1789608875.127958:0:36072:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789608875.127964:0:36072:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514694152 : -117815194857464 : ffff94d903295008) 00000020:00001000:2.0:1789608875.127966:0:36072:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295000 00000020:00000001:2.0:1789608875.127972:0:36072:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000020:00000001:2.0:1789608875.127975:0:36072:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:2.0:1789608875.127979:0:36072:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1789608875.127981:0:36072:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1789608875.127985:0:36072:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789608875.127987:0:36072:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1789608875.127989:0:36072:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1789608875.127991:0:36072:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.127993:0:36072:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789608875.127998:0:36072:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff94d904aad9d0 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1789608875.128003:0:36072:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d9070506c8) owner 0000000000000000/ffff94d909bea7c0 00020000:00000001:2.0:1789608875.128007:0:36072:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1789608875.128009:0:36072:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1789608875.128013:0:36072:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1789608875.128014:0:36072:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608875.128017:0:36072:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1789608875.128019:0:36072:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1789608875.128021:0:36072:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608875.128023:0:36072:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789608875.128024:0:36072:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1789608875.128026:0:36072:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1789608875.128027:0:36072:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d9070506c8) owner 0000000000000000/ffff94d909bea7c0 00000020:00000001:2.0:1789608875.128030:0:36072:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789608875.128032:0:36072:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1789608875.128034:0:36072:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x30:0x0] 00000020:00000001:2.0:1789608875.128037:0:36072:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1789608875.128039:0:36072:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1789608875.128042:0:36072:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1789608875.128045:0:36072:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1789608875.128051:0:36072:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1789608875.128059:0:36072:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d90847b500. 00020000:00000002:2.0:1789608875.128062:0:36072:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1789608875.128065:0:36072:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1789608875.128067:0:36072:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789608875.128069:0:36072:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1789608875.128070:0:36072:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789608875.128072:0:36072:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514695880 : -117815194855736 : ffff94d9032956c8) 00000020:00001000:2.0:1789608875.128074:0:36072:0:(cl_object.c:823:cl_env_get()) 1@ffff94d9032956c0 00000020:00000001:2.0:1789608875.128077:0:36072:0:(cl_object.c:143:cl_object_top()) ffff94d9092305f8 -> ffff94d9092309e0 00000020:00000001:2.0:1789608875.128079:0:36072:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:2.0:1789608875.128083:0:36072:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789608875.128084:0:36072:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1789608875.128086:0:36072:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1789608875.128087:0:36072:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258539960784 : -117815169590832 : ffff94d904aad9d0) 00000020:00000001:2.0:1789608875.128089:0:36072:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608875.128091:0:36072:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608875.128093:0:36072:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593379552 : -117815116172064 : ffff94d907d9f4e0) 00000020:00000001:2.0:1789608875.128095:0:36072:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1789608875.128100:0:36072:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d9035dc5f0. 00000008:00010000:2.0:1789608875.128103:0:36072:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1789608875.128106:0:36072:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789608875.128107:0:36072:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1789608875.128109:0:36072:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d90847b530, osc lock ffff94d9035dc5f0, flags 0x400001002 00000020:00000001:2.0:1789608875.128112:0:36072:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608875.128113:0:36072:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608875.128116:0:36072:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626258600572160 : -117815108979456 : ffff94d90847b500) 00000020:00000001:2.0:1789608875.128118:0:36072:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789608875.128119:0:36072:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1789608875.128120:0:36072:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608875.128122:0:36072:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608875.128125:0:36072:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1789608875.128127:0:36072:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1789608875.128128:0:36072:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1789608875.128130:0:36072:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1789608875.128132:0:36072:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789608875.128133:0:36072:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593379552 : -117815116172064 : ffff94d907d9f4e0) 00000020:00000001:2.0:1789608875.128135:0:36072:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1789608875.128137:0:36072:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1789608875.128140:0:36072:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1789608875.128143:0:36072:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1789608875.128146:0:36072:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1789608875.128147:0:36072:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1789608875.128150:0:36072:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1789608875.128151:0:36072:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1789608875.128152:0:36072:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1789608875.128155:0:36072:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1789608875.128157:0:36072:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789608875.128161:0:36072:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608875.128164:0:36072:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1789608875.128170:0:36072:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d26d80. 00000020:00000040:2.0:1789608875.128174:0:36072:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00010000:00000001:2.0:1789608875.128180:0:36072:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789608875.128185:0:36072:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608875.128187:0:36072:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608875.128191:0:36072:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608875.128194:0:36072:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608875.128197:0:36072:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608875.128204:0:36072:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d91213dc00. 00000100:00000001:2.0:1789608875.128212:0:36072:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608875.128218:0:36072:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608875.128221:0:36072:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608875.128222:0:36072:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608875.128223:0:36072:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608875.128225:0:36072:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608875.128229:0:36072:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446626258592886144 : -117815116665472 : ffff94d907d26d80) 00010000:00000001:2.0:1789608875.128233:0:36072:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789608875.128235:0:36072:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789608875.128240:0:36072:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d903b69600. 00010000:00000010:2.0:1789608875.128244:0:36072:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff94d903b69e00. 00010000:00000001:2.0:1789608875.128251:0:36072:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789608875.128254:0:36072:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d909233600. 00000020:00000001:2.0:1789608875.128258:0:36072:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789608875.128261:0:36072:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d909233600 with handle 0xc54db3288177000f to hash 00000020:00000001:2.0:1789608875.128263:0:36072:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789608875.128264:0:36072:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626258614957568 : -117815094594048 : ffff94d909233600) 00010000:00000010:2.0:1789608875.128270:0:36072:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff94d9071bf440. 00010000:00000001:2.0:1789608875.128272:0:36072:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626258614957568 : -117815094594048 : ffff94d909233600) 00010000:00000001:2.0:1789608875.128275:0:36072:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608875.128277:0:36072:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608875.128281:0:36072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 000000001aa09ff3/0xc54db3288177000f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789608875.128293:0:36072:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 000000001aa09ff3/0xc54db3288177000f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608875.128305:0:36072:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608875.128311:0:36072:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608875.128316:0:36072:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608875.128334:0:36072:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003d1a616] to pc [ptlrpcd_01_00+0] req@ffff94d907d26d80 x1876538934319488/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1789608875.128371:0:36072:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608875.128374:0:36072:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608875.128376:0:36072:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608875.128378:0:36072:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608875.128380:0:36072:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608875.128382:0:36072:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1789608875.128384:0:36072:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1789608875.128386:0:36072:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1789608875.128387:0:36072:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000100:00000001:2.0:1789608875.128407:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608875.128411:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608875.128414:0:2411:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608875.128420:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d26d80 x1876538934319488/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608875.128435:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608875.128437:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608875.128442:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608875.128445:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608875.128448:0:2411:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608875.128452:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934319488:192.168.203.121@tcp:101:uname.0 00000100:00000001:2.0:1789608875.128457:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608875.128464:0:2411:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608875.128467:0:2411:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608875.128470:0:2411:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608875.128475:0:2411:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903dbfc00. 02000000:00000001:2.0:1789608875.128477:0:2411:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608875.128488:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608875.128492:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d216e0. 00000100:00000001:3.0:1789608875.128965:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608875.128972:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789608875.129232:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c990. 00000100:00000200:2.0:1789608875.129245:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934319488, portal 4 00000100:00000001:2.0:1789608875.129248:0:2411:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608875.129250:0:2411:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592886144 : -117815116665472 : ffff94d907d26d80) 00000100:00000040:2.0:1789608875.129261:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d907d26d80 x1876538934319488/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608891 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608875.129269:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608875.129272:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608875.129275:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6cd48. 00000100:00000200:2.0:1789608875.129279:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1876538934319488, offset 0 00000400:00000200:2.0:1789608875.129288:0:2411:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608875.129299:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608875.129307:0:2411:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608875.129315:0:2411:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608875.129320:0:2411:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608875.129324:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608875.129327:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608875.129332:0:2411:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2998:2998:256:4294967295] 192.168.203.121@tcp LPNI seq info [2998:2998:8:4294967295] 00000400:00000200:2.0:1789608875.129347:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608875.129360:0:2411:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608875.129366:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608875.129373:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91350a700. 00000800:00000200:2.0:1789608875.129381:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608875.129390:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608875.129396:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91350a700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1789608875.129415:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608875.129421:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 189881 usecs (190 jiffies) 00000400:00000200:2.0:1789608875.129425:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608875.129428:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296602409 00000100:00000001:2.0:1789608875.129432:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296604004 00000100:00000001:2.0:1789608875.129434:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296602409 00000100:00000001:2.0:1789608875.129436:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296604004 00000100:00000001:2.0:1789608875.129439:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608875.129442:0:2411:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608875.129446:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608875.129449:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608875.129459:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608875.129462:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789608875.129464:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608875.129466:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608875.129467:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608875.129469:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1789608875.129760:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d909abaa00. 00000800:00000200:1.0:1789608875.129991:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608875.129998:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91350a700. 00000400:00000200:1.0:1789608875.130006:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608875.130012:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608875.130019:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6cd48 00000400:00000010:1.0:1789608875.130023:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6cd48. 00000100:00000001:1.0:1789608875.130028:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608875.130032:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d26d80 x1876538934319488/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608891 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608875.130042:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608875.130046:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d26d80 x1876538934319488/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608891 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608875.130053:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608875.130056:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608875.148774:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608875.148798:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608875.148805:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608875.148807:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608875.148819:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608875.148829:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608875.148839:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608875.148845:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608875.148852:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608875.148857:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 400 into portal 4 MB=0x6aab3c4965980 00000400:00000200:1.0:1789608875.148864:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608875.148871:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 400/400 into md 0x8891 [1] + 224 00000800:00000001:1.0:1789608875.148880:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608875.148887:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608875.148891:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608875.148896:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608875.148907:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608875.148921:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d26d80 x1876538934319488/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608891 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789608875.148933:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff94d907d26d80 x1876538934319488/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608891 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608875.148999:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608875.149005:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608875.149032:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789608875.149043:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608875.149047:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1789608875.153747:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608875.153756:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608875.153761:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d216e0. 00000400:00000200:2.0:1789608875.153776:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c990 00000400:00000010:2.0:1789608875.153779:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c990. 00000100:00000001:2.0:1789608875.153787:0:2411:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608875.153803:0:2411:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d26d80 x1876538934319488/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608891 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789608875.153815:0:2411:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d26d80 x1876538934319488/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608891 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608875.153824:0:2411:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608875.153826:0:2411:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608875.153830:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608875.153834:0:2411:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608875.153838:0:2411:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608875.153841:0:2411:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608875.153845:0:2411:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608875.153857:0:2411:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13c60 time=83 v=5 (5 5 5 5) 00000100:00001000:2.0:1789608875.153862:0:2411:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608875.153865:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608875.153867:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608875.153870:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608875.153875:0:2411:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608875.153879:0:2411:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608875.153882:0:2411:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: skip recheck: last_committed 4294967338 00000100:00000001:2.0:1789608875.153884:0:2411:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608875.153886:0:2411:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608875.153891:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d26d80 x1876538934319488/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608891 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608875.153898:0:2411:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608875.153903:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608875.153905:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1789608875.153909:0:2411:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:2.0:1789608875.153912:0:2411:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608875.153915:0:2411:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608875.153919:0:2411:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233600 refcount=4 00000020:00000001:2.0:1789608875.153921:0:2411:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614957568 : -117815094594048 : ffff94d909233600) 00010000:00000001:2.0:1789608875.153924:0:2411:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614957568 : -117815094594048 : ffff94d909233600) 00010000:00000001:2.0:1789608875.153927:0:2411:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608875.153929:0:2411:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608875.153930:0:2411:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233600 refcount=5 00000020:00000001:2.0:1789608875.153931:0:2411:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614957568 : -117815094594048 : ffff94d909233600) 00010000:00000001:2.0:1789608875.153934:0:2411:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614957568 : -117815094594048 : ffff94d909233600) 00010000:00000001:2.0:1789608875.153937:0:2411:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608875.153942:0:2411:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608875.153947:0:2411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 000000001aa09ff3/0xc54db3288177000f lrc: 6/2,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608875.153960:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608875.153962:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608875.153964:0:2411:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789608875.153966:0:2411:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608875.153967:0:2411:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608875.153969:0:2411:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233600 refcount=6 00000020:00000001:2.0:1789608875.153971:0:2411:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614957568 : -117815094594048 : ffff94d909233600) 00010000:00000001:2.0:1789608875.153972:0:2411:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614957568 : -117815094594048 : ffff94d909233600) 00010000:00000040:2.0:1789608875.153980:0:2411:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d909233600, remote cookie: 0x91bddff8e8ed9cf6, flags: 0x1001 00010000:00010000:2.0:1789608875.153985:0:2411:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 000000001aa09ff3/0xc54db3288177000f lrc: 6/2,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9cf6 expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608875.153992:0:2411:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1789608875.153995:0:2411:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608875.153998:0:2411:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789608875.154002:0:2411:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1789608875.154018:0:2411:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 000000001aa09ff3/0xc54db3288177000f lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9cf6 expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789608875.154029:0:2411:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x44:0x0].0x0 (ffff94d903b69600) refcount = 1 00010000:00000040:2.0:1789608875.154033:0:2411:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1789608875.154035:0:2411:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 000000001aa09ff3/0xc54db3288177000f lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9cf6 expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608875.154046:0:2411:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789608875.154048:0:2411:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608875.154051:0:2411:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789608875.154054:0:2411:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608875.154058:0:2411:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 000000001aa09ff3/0xc54db3288177000f lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9cf6 expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608875.154065:0:2411:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789608875.154066:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608875.154068:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608875.154069:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608875.154070:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789608875.154073:0:2411:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1789608875.154076:0:2411:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1789608875.154080:0:2411:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608875.154081:0:2411:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608875.154083:0:2411:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233600 refcount=5 00000020:00000001:2.0:1789608875.154085:0:2411:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614957568 : -117815094594048 : ffff94d909233600) 00010000:00000001:2.0:1789608875.154086:0:2411:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614957568 : -117815094594048 : ffff94d909233600) 00000008:00000001:2.0:1789608875.154091:0:2411:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1789608875.154096:0:2411:0:(cl_object.c:143:cl_object_top()) ffff94d907004fc0 -> ffff94d9092309e0 00000008:00010000:2.0:1789608875.154101:0:2411:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 000000001aa09ff3/0xc54db3288177000f lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x91bddff8e8ed9cf6 expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1789608875.154109:0:2411:0:(cl_object.c:143:cl_object_top()) ffff94d907004fc0 -> ffff94d9092309e0 00000020:00000001:2.0:1789608875.154112:0:2411:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1789608875.154115:0:2411:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1789608875.154119:0:2411:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1789608875.154122:0:2411:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608875.154124:0:2411:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608875.154126:0:2411:0:(cl_object.c:143:cl_object_top()) ffff94d907004fc0 -> ffff94d9092309e0 00000008:00000001:2.0:1789608875.154128:0:2411:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:2.0:1789608875.154132:0:2411:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1789608875.154134:0:2411:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1789608875.154149:0:2411:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1789608875.154151:0:2411:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608875.154153:0:2411:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608875.154155:0:2411:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608875.154156:0:2411:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233600 refcount=6 00000020:00000001:2.0:1789608875.154158:0:2411:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614957568 : -117815094594048 : ffff94d909233600) 00010000:00000001:2.0:1789608875.154160:0:2411:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614957568 : -117815094594048 : ffff94d909233600) 00010000:00000001:2.0:1789608875.154164:0:2411:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608875.154167:0:2411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 000000001aa09ff3/0xc54db3288177000f lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x91bddff8e8ed9cf6 expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608875.154175:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608875.154176:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789608875.154179:0:2411:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 000000001aa09ff3/0xc54db3288177000f lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x91bddff8e8ed9cf6 expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608875.154186:0:2411:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608875.154187:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608875.154188:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789608875.154190:0:2411:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608875.154192:0:2411:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608875.154193:0:2411:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608875.154195:0:2411:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233600 refcount=5 00000020:00000001:2.0:1789608875.154196:0:2411:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614957568 : -117815094594048 : ffff94d909233600) 00010000:00000001:2.0:1789608875.154198:0:2411:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614957568 : -117815094594048 : ffff94d909233600) 00010000:00000001:2.0:1789608875.154200:0:2411:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608875.154203:0:2411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 000000001aa09ff3/0xc54db3288177000f lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x91bddff8e8ed9cf6 expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608875.154209:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608875.154211:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608875.154212:0:2411:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789608875.154216:0:2411:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789608875.154219:0:2411:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 000000001aa09ff3/0xc54db3288177000f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x91bddff8e8ed9cf6 expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789608875.154231:0:2411:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789608875.154234:0:2411:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789608875.154237:0:2411:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608875.154242:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608875.154243:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608875.154245:0:2411:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608875.154248:0:2411:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789608875.154250:0:2411:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608875.154253:0:2411:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608875.154255:0:2411:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608875.154257:0:2411:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608875.154258:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608875.154260:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608875.154261:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608875.154262:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789608875.154264:0:2411:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608875.154270:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d26d80 x1876538934319488/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608891 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789608875.154279:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934319488:192.168.203.121@tcp:101:uname.0 00000100:00000001:2.0:1789608875.154285:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608875.154289:0:2411:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608875.154293:0:2411:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d26d80 x1876538934319488/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608891 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608875.154301:0:2411:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608875.154304:0:2411:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608875.154308:0:2411:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903dbfc00. 02000000:00000001:2.0:1789608875.154315:0:2411:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608875.154318:0:2411:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608875.154321:0:2411:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=2 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:2.0:1789608875.154323:0:2411:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608875.154326:0:2411:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d91213dc00. 02000000:00000001:2.0:1789608875.154330:0:2411:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608875.154332:0:2411:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608875.154334:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d26d80. 00000100:00000001:2.0:1789608875.154348:0:2411:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608875.154350:0:2411:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608875.154353:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608875.154363:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608875.154365:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608875.154367:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608875.154371:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.154465:0:36072:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.154471:0:36072:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.154478:0:36072:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1789608875.154482:0:36072:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000020:00000001:3.0:1789608875.154484:0:36072:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000020:00000001:3.0:1789608875.154486:0:36072:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1789608875.154492:0:36072:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1789608875.154497:0:36072:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1789608875.154508:0:36072:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608875.154510:0:36072:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1789608875.154511:0:36072:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789608875.154514:0:36072:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1029 on OST[0]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:3.0:1789608875.154518:0:36072:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789608875.154521:0:36072:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:3.0:1789608875.154525:0:36072:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.154527:0:36072:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.154529:0:36072:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000080:00200000:3.0:1789608875.154532:0:36072:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 0 i_blocks 1 00000080:00000001:3.0:1789608875.154535:0:36072:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1789608875.154538:0:36072:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1789608875.154540:0:36072:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d904aad970 (ffff94d903295008/0) at cl_lock_release():245 00000020:00000001:3.0:1789608875.154544:0:36072:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1789608875.154545:0:36072:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d904aad970 (ffff94d903295008/0) at cl_lock_cancel():142 00020000:00000001:3.0:1789608875.154549:0:36072:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1789608875.154553:0:36072:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789608875.154556:0:36072:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593379552 : -117815116172064 : ffff94d907d9f4e0) 00000020:00000001:3.0:1789608875.154558:0:36072:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1789608875.154559:0:36072:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d90847b530 (ffff94d9032956c8/1) at cl_lock_cancel():142 00000008:00000001:3.0:1789608875.154563:0:36072:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1789608875.154564:0:36072:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1789608875.154566:0:36072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.154567:0:36072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789608875.154568:0:36072:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1789608875.154571:0:36072:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1789608875.154572:0:36072:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1789608875.154573:0:36072:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1789608875.154575:0:36072:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1789608875.154576:0:36072:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d904aad970 (ffff94d903295008/0) at cl_lock_fini():72 00020000:00000001:3.0:1789608875.154580:0:36072:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1789608875.154582:0:36072:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1789608875.154583:0:36072:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d90847b530 (ffff94d903295008/1) at cl_lock_fini():72 00000008:00000010:3.0:1789608875.154587:0:36072:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d9035dc5f0. 00000020:00000001:3.0:1789608875.154593:0:36072:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1789608875.154594:0:36072:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d90847b500. 00020000:00000001:3.0:1789608875.154599:0:36072:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1789608875.154601:0:36072:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1789608875.154602:0:36072:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1789608875.154605:0:36072:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.154608:0:36072:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:3.0:1789608875.154612:0:36072:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1789608875.154615:0:36072:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1789608875.154617:0:36072:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:3.0:1789608875.154619:0:36072:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789608875.154621:0:36072:0:(cl_object.c:917:cl_env_put()) 1@ffff94d9032956c0 00020000:00000001:3.0:1789608875.154625:0:36072:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1789608875.154627:0:36072:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1789608875.154631:0:36072:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1789608875.154634:0:36072:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1789608875.154638:0:36072:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1789608875.154640:0:36072:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.154642:0:36072:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1789608875.154644:0:36072:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1789608875.154645:0:36072:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789608875.154646:0:36072:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295000 00000001:00000001:3.0:1789608875.154648:0:36072:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.154659:0:36072:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7d28 00000080:00000008:3.0:1789608875.154662:0:36072:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff94d918ada1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1789608875.156050:0:36072:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:3.0:1789608875.156059:0:36072:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7d88 00000080:00200008:3.0:1789608875.156064:0:36072:0:(file.c:2650:do_file_write_iter()) START file recon:[0x200000405:0x30:0x0], ppos: 0, count: 23 00000080:00000002:3.0:1789608875.156070:0:36072:0:(file.c:2656:do_file_write_iter()) inode ffff94d918ada1c8 need_sync_to_oss [0x200000405:0x30:0x0] 00000080:00000001:3.0:1789608875.156073:0:36072:0:(pcc.c:2644:pcc_file_write_iter()) Process entered 00000080:00000001:3.0:1789608875.156076:0:36072:0:(pcc.c:2647:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.156078:0:36072:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:3.0:1789608875.156083:0:36072:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.156087:0:36072:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789608875.156091:0:36072:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514694152 : -117815194857464 : ffff94d903295008) 00000020:00001000:3.0:1789608875.156095:0:36072:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295000 00000080:00000001:3.0:1789608875.156098:0:36072:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:3.0:1789608875.156100:0:36072:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7c98 00000080:00200000:3.0:1789608875.156102:0:36072:0:(file.c:2090:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:3.0:1789608875.156109:0:36072:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7c30 00000080:00200000:3.0:1789608875.156111:0:36072:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:3.0:1789608875.156114:0:36072:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1789608875.156116:0:36072:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000020:00000001:3.0:1789608875.156119:0:36072:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000020:00000001:3.0:1789608875.156121:0:36072:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1789608875.156124:0:36072:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1789608875.156128:0:36072:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:3.0:1789608875.156131:0:36072:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.156133:0:36072:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.156134:0:36072:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000080:00200000:3.0:1789608875.156137:0:36072:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 0 i_blocks 1 00000080:00000001:3.0:1789608875.156139:0:36072:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1789608875.156377:0:36072:0:(cl_io.c:210:cl_io_rw_init()) Process entered 00000020:00200000:3.0:1789608875.156387:0:36072:0:(cl_io.c:215:cl_io_rw_init()) header@000000005213fcae[0x110, 1, [0x200000405:0x30:0x0] hash] 00000020:00200000:3.0:1789608875.156389:0:36072:0:(cl_io.c:215:cl_io_rw_init()) io range: 2 [0, 23) 0 1 00000020:00000001:3.0:1789608875.156392:0:36072:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000020:00000001:3.0:1789608875.156394:0:36072:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:3.0:1789608875.156397:0:36072:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1789608875.156399:0:36072:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1789608875.156403:0:36072:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789608875.156405:0:36072:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1789608875.156409:0:36072:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608875.156414:0:36072:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.156417:0:36072:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1789608875.156419:0:36072:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.156421:0:36072:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789608875.156426:0:36072:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff94d904aad9d0 type 2 ignore/verify layout 0/0 00020000:00000002:3.0:1789608875.156430:0:36072:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d9070506c8) owner 0000000000000000/ffff94d909bea7c0 00020000:00000001:3.0:1789608875.156435:0:36072:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1789608875.156437:0:36072:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1789608875.156441:0:36072:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1789608875.156443:0:36072:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:3.0:1789608875.156445:0:36072:0:(lov_io.c:860:lov_io_slice_init()) 0 23 00020000:00000001:3.0:1789608875.156449:0:36072:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:3.0:1789608875.156450:0:36072:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1789608875.156452:0:36072:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.156454:0:36072:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789608875.156455:0:36072:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1789608875.156456:0:36072:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1789608875.156458:0:36072:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d9070506c8) owner 0000000000000000/ffff94d909bea7c0 00000020:00000001:3.0:1789608875.156460:0:36072:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.156462:0:36072:0:(cl_io.c:218:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789608875.156464:0:36072:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:3.0:1789608875.156468:0:36072:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:3.0:1789608875.156472:0:36072:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.156476:0:36072:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:3.0:1789608875.156479:0:36072:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1789608875.156482:0:36072:0:(cl_io.c:915:cl_page_list_init()) Process entered 00000020:00000001:3.0:1789608875.156484:0:36072:0:(cl_io.c:918:cl_page_list_init()) Process leaving 00020000:00000001:3.0:1789608875.156485:0:36072:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00000001:3.0:1789608875.156489:0:36072:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1789608875.156491:0:36072:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1789608875.156495:0:36072:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1789608875.156508:0:36072:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789608875.156510:0:36072:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1789608875.156512:0:36072:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789608875.156514:0:36072:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514695880 : -117815194855736 : ffff94d9032956c8) 00000020:00001000:3.0:1789608875.156517:0:36072:0:(cl_object.c:823:cl_env_get()) 1@ffff94d9032956c0 00000020:00000001:3.0:1789608875.156519:0:36072:0:(cl_object.c:143:cl_object_top()) ffff94d9092305f8 -> ffff94d9092309e0 00000020:00000001:3.0:1789608875.156521:0:36072:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:3.0:1789608875.156526:0:36072:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789608875.156528:0:36072:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1789608875.156530:0:36072:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:3.0:1789608875.156532:0:36072:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258539960784 : -117815169590832 : ffff94d904aad9d0) 00000020:00000001:3.0:1789608875.156534:0:36072:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608875.156536:0:36072:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608875.156538:0:36072:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593379552 : -117815116172064 : ffff94d907d9f4e0) 00000020:00000001:3.0:1789608875.156541:0:36072:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1789608875.156544:0:36072:0:(osc_io.c:525:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1789608875.156548:0:36072:0:(osc_io.c:545:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.156549:0:36072:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608875.156552:0:36072:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608875.156554:0:36072:0:(lov_io.c:1227:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.156555:0:36072:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.156557:0:36072:0:(cl_io.c:315:cl_io_lock()) Process entered 00000080:00000001:3.0:1789608875.156560:0:36072:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:3.0:1789608875.156562:0:36072:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:3.0:1789608875.156564:0:36072:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:3.0:1789608875.156567:0:36072:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.156570:0:36072:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.156572:0:36072:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:3.0:1789608875.156575:0:36072:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:3.0:1789608875.156577:0:36072:0:(cl_io.c:477:cl_io_lock_add()) Process entered 00000020:00000001:3.0:1789608875.156579:0:36072:0:(cl_io.c:260:cl_lockset_merge()) Process entered 00000020:00000001:3.0:1789608875.156581:0:36072:0:(cl_io.c:277:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.156583:0:36072:0:(cl_io.c:484:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.156585:0:36072:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.156587:0:36072:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.156588:0:36072:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608875.156591:0:36072:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1789608875.156593:0:36072:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789608875.156594:0:36072:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:3.0:1789608875.156595:0:36072:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789608875.156597:0:36072:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.156599:0:36072:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608875.156601:0:36072:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608875.156602:0:36072:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.156604:0:36072:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789608875.156606:0:36072:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1789608875.156608:0:36072:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1789608875.156611:0:36072:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1789608875.156613:0:36072:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1789608875.156616:0:36072:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1789608875.156626:0:36072:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d903cc7300. 00020000:00000002:3.0:1789608875.156629:0:36072:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1789608875.156631:0:36072:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1789608875.156633:0:36072:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789608875.156634:0:36072:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593379552 : -117815116172064 : ffff94d907d9f4e0) 00000020:00000001:3.0:1789608875.156636:0:36072:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1789608875.156640:0:36072:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d9035dad10. 00000008:00010000:3.0:1789608875.156643:0:36072:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:3.0:1789608875.156646:0:36072:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1789608875.156647:0:36072:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1789608875.156651:0:36072:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d903cc7330, osc lock ffff94d9035dad10, flags 0x0 00000020:00000001:3.0:1789608875.156653:0:36072:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608875.156655:0:36072:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608875.156657:0:36072:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626258525385472 : -117815184166144 : ffff94d903cc7300) 00000020:00000001:3.0:1789608875.156659:0:36072:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1789608875.156660:0:36072:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1789608875.156662:0:36072:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.156663:0:36072:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.156665:0:36072:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1789608875.156666:0:36072:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1789608875.156668:0:36072:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789608875.156669:0:36072:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593379552 : -117815116172064 : ffff94d907d9f4e0) 00000020:00000001:3.0:1789608875.156671:0:36072:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1789608875.156673:0:36072:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1789608875.156703:0:36072:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:3.0:1789608875.156706:0:36072:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.156710:0:36072:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1789608875.156713:0:36072:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1789608875.156715:0:36072:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1789608875.156716:0:36072:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1789608875.156718:0:36072:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1789608875.156719:0:36072:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1789608875.156722:0:36072:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1789608875.156725:0:36072:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608875.156735:0:36072:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69600 count: 2 00010000:00000001:3.0:1789608875.156739:0:36072:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789608875.156746:0:36072:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d942078400 type 11 mode 2 res 10737419265/68 (0 18446744073709551615) 00010000:00000001:3.0:1789608875.156751:0:36072:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:3.0:1789608875.156758:0:36072:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908491880. 00000020:00000040:3.0:1789608875.156776:0:36072:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00010000:00000001:3.0:1789608875.156782:0:36072:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789608875.156790:0:36072:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608875.156797:0:36072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.156799:0:36072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608875.156801:0:36072:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608875.156804:0:36072:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608875.156808:0:36072:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608875.156813:0:36072:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608875.156822:0:36072:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d91372ac00. 00000100:00000001:3.0:1789608875.156830:0:36072:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.156839:0:36072:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608875.156841:0:36072:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.156843:0:36072:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608875.156844:0:36072:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.156847:0:36072:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.156851:0:36072:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446626258600663168 : -117815108888448 : ffff94d908491880) 00010000:00000001:3.0:1789608875.156855:0:36072:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789608875.156858:0:36072:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789608875.156861:0:36072:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69600 count: 2 00010000:00000001:3.0:1789608875.156862:0:36072:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608875.156865:0:36072:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789608875.156869:0:36072:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d9421c0600. 00000020:00000001:3.0:1789608875.156874:0:36072:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789608875.156889:0:36072:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d9421c0600 with handle 0xc54db32881770016 to hash 00000020:00000001:3.0:1789608875.156891:0:36072:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789608875.156893:0:36072:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000010:3.0:1789608875.156897:0:36072:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff94d904af6980. 00010000:00000001:3.0:1789608875.156900:0:36072:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:3.0:1789608875.156904:0:36072:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608875.156907:0:36072:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608875.156912:0:36072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608875.156923:0:36072:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608875.156935:0:36072:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789608875.156941:0:36072:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789608875.156943:0:36072:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789608875.156951:0:36072:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d903344f00. 00000100:00000001:3.0:1789608875.156953:0:36072:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258515414784 : -117815194136832 : ffff94d903344f00) 00000100:00000001:3.0:1789608875.156956:0:36072:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608875.156958:0:36072:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600663168 : -117815108888448 : ffff94d908491880) 00000100:00000001:3.0:1789608875.156962:0:36072:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608875.156964:0:36072:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608875.156966:0:36072:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789608875.156968:0:36072:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608875.156981:0:36072:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908491880 x1876538934319616/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608875.156989:0:36072:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608875.156992:0:36072:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608875.156996:0:36072:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608875.156999:0:36072:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608875.157002:0:36072:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608875.157005:0:36072:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908491880 pname:cluuid:pid:xid:nid:opc:job uname:25f5d458-2cbe-49cd-9693-334c08df7e27:36072:1876538934319616:192.168.203.121@tcp:101:uname.0 00000100:00000001:3.0:1789608875.157010:0:36072:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608875.157016:0:36072:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608875.157018:0:36072:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608875.157021:0:36072:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608875.157026:0:36072:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d908399800. 02000000:00000001:3.0:1789608875.157028:0:36072:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608875.157038:0:36072:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608875.157044:0:36072:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2aaa8. 00000400:00000010:3.0:1789608875.157051:0:36072:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9b28. 00000100:00000200:3.0:1789608875.157060:0:36072:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934319616, portal 4 00000100:00000001:3.0:1789608875.157062:0:36072:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608875.157063:0:36072:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600663168 : -117815108888448 : ffff94d908491880) 00000100:00000040:3.0:1789608875.157070:0:36072:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d908491880 x1876538934319616/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608875.157078:0:36072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608875.157082:0:36072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608875.157085:0:36072:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9e58. 00000100:00000200:3.0:1789608875.157089:0:36072:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1876538934319616, offset 0 00000400:00000200:3.0:1789608875.157096:0:36072:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608875.157107:0:36072:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608875.157116:0:36072:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608875.157122:0:36072:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608875.157127:0:36072:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608875.157132:0:36072:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608875.157135:0:36072:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608875.157139:0:36072:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [2999:2999:256:4294967295] 192.168.203.121@tcp LPNI seq info [2999:2999:8:4294967295] 00000400:00000200:3.0:1789608875.157364:0:36072:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608875.157378:0:36072:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608875.157385:0:36072:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608875.157392:0:36072:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d9104bde00. 00000800:00000200:3.0:1789608875.157401:0:36072:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608875.157412:0:36072:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608875.157418:0:36072:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d9104bde00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1789608875.157449:0:36072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608875.157455:0:36072:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 189233 usecs (190 jiffies) 00000400:00000200:3.0:1789608875.157459:0:36072:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608875.157463:0:36072:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296602437 00000100:00000001:3.0:1789608875.157467:0:36072:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296604004 00000100:00000001:3.0:1789608875.157470:0:36072:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296602437 00000100:00000001:3.0:1789608875.157472:0:36072:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296604004 00000100:00000001:3.0:1789608875.157475:0:36072:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608875.157478:0:36072:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608875.157482:0:36072:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608875.157485:0:36072:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789608875.157488:0:36072:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d903344f00 going to sleep for 11 seconds 00000100:00000001:3.0:1789608875.157492:0:36072:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608875.157496:0:36072:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608875.158246:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608875.158255:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bde00. 00000400:00000200:1.0:1789608875.158262:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608875.158269:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608875.158278:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9e58 00000400:00000010:1.0:1789608875.158281:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9e58. 00000100:00000001:1.0:1789608875.158286:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608875.158292:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908491880 x1876538934319616/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608875.158306:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608875.158309:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908491880 x1876538934319616/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608891 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608875.158316:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608875.158318:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789608875.160869:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608875.160892:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789608875.160897:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608875.160900:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608875.160911:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608875.160920:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:1.0:1789608875.160931:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608875.160936:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608875.160943:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608875.160948:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 328 into portal 15 MB=0x6aab3c51d8400 00000400:00000200:1.0:1789608875.160960:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.121@tcp of length 328/328 into md 0x7ff1 [2] + 1704 00000800:00000001:1.0:1789608875.160969:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608875.160977:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789608875.160982:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608875.160987:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:1.0:1789608875.160997:0:2402:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1789608875.160999:0:2402:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1789608875.161009:0:2402:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904057100. 00000100:00000040:1.0:1789608875.161013:0:2402:0:(events.c:341:request_in_callback()) incoming req@ffff94d904057100 x1876538943177728 msgsize 328 00000100:00100000:1.0:1789608875.161018:0:2402:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.121@tcp (source: 12345-192.168.203.121@tcp) 00000100:00000001:1.0:1789608875.161042:0:2402:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:1.0:1789608875.161052:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789608875.161056:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608875.161112:0:16946:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1789608875.161117:0:16946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876538943177728 02000000:00000001:0.0:1789608875.161120:0:16946:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1789608875.161123:0:16946:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608875.161126:0:16946:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608875.161133:0:16946:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608875.161139:0:16946:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876538943177728 00000020:00000001:0.0:1789608875.161143:0:16946:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789608875.161145:0:16946:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc54db3288176f35f 00000020:00000001:0.0:1789608875.161149:0:16946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608875.161153:0:16946:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d903103800 refcount=4 00000020:00000001:0.0:1789608875.161156:0:16946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258513049600 : -117815196502016 : ffff94d903103800) 00000020:00000001:0.0:1789608875.161159:0:16946:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626258513049600 : -117815196502016 : ffff94d903103800) 00000100:00000001:0.0:1789608875.161166:0:16946:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1789608875.161174:0:16946:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d91213b540. 00000100:00000001:0.0:1789608875.161177:0:16946:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1789608875.161181:0:16946:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d91213b540. 00000020:00000010:0.0:1789608875.161190:0:16946:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94d911dbda00. 00000020:00000010:0.0:1789608875.161198:0:16946:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff94d90330cb80. 00000020:00000010:0.0:1789608875.161205:0:16946:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff94d909230d48. 00000100:00000040:0.0:1789608875.161216:0:16946:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1789608875.161219:0:16946:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1789608875.161221:0:16946:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1789608875.161224:0:16946:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608875.161234:0:16946:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608875.161250:0:16946:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608875.161264:0:16946:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1789608875.161267:0:16946:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1789608875.161272:0:16946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.121@tcp, seq: 64 00000100:00000040:0.0:1789608875.161277:0:16946:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff94d903103800 : new rpc_count 1 00000100:00000001:0.0:1789608875.161279:0:16946:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446626258529120512 : -117815180431104 : ffff94d904057100) 00000100:00000040:0.0:1789608875.161289:0:16946:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff94d904057100 x1876538943177728/t0(0) o104->LOV_OSC_UUID@192.168.203.121@tcp:676/0 lens 328/0 e 0 to 0 dl 1789608886 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789608875.161306:0:16946:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1789608875.161309:0:16946:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d91213b540. 00000100:00000001:0.0:1789608875.161311:0:16946:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1789608875.161314:0:16946:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d91213b540. 00000100:00100000:0.0:1789608875.161319:0:16946:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff94d904057100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8104:x1876538943177728:12345-192.168.203.121@tcp:104: 00000100:00000200:0.0:1789608875.161323:0:16946:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876538943177728 00010000:00000001:0.0:1789608875.161326:0:16946:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1789608875.161345:0:16946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789608875.161347:0:16946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789608875.161350:0:16946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233600 refcount=2 00000020:00000001:0.0:1789608875.161352:0:16946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614957568 : -117815094594048 : ffff94d909233600) 00010000:00000001:0.0:1789608875.161356:0:16946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614957568 : -117815094594048 : ffff94d909233600) 00010000:00000001:0.0:1789608875.161360:0:16946:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608875.161365:0:16946:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789608875.161371:0:16946:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 000000001aa09ff3/0xc54db3288177000f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x91bddff8e8ed9cf6 expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:0.0:1789608875.161386:0:16946:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1789608875.161389:0:16946:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1789608875.161396:0:16946:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff94d903115c00. 02000000:00000001:0.0:1789608875.161399:0:16946:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608875.161403:0:16946:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608875.161408:0:16946:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1789608875.161412:0:16946:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608875.161416:0:16946:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d909864de8 time=82 v=5 (1 1 1 1) 00000100:00000001:0.0:1789608875.161423:0:16946:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789608875.161426:0:16946:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff94d907ddb340 refcount 16 to 192.168.203.121@tcp 00000100:00000001:0.0:1789608875.161428:0:16946:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446626258593624896 : -117815115926720 : ffff94d907ddb340) 02000000:00000001:0.0:1789608875.161431:0:16946:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1789608875.161434:0:16946:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608875.161438:0:16946:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608875.161442:0:16946:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608875.161447:0:16946:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed220. 00000100:00000200:0.0:1789608875.161453:0:16946:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876538943177728, offset 224 00000400:00000200:0.0:1789608875.161460:0:16946:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608875.161468:0:16946:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.161476:0:16946:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.21@tcp to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608875.161484:0:16946:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [3000:3000:256:4294967295] 192.168.203.121@tcp LPNI seq info [3000:3000:8:4294967295] 00000400:00000200:0.0:1789608875.161490:0:16946:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.161510:0:16946:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:192.168.203.21@tcp) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608875.161516:0:16946:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608875.161522:0:16946:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa900. 00000800:00000200:0.0:1789608875.161529:0:16946:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608875.161538:0:16946:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608875.161543:0:16946:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608875.161558:0:16946:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608875.161562:0:16946:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff94d907ddb340 refcount 15 to 192.168.203.121@tcp 00010000:00000001:0.0:1789608875.161565:0:16946:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1789608875.161570:0:16946:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff94d903f55840. 00010000:00000001:0.0:1789608875.161573:0:16946:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1789608875.161593:0:16946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1789608875.161596:0:16946:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608875.161598:0:16946:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608875.161600:0:16946:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608875.161605:0:16946:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904057100 x1876538943177728/t0(0) o104->LOV_OSC_UUID@192.168.203.121@tcp:676/0 lens 328/224 e 0 to 0 dl 1789608886 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789608875.161617:0:16946:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff94d904057100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8104:x1876538943177728:12345-192.168.203.121@tcp:104: Request processed in 309us (601us total) trans 0 rc 0/0 00000100:00100000:0.0:1789608875.161746:0:16946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.121@tcp, seq: 64 00000100:00000040:0.0:1789608875.161750:0:16946:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff94d903103800 : new rpc_count 0 00000100:00000001:0.0:1789608875.161754:0:16946:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1789608875.161756:0:16946:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1789608875.161762:0:16946:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff94d90330cb80. 00000020:00000010:0.0:1789608875.161767:0:16946:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff94d909230d48. 00000020:00000010:0.0:1789608875.161772:0:16946:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94d911dbda00. 00000020:00000040:0.0:1789608875.161779:0:16946:0:(genops.c:879:class_export_put()) PUTting export ffff94d903103800 : new refcount 3 00000100:00000001:0.0:1789608875.161781:0:16946:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1789608875.161892:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608875.161896:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa900. 00000400:00000200:0.0:1789608875.161900:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608875.161904:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608875.161908:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed220 00000400:00000010:0.0:1789608875.161911:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed220. 00000100:00000001:0.0:1789608875.161915:0:2401:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1789608875.161917:0:2401:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000001:2.0:1789608875.162305:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789608875.162309:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608875.162313:0:17088:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1789608875.162317:0:17088:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1789608875.162319:0:17088:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1789608875.162325:0:17088:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 000000001aa09ff3/0xc54db3288177000f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x91bddff8e8ed9cf6 expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1789608875.162346:0:17088:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d909233600 already unused, calling callback (ffffffffc1007300) 00000008:00000001:2.0:1789608875.162350:0:17088:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1789608875.162353:0:17088:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1789608875.162355:0:17088:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608875.162357:0:17088:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608875.162360:0:17088:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d909233600 refcount=3 00000020:00000001:2.0:1789608875.162362:0:17088:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258614957568 : -117815094594048 : ffff94d909233600) 00010000:00000001:2.0:1789608875.162365:0:17088:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258614957568 : -117815094594048 : ffff94d909233600) 00010000:00000001:2.0:1789608875.162367:0:17088:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789608875.162370:0:17088:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 000000001aa09ff3/0xc54db3288177000f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x91bddff8e8ed9cf6 expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:2.0:1789608875.162378:0:17088:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:2.0:1789608875.162381:0:17088:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789608875.162386:0:17088:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514694584 : -117815194857032 : ffff94d9032951b8) 00000020:00001000:2.0:1789608875.162388:0:17088:0:(cl_object.c:823:cl_env_get()) 1@ffff94d9032951b0 00000008:00000001:2.0:1789608875.162390:0:17088:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:2.0:1789608875.162395:0:17088:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:2.0:1789608875.162396:0:17088:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789608875.162397:0:17088:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514697464 : -117815194854152 : ffff94d903295cf8) 00000020:00001000:2.0:1789608875.162399:0:17088:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295cf0 00000008:00000001:2.0:1789608875.162403:0:17088:0:(osc_cache.c:3760:osc_ldlm_hp_handle()) Process entered 00000008:00000020:2.0:1789608875.162406:0:17088:0:(osc_cache.c:3780:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:2.0:1789608875.162411:0:17088:0:(osc_cache.c:3796:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:2.0:1789608875.162413:0:17088:0:(osc_cache.c:3844:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608875.162417:0:17088:0:(osc_cache.c:3729:osc_lock_discard_pages()) Process entered 00000020:00000001:2.0:1789608875.162420:0:17088:0:(cl_object.c:143:cl_object_top()) ffff94d907004fc0 -> ffff94d9092309e0 00000020:00000001:2.0:1789608875.162423:0:17088:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000020:00000001:2.0:1789608875.162425:0:17088:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:2.0:1789608875.162429:0:17088:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1789608875.162431:0:17088:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1789608875.162435:0:17088:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789608875.162436:0:17088:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1789608875.162438:0:17088:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789608875.162443:0:17088:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff94d9080c8bd0 type 8 ignore/verify layout 1/0 00020000:00000001:2.0:1789608875.162447:0:17088:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1789608875.162449:0:17088:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1789608875.162451:0:17088:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1789608875.162454:0:17088:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1789608875.162456:0:17088:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608875.162457:0:17088:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789608875.162458:0:17088:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1789608875.162459:0:17088:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:2.0:1789608875.162460:0:17088:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608875.162463:0:17088:0:(osc_cache.c:3516:osc_page_gang_lookup()) Process entered 00000008:00000001:2.0:1789608875.162467:0:17088:0:(osc_cache.c:3593:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789608875.162469:0:17088:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:2.0:1789608875.162472:0:17088:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1789608875.162473:0:17088:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1789608875.162476:0:17088:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1789608875.162478:0:17088:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:2.0:1789608875.162482:0:17088:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789608875.162484:0:17088:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000008:00000001:2.0:1789608875.162485:0:17088:0:(osc_cache.c:3748:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789608875.162487:0:17088:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295cf0 00000008:00000001:2.0:1789608875.162490:0:17088:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608875.162492:0:17088:0:(cl_object.c:143:cl_object_top()) ffff94d907004fc0 -> ffff94d9092309e0 00010000:00000001:2.0:1789608875.162496:0:17088:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:2.0:1789608875.162507:0:17088:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608875.162510:0:17088:0:(cl_object.c:143:cl_object_top()) ffff94d907004fc0 -> ffff94d9092309e0 00000020:00000001:2.0:1789608875.162512:0:17088:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1789608875.162515:0:17088:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1789608875.162519:0:17088:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1789608875.162521:0:17088:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608875.162523:0:17088:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608875.162524:0:17088:0:(cl_object.c:143:cl_object_top()) ffff94d907004fc0 -> ffff94d9092309e0 00000020:00000001:2.0:1789608875.162526:0:17088:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000020:00000001:2.0:1789608875.162528:0:17088:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:2.0:1789608875.162531:0:17088:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608875.162532:0:17088:0:(cl_object.c:143:cl_object_top()) ffff94d907004fc0 -> ffff94d9092309e0 00000008:00000001:2.0:1789608875.162536:0:17088:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789608875.162538:0:17088:0:(cl_object.c:917:cl_env_put()) 1@ffff94d9032951b0 00000008:00000001:2.0:1789608875.162540:0:17088:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608875.162543:0:17088:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789608875.162548:0:17088:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789608875.162550:0:17088:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789608875.162553:0:17088:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608875.162555:0:17088:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789608875.162558:0:17088:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d909233600 with handle 0xc54db3288177000f from hash 00010000:00000001:2.0:1789608875.162560:0:17088:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789608875.162562:0:17088:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608875.162564:0:17088:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608875.162565:0:17088:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789608875.162569:0:17088:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789608875.162571:0:17088:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1789608875.162577:0:17088:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608875.162581:0:17088:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608875.162584:0:17088:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608875.162588:0:17088:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1789608875.162597:0:17088:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d26d80. 00000020:00000040:2.0:1789608875.162601:0:17088:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=4 obd=lustre-OST0000-osc-ffff94d904ceb000 00000100:00000001:2.0:1789608875.162606:0:17088:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608875.162608:0:17088:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608875.162614:0:17088:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608875.162763:0:17088:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d91213dc00. 00000100:00000001:2.0:1789608875.162772:0:17088:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608875.162775:0:17088:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1789608875.162782:0:17088:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 000000001aa09ff3/0xc54db3288177000f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x91bddff8e8ed9cf6 expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1789608875.162790:0:17088:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1789608875.162792:0:17088:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608875.162798:0:17088:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608875.162803:0:17088:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608875.162813:0:17088:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003d1a616] to pc [ptlrpcd_01_01+1] req@ffff94d907d26d80 x1876538934319744/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789608875.162841:0:17088:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608875.162844:0:17088:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608875.162845:0:17088:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608875.162848:0:17088:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608875.162850:0:17088:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608875.162861:0:17088:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608875.162864:0:17088:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 000000001aa09ff3/0xc54db3288177000f lrc: 1/0,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x91bddff8e8ed9cf6 expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789608875.162872:0:17088:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789608875.162875:0:17088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 000000001aa09ff3/0xc54db3288177000f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x91bddff8e8ed9cf6 expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1789608875.162884:0:17088:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d9071bf440. 00010000:00000001:2.0:1789608875.162896:0:17088:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608875.162897:0:17088:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1789608875.162899:0:17088:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff94d903f55840. 00010000:00000001:2.0:1789608875.162903:0:17088:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608875.162905:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789608875.162906:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608875.162909:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1789608875.162910:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789608875.162911:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608875.162913:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1789608875.162915:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789608875.162916:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608875.162917:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789608875.162928:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1789608875.162933:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1789608875.162935:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608875.162942:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608875.162945:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608875.162947:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608875.162949:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608875.162952:0:2411:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608875.162958:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d26d80 x1876538934319744/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608875.162967:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608875.162969:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608875.162974:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608875.162978:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608875.162980:0:2411:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608875.162984:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934319744:192.168.203.121@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1789608875.162989:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608875.162996:0:2411:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608875.162998:0:2411:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608875.163001:0:2411:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608875.163006:0:2411:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d91213da00. 02000000:00000001:2.0:1789608875.163008:0:2411:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608875.163085:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608875.163091:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d216e0. 00000400:00000010:2.0:1789608875.163099:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c990. 00000100:00000200:2.0:1789608875.163109:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934319744, portal 18 00000100:00000001:2.0:1789608875.163112:0:2411:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608875.163114:0:2411:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592886144 : -117815116665472 : ffff94d907d26d80) 00000100:00000040:2.0:1789608875.163122:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907d26d80 x1876538934319744/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608891 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608875.163127:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608875.163131:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1789608875.163133:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608875.163138:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608875.163142:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c2a8. 00000100:00000200:2.0:1789608875.163146:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876538934319744, offset 0 00000400:00000200:2.0:1789608875.163154:0:2411:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608875.163162:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608875.163170:0:2411:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608875.163176:0:2411:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608875.163181:0:2411:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608875.163185:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608875.163188:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608875.163192:0:2411:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [3001:3001:256:4294967295] 192.168.203.121@tcp LPNI seq info [3001:3001:8:4294967295] 00000400:00000200:2.0:1789608875.163196:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608875.163206:0:2411:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608875.163213:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608875.163218:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91350af00. 00000800:00000200:2.0:1789608875.163224:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608875.163231:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608875.163235:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91350af00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1789608875.163247:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608875.163252:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 189233 usecs (190 jiffies) 00000400:00000200:2.0:1789608875.163255:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608875.163259:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296602443 00000100:00000001:2.0:1789608875.163263:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296604004 00000100:00000001:2.0:1789608875.163267:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296602443 00000100:00000001:2.0:1789608875.163269:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296604004 00000100:00000001:2.0:1789608875.163272:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608875.163275:0:2411:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608875.163279:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608875.163281:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608875.163440:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608875.163444:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91350af00. 00000400:00000200:1.0:1789608875.163449:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608875.163454:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608875.163460:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c2a8 00000400:00000010:1.0:1789608875.163463:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c2a8. 00000100:00000001:1.0:1789608875.163467:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608875.163471:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d26d80 x1876538934319744/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608891 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608875.163482:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608875.163486:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d26d80 x1876538934319744/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608891 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608875.163492:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608875.163494:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1789608875.168202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d909233600. 00000800:00000001:0.0:1789608875.170758:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.170785:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608875.170791:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.170795:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608875.170809:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.170820:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608875.170835:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.170841:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.170847:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.170851:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 392 into portal 15 MB=0x6aab3c51d8480 00000400:00000200:0.0:1789608875.170862:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.121@tcp of length 392/392 into md 0x7ff1 [2] + 2032 00000400:00000010:0.0:1789608875.170869:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8528. 00000400:00000200:0.0:1789608875.170876:0:2401:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff94d902fa4180 00000800:00000001:0.0:1789608875.170883:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.170888:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608875.170892:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608875.170897:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608875.170904:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902fa4180 00000400:00000010:0.0:1789608875.170907:0:2401:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff94d902fa4180. 00000100:00000001:0.0:1789608875.170915:0:2401:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1789608875.170918:0:2401:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:0.0:1789608875.170922:0:2401:0:(events.c:341:request_in_callback()) incoming req@ffff94d903116450 x1876538943177856 msgsize 392 00000100:00100000:0.0:1789608875.170926:0:2401:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.121@tcp (source: 12345-192.168.203.121@tcp) 00000100:00000040:0.0:1789608875.170928:0:2401:0:(events.c:353:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1789608875.170939:0:2401:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:0.0:1789608875.170947:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.170951:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608875.170953:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.170955:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608875.170958:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.170961:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608875.170966:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.170968:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.170971:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.170974:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 400 into portal 4 MB=0x6aab3c4965a00 00000400:00000200:0.0:1789608875.170978:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.170983:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 400/400 into md 0x8899 [1] + 224 00000800:00000001:0.0:1789608875.170987:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.170996:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608875.170999:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608875.171002:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608875.171006:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608875.171017:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908491880 x1876538934319616/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608891 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608875.171030:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff94d908491880 x1876538934319616/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000010:1.0:1789608875.171049:0:16947:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff94d908242800. 00000100:00000001:0.0:1789608875.171051:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608875.171056:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000010:1.0:1789608875.171060:0:16947:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff94d908620000. 00000800:00000001:0.0:1789608875.171060:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789608875.171063:0:16947:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:1.0:1789608875.171069:0:16947:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:1.0:1789608875.171074:0:16947:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d342c0. 00000400:00000010:1.0:1789608875.171083:0:16947:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff94d910b35900. 00000100:00000001:3.0:1789608875.171095:0:36072:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608875.171096:0:16947:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1789608875.171100:0:16947:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876538943177856 02000000:00000001:1.0:1789608875.171104:0:16947:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000001:3.0:1789608875.171107:0:36072:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1789608875.171108:0:16947:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000400:00000001:3.0:1789608875.171112:0:36072:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1789608875.171113:0:16947:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789608875.171117:0:36072:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2aaa8. 02000000:00000001:1.0:1789608875.171120:0:16947:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608875.171124:0:36072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9b28 00000100:00100000:1.0:1789608875.171127:0:16947:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876538943177856 00000400:00000010:3.0:1789608875.171128:0:36072:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9b28. 00000020:00000001:1.0:1789608875.171133:0:16947:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:3.0:1789608875.171134:0:36072:0:(events.c:80:reply_in_callback()) Process entered 00000020:00000040:1.0:1789608875.171138:0:16947:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc54db3288176f35f 00000020:00000001:1.0:1789608875.171143:0:16947:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608875.171148:0:16947:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d903103800 refcount=4 00000100:00000200:3.0:1789608875.171151:0:36072:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908491880 x1876538934319616/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000020:00000001:1.0:1789608875.171151:0:16947:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258513049600 : -117815196502016 : ffff94d903103800) 00000020:00000001:1.0:1789608875.171154:0:16947:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626258513049600 : -117815196502016 : ffff94d903103800) 00000100:00000001:1.0:1789608875.171161:0:16947:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789608875.171167:0:16947:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d91117d500. 00000100:00000200:3.0:1789608875.171169:0:36072:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908491880 x1876538934319616/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608891 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608875.171172:0:16947:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789608875.171179:0:16947:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d91117d500. 00000100:00000001:3.0:1789608875.171182:0:36072:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608875.171186:0:36072:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608875.171189:0:36072:0:(client.c:1593:after_reply()) Process entered 00000020:00000010:1.0:1789608875.171189:0:16947:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94d9098eea00. 02000000:00000001:3.0:1789608875.171193:0:36072:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608875.171197:0:36072:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1789608875.171198:0:16947:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff94d9121c3400. 00000100:00000001:3.0:1789608875.171199:0:36072:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608875.171204:0:36072:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1789608875.171206:0:16947:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff94d9032a6bb8. 00000100:00001000:3.0:1789608875.171214:0:36072:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13c60 time=83 v=5 (5 5 5 5) 00000100:00001000:3.0:1789608875.171221:0:36072:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=1 v=5 (1 0 0 0) 00000100:00000040:1.0:1789608875.171221:0:16947:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1789608875.171227:0:16947:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789608875.171228:0:36072:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608875.171231:0:16947:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789608875.171233:0:36072:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608875.171236:0:16947:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.171238:0:36072:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608875.171243:0:36072:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608875.171248:0:36072:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1789608875.171248:0:16947:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608875.171253:0:36072:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: skip recheck: last_committed 4294967338 00000100:00000001:3.0:1789608875.171256:0:36072:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608875.171259:0:36072:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608875.171264:0:36072:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908491880 x1876538934319616/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608891 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608875.171265:0:16947:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608875.171275:0:36072:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608875.171279:0:36072:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608875.171282:0:16947:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789608875.171283:0:36072:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608875.171287:0:16947:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1789608875.171291:0:36072:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908491880 x1876538934319616/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608891 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789608875.171296:0:16947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.121@tcp, seq: 65 00000100:00000040:1.0:1789608875.171305:0:16947:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff94d903103800 : new rpc_count 1 00000100:00100000:3.0:1789608875.171309:0:36072:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908491880 pname:cluuid:pid:xid:nid:opc:job uname:25f5d458-2cbe-49cd-9693-334c08df7e27:36072:1876538934319616:192.168.203.121@tcp:101:uname.0 00000100:00000001:1.0:1789608875.171309:0:16947:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446626258513126480 : -117815196425136 : ffff94d903116450) 00000100:00000001:3.0:1789608875.171318:0:36072:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608875.171320:0:16947:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff94d903116450 x1876538943177856/t0(0) o105->LOV_OSC_UUID@192.168.203.121@tcp:676/0 lens 392/0 e 0 to 0 dl 1789608886 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789608875.171324:0:36072:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608875.171329:0:36072:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789608875.171332:0:36072:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608875.171340:0:36072:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908491880 x1876538934319616/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608891 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608875.171340:0:16947:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789608875.171345:0:16947:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d91117d500. 00000100:00000001:1.0:1789608875.171350:0:16947:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608875.171355:0:36072:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1789608875.171355:0:16947:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d91117d500. 00000100:00000010:3.0:1789608875.171361:0:36072:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d903344f00. 00000100:00100000:1.0:1789608875.171366:0:16947:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff94d903116450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6429:x1876538943177856:12345-192.168.203.121@tcp:105: 00000100:00000200:1.0:1789608875.171372:0:16947:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876538943177856 00010000:00000001:1.0:1789608875.171375:0:16947:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1789608875.171384:0:16947:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608875.171386:0:16947:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608875.171388:0:16947:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=4 00000020:00000001:1.0:1789608875.171391:0:16947:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:1.0:1789608875.171393:0:16947:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00010000:1.0:1789608875.171401:0:16947:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608875.171419:0:16947:0:(ldlm_lockd.c:1966:ldlm_handle_cp_callback()) Process entered 00010000:00010000:1.0:1789608875.171422:0:16947:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789608875.171432:0:16947:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608875.171440:0:16947:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1789608875.171443:0:16947:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.171445:0:16947:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789608875.171447:0:16947:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1789608875.171450:0:16947:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608875.171457:0:16947:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:1.0:1789608875.171462:0:16947:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789608875.171471:0:16947:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x44:0x0].0x0 (ffff94d903b69600) refcount = 1 00000100:00000001:3.0:1789608875.171472:0:36072:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789608875.171477:0:36072:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1789608875.171477:0:16947:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1789608875.171481:0:16947:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608875.171483:0:36072:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789608875.171486:0:36072:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608875.171489:0:36072:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608875.171492:0:36072:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=6 00000020:00000001:3.0:1789608875.171495:0:36072:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:3.0:1789608875.171506:0:36072:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:1.0:1789608875.171518:0:16947:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00010000:1.0:1789608875.171521:0:16947:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000000000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1789608875.171523:0:36072:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d9421c0600, remote cookie: 0x91bddff8e8ed9cfd, flags: 0x20002 00010000:00000001:3.0:1789608875.171531:0:36072:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789608875.171535:0:36072:0:(ldlm_lock.c:1884:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608875.171541:0:36072:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000010:1.0:1789608875.171545:0:16947:0:(ldlm_lock.c:2325:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff94d91117d500. 00010000:00000001:3.0:1789608875.171546:0:36072:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608875.171551:0:16947:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00010000:00010000:3.0:1789608875.171553:0:36072:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000010:1.0:1789608875.171557:0:16947:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d910b35780. 00000100:00000001:1.0:1789608875.171561:0:16947:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258741843840 : -117814967707776 : ffff94d910b35780) 00000100:00000001:1.0:1789608875.171567:0:16947:0:(client.c:1218:ptlrpc_prep_fcset()) Process leaving (rc=18446626258741843840 : -117814967707776 : ffff94d910b35780) 00010000:00000001:3.0:1789608875.171569:0:36072:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00000100:00000001:1.0:1789608875.171571:0:16947:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00010000:00000001:3.0:1789608875.171573:0:36072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1789608875.171574:0:16947:0:(client.c:1949:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1789608875.171576:0:36072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608875.171578:0:16947:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1789608875.171580:0:36072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.171582:0:16947:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789608875.171583:0:36072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608875.171586:0:16947:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.171587:0:36072:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.171590:0:16947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.171592:0:16947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789608875.171594:0:36072:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00010000:00000001:1.0:1789608875.171594:0:16947:0:(ldlm_lock.c:2306:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.171598:0:16947:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00000008:00000001:3.0:1789608875.171599:0:36072:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1789608875.171600:0:16947:0:(ldlm_lock.c:2275:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:3.0:1789608875.171605:0:36072:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1789608875.171605:0:16947:0:(client.c:1964:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608875.171607:0:16947:0:(client.c:2699:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.171609:0:36072:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1789608875.171610:0:16947:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000020:00000040:3.0:1789608875.171613:0:36072:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=4 00000100:00000010:1.0:1789608875.171614:0:16947:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d910b35780. 00000020:00000001:3.0:1789608875.171618:0:36072:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:3.0:1789608875.171622:0:36072:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:3.0:1789608875.171624:0:36072:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608875.171626:0:36072:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608875.171627:0:36072:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=5 00000020:00000001:3.0:1789608875.171629:0:36072:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:3.0:1789608875.171631:0:36072:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:3.0:1789608875.171634:0:36072:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608875.171639:0:36072:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608875.171643:0:36072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608875.171651:0:36072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.171653:0:36072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789608875.171656:0:36072:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1789608875.171661:0:36072:0:(cl_object.c:143:cl_object_top()) ffff94d907004fc0 -> ffff94d9092309e0 00000008:00010000:3.0:1789608875.171666:0:36072:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1789608875.171708:0:36072:0:(cl_object.c:143:cl_object_top()) ffff94d907004fc0 -> ffff94d9092309e0 00000020:00000001:3.0:1789608875.171711:0:36072:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1789608875.171714:0:36072:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1789608875.171718:0:36072:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1789608875.171721:0:36072:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.171724:0:36072:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.171726:0:36072:0:(cl_object.c:143:cl_object_top()) ffff94d907004fc0 -> ffff94d9092309e0 00000008:00000001:3.0:1789608875.171728:0:36072:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:3.0:1789608875.171730:0:36072:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.171733:0:36072:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608875.171734:0:36072:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608875.171736:0:36072:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=6 00000020:00000001:3.0:1789608875.171739:0:36072:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:3.0:1789608875.171741:0:36072:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:3.0:1789608875.171744:0:36072:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608875.171747:0:36072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608875.171761:0:36072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.171762:0:36072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789608875.171863:0:36072:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608875.171871:0:36072:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608875.171873:0:36072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.171874:0:36072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789608875.171875:0:36072:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608875.171878:0:36072:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608875.171883:0:36072:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908491880 x1876538934319616/t0(0) o101->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 328/400 e 0 to 0 dl 1789608891 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608875.171889:0:36072:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608875.171893:0:36072:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608875.171896:0:36072:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d908399800. 02000000:00000001:3.0:1789608875.171900:0:36072:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608875.171902:0:36072:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608875.171904:0:36072:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:3.0:1789608875.171906:0:36072:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608875.171909:0:36072:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d91372ac00. 02000000:00000001:3.0:1789608875.171913:0:36072:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608875.171914:0:36072:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608875.171916:0:36072:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908491880. 00000100:00000001:3.0:1789608875.171920:0:36072:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608875.171922:0:36072:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1789608875.171923:0:36072:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789608875.171926:0:36072:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.171929:0:36072:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608875.171932:0:36072:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.171934:0:36072:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.171936:0:36072:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.171940:0:36072:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.171942:0:36072:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.171946:0:36072:0:(cl_io.c:529:cl_io_start()) Process entered 00000080:00000001:3.0:1789608875.171951:0:36072:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000080:00000001:3.0:1789608875.171958:0:36072:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1789608875.171960:0:36072:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000020:00000001:3.0:1789608875.171962:0:36072:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000020:00000001:3.0:1789608875.171964:0:36072:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1789608875.171969:0:36072:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1789608875.171974:0:36072:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1789608875.171976:0:36072:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608875.171978:0:36072:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1789608875.171979:0:36072:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789608875.171982:0:36072:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1029 on OST[0]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:3.0:1789608875.171985:0:36072:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789608875.171988:0:36072:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:3.0:1789608875.171991:0:36072:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.171992:0:36072:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.171994:0:36072:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000080:00200000:3.0:1789608875.171997:0:36072:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 0 i_blocks 1 00000080:00000001:3.0:1789608875.171999:0:36072:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1789608875.172004:0:36072:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7b80 00000080:00200000:3.0:1789608875.172006:0:36072:0:(vvp_io.c:1292:vvp_io_write_start()) recon: write [0, 23) append 1 append lockpos 18446744073709551615 00000020:00000001:3.0:1789608875.172009:0:36072:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:3.0:1789608875.172012:0:36072:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d9070506c8) owner 0000000000000000/ffff94d909bea7c0 00020000:00000002:3.0:1789608875.172016:0:36072:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d9082d7480 addref 2/0 by ffff94d909bea7c0. 00020000:00000002:3.0:1789608875.172018:0:36072:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d9070506c8) owner 0000000000000000/ffff94d909bea7c0 00000020:00000001:3.0:1789608875.172021:0:36072:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:3.0:1789608875.172025:0:36072:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00020000:00000001:3.0:1789608875.172028:0:36072:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:3.0:1789608875.172034:0:36072:0:(lov_offset.c:253:lov_stripe_intersects()) [0->22] -> [(0) 0->22 (0)] 00020000:00000001:3.0:1789608875.172038:0:36072:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789608875.172040:0:36072:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593379552 : -117815116172064 : ffff94d907d9f4e0) 00000020:00000001:3.0:1789608875.172042:0:36072:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00000008:00000001:3.0:1789608875.172044:0:36072:0:(osc_io.c:1417:osc_io_lru_reserve()) Process entered 00000008:00000001:3.0:1789608875.172048:0:36072:0:(osc_io.c:1430:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.172050:0:36072:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608875.172052:0:36072:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.172054:0:36072:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.172063:0:36072:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:3.0:1789608875.172065:0:36072:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 23 bytes 00000020:00000001:3.0:1789608875.172103:0:36072:0:(cl_page.c:432:cl_page_find()) Process entered 00000020:00008000:3.0:1789608875.172105:0:36072:0:(cl_page.c:438:cl_page_find()) 0@[0x200000405:0x30:0x0] ffffe9a104899300 0 1 00000020:00000001:3.0:1789608875.172109:0:36072:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:3.0:1789608875.172110:0:36072:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.172112:0:36072:0:(cl_page.c:353:cl_page_alloc()) Process entered 00000020:00000010:3.0:1789608875.172118:0:36072:0:(cl_page.c:304:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff94d9043d5000. 00000020:00000001:3.0:1789608875.172122:0:36072:0:(cl_page.c:1294:cl_page_slice_add()) Process entered 00000020:00000001:3.0:1789608875.172124:0:36072:0:(cl_page.c:1301:cl_page_slice_add()) Process leaving 00020000:00000001:3.0:1789608875.172127:0:36072:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:3.0:1789608875.172130:0:36072:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:3.0:1789608875.172133:0:36072:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789608875.172134:0:36072:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593379552 : -117815116172064 : ffff94d907d9f4e0) 00000008:00000001:3.0:1789608875.172139:0:36072:0:(osc_cache.c:2481:osc_prep_async_page()) Process entered 00000100:00000001:1.0:1789608875.172205:0:16947:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000008:00000040:3.0:1789608875.172206:0:36072:0:(osc_cache.c:2504:osc_prep_async_page()) oap ffff94d9043d5070 folio ffffe9a104899300 pg:0 obj off 0 00010000:00000001:1.0:1789608875.172208:0:16947:0:(ldlm_lock.c:2369:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1789608875.172212:0:36072:0:(osc_cache.c:2505:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1789608875.172213:0:16947:0:(ldlm_lock.c:2371:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff94d91117d500. 00000020:00000001:3.0:1789608875.172217:0:36072:0:(cl_page.c:1294:cl_page_slice_add()) Process entered 00010000:00010000:1.0:1789608875.172219:0:16947:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff94d9421c0600) 00000020:00000001:3.0:1789608875.172220:0:36072:0:(cl_page.c:1301:cl_page_slice_add()) Process leaving 00010000:00000001:1.0:1789608875.172223:0:16947:0:(ldlm_lockd.c:2085:ldlm_handle_cp_callback()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1789608875.172225:0:36072:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00010000:00000001:1.0:1789608875.172228:0:16947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000008:00000001:3.0:1789608875.172229:0:36072:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.172231:0:16947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00020000:00000001:3.0:1789608875.172235:0:36072:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608875.172237:0:16947:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1789608875.172240:0:36072:0:(cl_page.c:400:cl_page_alloc()) Process leaving (rc=18446626258532782080 : -117815176769536 : ffff94d9043d5000) 02000000:00000001:1.0:1789608875.172242:0:16947:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1789608875.172245:0:36072:0:(cl_page.c:461:cl_page_find()) Process leaving (rc=18446626258532782080 : -117815176769536 : ffff94d9043d5000) 02000000:00000010:1.0:1789608875.172249:0:16947:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff94d908242c00. 00000020:00000001:3.0:1789608875.172250:0:36072:0:(cl_page.c:811:cl_page_assume()) Process entered 00000020:00000001:3.0:1789608875.172254:0:36072:0:(cl_io.c:1146:cl_io_top()) Process entered 02000000:00000001:1.0:1789608875.172254:0:16947:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.172257:0:36072:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258539960784 : -117815169590832 : ffff94d904aad9d0) 00000100:00000001:1.0:1789608875.172260:0:16947:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.172262:0:36072:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1789608875.172265:0:36072:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00010000:00000001:1.0:1789608875.172267:0:16947:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1789608875.172268:0:36072:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00010000:00000001:1.0:1789608875.172273:0:16947:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.172277:0:36072:0:(cl_page.c:518:__cl_page_state_set()) page@0000000038f2b770[2 000000002b512c06 1 1 000000007ef61e06 0 0 0] 00000100:00001000:1.0:1789608875.172280:0:16947:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d909864de8 time=82 v=5 (1 1 1 1) 00000020:00000001:3.0:1789608875.172281:0:36072:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1789608875.172284:0:36072:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1789608875.172287:0:36072:0:(cl_page.c:825:cl_page_assume()) Process leaving 00000100:00000001:1.0:1789608875.172289:0:16947:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000080:00000001:3.0:1789608875.172290:0:36072:0:(rw26.c:582:ll_prepare_partial_page()) Process entered 00000020:00000001:3.0:1789608875.172294:0:36072:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000100:00000040:1.0:1789608875.172295:0:16947:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff94d907ddb340 refcount 16 to 192.168.203.121@tcp 00000020:00000001:3.0:1789608875.172297:0:36072:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000100:00000001:1.0:1789608875.172300:0:16947:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446626258593624896 : -117815115926720 : ffff94d907ddb340) 00000020:00000001:3.0:1789608875.172302:0:36072:0:(cl_object.c:210:cl_object_attr_get()) Process entered 02000000:00000001:1.0:1789608875.172304:0:16947:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00020000:00000001:3.0:1789608875.172306:0:36072:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 02000000:00000001:1.0:1789608875.172308:0:16947:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789608875.172310:0:36072:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:3.0:1789608875.172314:0:36072:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608875.172314:0:16947:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1789608875.172318:0:36072:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608875.172320:0:16947:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000020:00000001:3.0:1789608875.172322:0:36072:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000400:00000010:1.0:1789608875.172327:0:16947:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35330. 00000080:00000001:3.0:1789608875.172328:0:36072:0:(rw26.c:602:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1789608875.172334:0:36072:0:(rw26.c:787:ll_write_begin()) Process leaving 00000100:00000200:1.0:1789608875.172335:0:16947:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876538943177856, offset 224 00000080:00000001:3.0:1789608875.172336:0:36072:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.172341:0:36072:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:3.0:1789608875.172343:0:36072:0:(rw26.c:871:ll_write_end()) pos 0, len 23, copied 23 00000020:00000001:3.0:1789608875.172345:0:36072:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:3.0:1789608875.172346:0:36072:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258539960784 : -117815169590832 : ffff94d904aad9d0) 00000020:00000001:3.0:1789608875.172348:0:36072:0:(cl_page.c:680:cl_page_is_owned()) Process entered 00000020:00000001:3.0:1789608875.172349:0:36072:0:(cl_page.c:682:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789608875.172363:0:36072:0:(cl_io.c:928:cl_page_list_add()) Process entered 00000020:00000001:3.0:1789608875.172365:0:36072:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:3.0:1789608875.172427:0:36072:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:3.0:1789608875.172429:0:36072:0:(cl_io.c:939:cl_page_list_add()) Process leaving 00000080:00200000:3.0:1789608875.172433:0:36072:0:(rw26.c:929:ll_write_end()) page@0000000038f2b770[3 000000002b512c06 2 1 000000007ef61e06 0 0 0] 00000080:00200000:3.0:1789608875.172437:0:36072:0:(rw26.c:929:ll_write_end()) vmpage @000000003f560b85 17ffffc0001001 3:0 ffff94d9043d5000 0 lru 00000080:00200000:3.0:1789608875.172445:0:36072:0:(rw26.c:929:ll_write_end()) osc-page@00000000b69ef96a 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000730c4733 000000004dda031e > 3< 0 0 > 4< 0 0 8 2097152 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789608875.172447:0:36072:0:(rw26.c:929:ll_write_end()) end page@0000000038f2b770 00000080:00200000:3.0:1789608875.172449:0:36072:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:3.0:1789608875.172451:0:36072:0:(rw26.c:950:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:3.0:1789608875.172455:0:36072:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:3.0:1789608875.172457:0:36072:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 23 prio 0 00000020:00000001:3.0:1789608875.172460:0:36072:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00020000:00000001:3.0:1789608875.172462:0:36072:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:3.0:1789608875.172465:0:36072:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789608875.172466:0:36072:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593379552 : -117815116172064 : ffff94d907d9f4e0) 00000020:00000001:3.0:1789608875.172468:0:36072:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00000008:00000001:3.0:1789608875.172470:0:36072:0:(osc_io.c:419:osc_io_commit_async()) Process entered 00000008:00000001:3.0:1789608875.172473:0:36072:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:3.0:1789608875.172474:0:36072:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:3.0:1789608875.172475:0:36072:0:(cl_page.c:547:cl_page_get()) Process leaving 00000008:00000001:3.0:1789608875.172477:0:36072:0:(osc_cache.c:2526:osc_queue_async_io()) Process entered 00000008:00000020:3.0:1789608875.172481:0:36072:0:(osc_cache.c:2585:osc_queue_async_io()) obj ffff94d907004fc0 ready 0|-|- wr 0|-|- rd 0|- oap ffff94d9043d5070 folio ffffe9a104899300 pg:0 added for cmd 2 00000008:00000001:3.0:1789608875.172487:0:36072:0:(osc_cache.c:1780:osc_enter_cache()) Process entered 00000008:00000020:3.0:1789608875.172489:0:36072:0:(osc_cache.c:1782:osc_enter_cache()) lustre-OST0000-osc-ffff94d904ceb000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:1703936 00000008:00000020:3.0:1789608875.172495:0:36072:0:(osc_cache.c:1682:osc_enter_cache_try()) lustre-OST0000-osc-ffff94d904ceb000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:1703936 00000008:00000020:3.0:1789608875.172510:0:36072:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff94d9043d50a8 page ffffe9a104899300 00000008:00000020:3.0:1789608875.172514:0:36072:0:(osc_cache.c:1814:osc_enter_cache()) lustre-OST0000-osc-ffff94d904ceb000: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 393216, dirty_grant: 0, reserved: 1703936, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }granted from cache 00000008:00000001:3.0:1789608875.172519:0:36072:0:(osc_cache.c:1830:osc_enter_cache()) Process leaving 00000008:00000001:3.0:1789608875.172521:0:36072:0:(osc_cache.c:1833:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789608875.172524:0:36072:0:(osc_cache.c:707:osc_extent_find()) Process entered 00000008:00000010:3.0:1789608875.172529:0:36072:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff94d9093139c0. 00000008:00000020:3.0:1789608875.172537:0:36072:0:(osc_cache.c:1309:__osc_extent_tree_dump()) Dump object ffff94d907004fc0 extents at osc_extent_find:840, mppr: 256. 00000008:00000020:3.0:1789608875.172543:0:36072:0:(osc_cache.c:1926:osc_update_pending()) obj ffff94d907004fc0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:3.0:1789608875.172549:0:36072:0:(osc_cache.c:858:osc_extent_find()) extent ffff94d9093139c0@{[0 -> 255/255], [3|1|-|active|wi|ffff94d907004fc0], [1703936|0|-|-|ffff94d9421c0600|256|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:3.0:1789608875.172556:0:36072:0:(osc_cache.c:858:osc_extent_find()) ### extent: 00000000fb8d3ac7 ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:3.0:1789608875.172565:0:36072:0:(osc_cache.c:875:osc_extent_find()) Process leaving 00000008:00000001:3.0:1789608875.172570:0:36072:0:(osc_cache.c:2722:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789608875.172572:0:36072:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789608875.172575:0:36072:0:(osc_io.c:380:osc_page_touch_at()) Process entered 00000020:00000001:3.0:1789608875.172577:0:36072:0:(cl_object.c:143:cl_object_top()) ffff94d907004fc0 -> ffff94d9092309e0 00000008:00000002:3.0:1789608875.172579:0:36072:0:(osc_io.c:388:osc_page_touch_at()) stripe KMS increasing 0->23 0 00000020:00000001:3.0:1789608875.172582:0:36072:0:(cl_object.c:143:cl_object_top()) ffff94d907004fc0 -> ffff94d9092309e0 00000020:00000001:3.0:1789608875.172583:0:36072:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1789608875.172585:0:36072:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 23 00020000:00000001:3.0:1789608875.172587:0:36072:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1789608875.172589:0:36072:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.172590:0:36072:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.172592:0:36072:0:(cl_object.c:143:cl_object_top()) ffff94d907004fc0 -> ffff94d9092309e0 00000008:00000001:3.0:1789608875.172594:0:36072:0:(osc_io.c:403:osc_page_touch_at()) Process leaving 00000020:00000001:3.0:1789608875.172596:0:36072:0:(cl_io.c:952:cl_page_list_del()) Process entered 00000020:00000001:3.0:1789608875.172598:0:36072:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:3.0:1789608875.172602:0:36072:0:(cl_page.c:567:cl_batch_put()) page@0000000038f2b770[4 000000002b512c06 2 1 000000007ef61e06 0 0 0] 00000020:00000001:3.0:1789608875.172604:0:36072:0:(cl_page.c:567:cl_batch_put()) 4 00000020:00000001:3.0:1789608875.172606:0:36072:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:3.0:1789608875.172607:0:36072:0:(cl_io.c:957:cl_page_list_del()) Process leaving 00000008:00000020:3.0:1789608875.172610:0:36072:0:(osc_request.c:745:osc_update_next_shrink()) next time 3134 to shrink grant 00000080:00000001:3.0:1789608875.172612:0:36072:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:3.0:1789608875.172614:0:36072:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:3.0:1789608875.172622:0:36072:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff94d918ada378, count 1, dirtied 1 00000080:00000001:3.0:1789608875.172625:0:36072:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:3.0:1789608875.172627:0:36072:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:3.0:1789608875.172629:0:36072:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1789608875.172630:0:36072:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1789608875.172632:0:36072:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1789608875.172635:0:36072:0:(cl_page.c:518:__cl_page_state_set()) page@0000000038f2b770[3 000000002b512c06 2 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1789608875.172636:0:36072:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 1 00000020:00000001:3.0:1789608875.172638:0:36072:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1789608875.172639:0:36072:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1789608875.172640:0:36072:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:3.0:1789608875.172643:0:36072:0:(cl_page.c:567:cl_batch_put()) page@0000000038f2b770[3 000000002b512c06 1 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1789608875.172644:0:36072:0:(cl_page.c:567:cl_batch_put()) 3 00000020:00000001:3.0:1789608875.172646:0:36072:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000080:00000001:3.0:1789608875.172647:0:36072:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:3.0:1789608875.172648:0:36072:0:(osc_io.c:492:osc_io_commit_async()) 0 0 00000008:00000001:3.0:1789608875.172650:0:36072:0:(osc_io.c:493:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.172652:0:36072:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608875.172654:0:36072:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.172655:0:36072:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789608875.172658:0:36072:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:3.0:1789608875.172660:0:36072:0:(cl_io.c:1044:cl_page_list_fini()) Process entered 00000020:00000001:3.0:1789608875.172662:0:36072:0:(cl_io.c:1048:cl_page_list_fini()) Process leaving 00000080:00000001:3.0:1789608875.172663:0:36072:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.172666:0:36072:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7b80 00000080:00200000:3.0:1789608875.172668:0:36072:0:(vvp_io.c:1358:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:3.0:1789608875.172671:0:36072:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608875.172674:0:36072:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1789608875.172699:0:36072:0:(lov_io.c:1312:lov_io_call()) Process entered 00000400:00000200:1.0:1789608875.172786:0:16947:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608875.172798:0:16947:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608875.172807:0:16947:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.21@tcp to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608875.172815:0:16947:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [3002:3002:256:4294967295] 192.168.203.121@tcp LPNI seq info [3002:3002:8:4294967295] 00000400:00000200:1.0:1789608875.172820:0:16947:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608875.172830:0:16947:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:192.168.203.21@tcp) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608875.172836:0:16947:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000020:00000001:3.0:1789608875.172841:0:36072:0:(cl_io.c:529:cl_io_start()) Process entered 00000800:00000010:1.0:1789608875.172844:0:16947:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d908496600. 00000008:00000001:3.0:1789608875.172846:0:36072:0:(osc_io.c:1053:osc_io_write_start()) Process entered 00000020:00000001:3.0:1789608875.172849:0:36072:0:(cl_object.c:143:cl_object_top()) ffff94d907004fc0 -> ffff94d9092309e0 00000800:00000200:1.0:1789608875.172854:0:16947:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000020:00000001:3.0:1789608875.172855:0:36072:0:(cl_object.c:143:cl_object_top()) ffff94d907004fc0 -> ffff94d9092309e0 00000020:00000001:3.0:1789608875.172859:0:36072:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1789608875.172862:0:36072:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1789608875.172863:0:36072:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.172867:0:36072:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608875.172868:0:16947:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000020:00000001:3.0:1789608875.172871:0:36072:0:(cl_object.c:143:cl_object_top()) ffff94d907004fc0 -> ffff94d9092309e0 00000008:00000001:3.0:1789608875.172875:0:36072:0:(osc_io.c:1061:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608875.172876:0:16947:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d908496600 type 1, nob 320 niov 1 nkiov 1 00000020:00000001:3.0:1789608875.172878:0:36072:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608875.172883:0:36072:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608875.172884:0:36072:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.172886:0:36072:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.172888:0:36072:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:3.0:1789608875.172890:0:36072:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:3.0:1789608875.172892:0:36072:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1789608875.172893:0:36072:0:(cl_io.c:556:cl_io_end()) Process entered 00000008:00000001:3.0:1789608875.172896:0:36072:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:3.0:1789608875.172899:0:36072:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:3.0:1789608875.172904:0:36072:0:(osc_cache.c:1926:osc_update_pending()) obj ffff94d907004fc0 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000100:00000001:1.0:1789608875.172911:0:16947:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789608875.172912:0:36072:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1789608875.172917:0:36072:0:(osc_cache.c:1911:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608875.172918:0:16947:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff94d907ddb340 refcount 15 to 192.168.203.121@tcp 00000008:00000001:3.0:1789608875.172920:0:36072:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1789608875.172923:0:36072:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.172924:0:16947:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789608875.172926:0:36072:0:(osc_cache.c:674:osc_extent_release()) Process leaving 00000020:00000001:3.0:1789608875.172929:0:36072:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:3.0:1789608875.172930:0:36072:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608875.172934:0:36072:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608875.172934:0:16947:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d903116450 x1876538943177856/t0(0) o105->LOV_OSC_UUID@192.168.203.121@tcp:676/0 lens 392/224 e 0 to 0 dl 1789608886 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1789608875.172939:0:36072:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:3.0:1789608875.172942:0:36072:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:3.0:1789608875.172946:0:36072:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1789608875.172950:0:36072:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d9084e6038 (ffff94d903295008/0) at cl_lock_release():245 00000100:00100000:1.0:1789608875.172953:0:16947:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff94d903116450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6429:x1876538943177856:12345-192.168.203.121@tcp:105: Request processed in 1614us (2026us total) trans 0 rc 0/0 00000020:00000001:3.0:1789608875.172955:0:36072:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1789608875.172958:0:36072:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d9084e6038 (ffff94d903295008/0) at cl_lock_cancel():142 00020000:00000001:3.0:1789608875.172964:0:36072:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1789608875.172967:0:36072:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789608875.172970:0:36072:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593379552 : -117815116172064 : ffff94d907d9f4e0) 00000100:00100000:1.0:1789608875.172971:0:16947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.121@tcp, seq: 65 00000020:00000001:3.0:1789608875.172975:0:36072:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1789608875.172978:0:36072:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d903cc7330 (ffff94d9032956c8/1) at cl_lock_cancel():142 00000100:00000040:1.0:1789608875.172979:0:16947:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff94d903103800 : new rpc_count 0 00000008:00000001:3.0:1789608875.172984:0:36072:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000100:00000001:1.0:1789608875.172985:0:16947:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000008:00000001:3.0:1789608875.172987:0:36072:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00000100:00000001:1.0:1789608875.172989:0:16947:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1789608875.172991:0:36072:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608875.172994:0:36072:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608875.172996:0:36072:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=5 00000020:00000010:1.0:1789608875.172997:0:16947:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff94d9121c3400. 00000020:00000001:3.0:1789608875.173000:0:36072:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:3.0:1789608875.173005:0:36072:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00000020:00000010:1.0:1789608875.173005:0:16947:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff94d9032a6bb8. 00010000:00000001:3.0:1789608875.173011:0:36072:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000020:00000010:1.0:1789608875.173013:0:16947:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94d9098eea00. 00010000:00010000:3.0:1789608875.173015:0:36072:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000040:1.0:1789608875.173021:0:16947:0:(genops.c:879:class_export_put()) PUTting export ffff94d903103800 : new refcount 3 00010000:00000001:3.0:1789608875.173028:0:36072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.173030:0:36072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608875.173032:0:36072:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 02000000:00000001:1.0:1789608875.173033:0:16947:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1789608875.173036:0:36072:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 02000000:00000010:1.0:1789608875.173038:0:16947:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff94d903115c00. 00010000:00010000:3.0:1789608875.173041:0:36072:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1789608875.173044:0:16947:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1789608875.173048:0:16947:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904057100. 02000000:00000001:1.0:1789608875.173054:0:16947:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1789608875.173057:0:16947:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff94d908243400. 00010000:00000001:3.0:1789608875.173058:0:36072:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 02000000:00000001:1.0:1789608875.173061:0:16947:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1789608875.173063:0:36072:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000010:1.0:1789608875.173064:0:16947:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904055c00. 00010000:00000001:3.0:1789608875.173068:0:36072:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 02000000:00000001:1.0:1789608875.173070:0:16947:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1789608875.173073:0:16947:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff94d908240800. 00010000:00000001:3.0:1789608875.173075:0:36072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1789608875.173076:0:16947:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1789608875.173078:0:36072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000010:1.0:1789608875.173079:0:16947:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5e680. 00010000:00000001:3.0:1789608875.173082:0:36072:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608875.173085:0:16947:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1789608875.173088:0:36072:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 02000000:00000010:1.0:1789608875.173088:0:16947:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff94d908242400. 02000000:00000001:1.0:1789608875.173091:0:16947:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1789608875.173092:0:36072:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789608875.173094:0:16947:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5f800. 00010000:00000001:3.0:1789608875.173096:0:36072:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608875.173101:0:16947:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1789608875.173103:0:36072:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608875.173104:0:16947:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff94d903114400. 00010000:00000001:3.0:1789608875.173107:0:36072:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 02000000:00000001:1.0:1789608875.173109:0:16947:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1789608875.173110:0:36072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:1.0:1789608875.173113:0:16947:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904054700. 00010000:00000001:3.0:1789608875.173114:0:36072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608875.173117:0:36072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.173119:0:36072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1789608875.173119:0:16947:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 00000008:00000001:3.0:1789608875.173123:0:36072:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 02000000:00000010:1.0:1789608875.173123:0:16947:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff94d903117000. 00000008:00000001:3.0:1789608875.173127:0:36072:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 02000000:00000001:1.0:1789608875.173128:0:16947:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:3.0:1789608875.173132:0:36072:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000100:00000010:1.0:1789608875.173132:0:16947:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5f480. 00000020:00000001:3.0:1789608875.173135:0:36072:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000100:00000010:1.0:1789608875.173138:0:16947:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff94d9060b4000. 00000020:00000001:3.0:1789608875.173139:0:36072:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000100:00000010:1.0:1789608875.173145:0:16947:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff94d903116400. 00000100:00000001:1.0:1789608875.173148:0:16947:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00010000:3.0:1789608875.173331:0:36072:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d9084e6038 (ffff94d903295008/0) at cl_lock_fini():72 00020000:00000001:3.0:1789608875.173337:0:36072:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1789608875.173339:0:36072:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1789608875.173340:0:36072:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d903cc7330 (ffff94d903295008/1) at cl_lock_fini():72 00000008:00000010:3.0:1789608875.173343:0:36072:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d9035dad10. 00000020:00000001:3.0:1789608875.173346:0:36072:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1789608875.173348:0:36072:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d903cc7300. 00020000:00000001:3.0:1789608875.173350:0:36072:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1789608875.173351:0:36072:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1789608875.173353:0:36072:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:3.0:1789608875.173355:0:36072:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1789608875.173357:0:36072:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789608875.173358:0:36072:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:3.0:1789608875.173360:0:36072:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1789608875.173361:0:36072:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608875.173363:0:36072:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608875.173365:0:36072:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1789608875.173366:0:36072:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1789608875.173377:0:36072:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000080:00200000:3.0:1789608875.173380:0:36072:0:(vvp_io.c:533:vvp_io_advance()) advancing 23 bytes 00000020:00000001:3.0:1789608875.173382:0:36072:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1789608875.173383:0:36072:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1789608875.173386:0:36072:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1789608875.173387:0:36072:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789608875.173388:0:36072:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1789608875.173391:0:36072:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1789608875.173392:0:36072:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608875.173395:0:36072:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608875.173396:0:36072:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1789608875.173398:0:36072:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1789608875.173399:0:36072:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789608875.173405:0:36072:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:3.0:1789608875.173409:0:36072:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:3.0:1789608875.173413:0:36072:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:3.0:1789608875.173415:0:36072:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:3.0:1789608875.173417:0:36072:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1789608875.173419:0:36072:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1789608875.173420:0:36072:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:3.0:1789608875.173421:0:36072:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789608875.173425:0:36072:0:(cl_object.c:917:cl_env_put()) 1@ffff94d9032956c0 00020000:00000001:3.0:1789608875.173429:0:36072:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1789608875.173431:0:36072:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1789608875.173432:0:36072:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1789608875.173435:0:36072:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1789608875.173438:0:36072:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1789608875.173439:0:36072:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00000001:3.0:1789608875.173441:0:36072:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7c98 00000080:00200000:3.0:1789608875.173444:0:36072:0:(file.c:2238:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:3.0:1789608875.173449:0:36072:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1789608875.173451:0:36072:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000020:00000001:3.0:1789608875.173453:0:36072:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000020:00000001:3.0:1789608875.173455:0:36072:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1789608875.173458:0:36072:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1789608875.173461:0:36072:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1789608875.173463:0:36072:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:3.0:1789608875.173464:0:36072:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1789608875.173465:0:36072:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000002:3.0:1789608875.173468:0:36072:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1029 on OST[0]: s=23 (1) m=1789608875 a=0 c=1789608875 b=1 00020000:00000001:3.0:1789608875.173471:0:36072:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789608875.173473:0:36072:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1789608875 a=0 c=1789608875 b=1 00020000:00000001:3.0:1789608875.173476:0:36072:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.173478:0:36072:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.173480:0:36072:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000080:00200000:3.0:1789608875.173482:0:36072:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 23 i_blocks 1 00000080:00000001:3.0:1789608875.173484:0:36072:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:3.0:1789608875.173490:0:36072:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:3.0:1789608875.173493:0:36072:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:3.0:1789608875.173495:0:36072:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295000 00000020:00000001:3.0:1789608875.173507:0:36072:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7d88 00000080:00000008:3.0:1789608875.173509:0:36072:0:(file.c:2732:do_file_write_iter()) COMPLETED: file recon:[0x200000405:0x30:0x0], ppos: 23, count: 0, rc = 23 00000080:00000001:3.0:1789608875.173512:0:36072:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:3.0:1789608875.173538:0:36072:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1789608875.173542:0:36072:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d9070506c8) owner 0000000000000000/ffff94d909bea7c0 00020000:00000002:3.0:1789608875.173546:0:36072:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d9070506c8) owner 0000000000000000/ffff94d909bea7c0 00020000:00000001:3.0:1789608875.173549:0:36072:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.173561:0:36072:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1789608875.173563:0:36072:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7df0 00000080:00200008:3.0:1789608875.173565:0:36072:0:(file.c:479:ll_file_release()) START file recon:[0x200000405:0x30:0x0](ffff94d918ada1c8), flags 102001 00000080:00000001:3.0:1789608875.173570:0:36072:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:3.0:1789608875.173573:0:36072:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:3.0:1789608875.173574:0:36072:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1789608875.173576:0:36072:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d9070506c8) owner 0000000000000000/ffff94d909bea7c0 00020000:00000002:3.0:1789608875.173578:0:36072:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d9070506c8) owner 0000000000000000/ffff94d909bea7c0 00020000:00000001:3.0:1789608875.173580:0:36072:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.173582:0:36072:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:3.0:1789608875.173590:0:36072:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608875.173594:0:36072:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608875.173597:0:36072:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608875.173600:0:36072:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608875.173602:0:36072:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608875.173604:0:36072:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:3.0:1789608875.173607:0:36072:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608875.173614:0:36072:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608875.173618:0:36072:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608875.173627:0:36072:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909aba400 count: 2 00010000:00000001:3.0:1789608875.173630:0:36072:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608875.173636:0:36072:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608875.173638:0:36072:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x30:0x0]: 0 00000080:00000001:3.0:1789608875.173641:0:36072:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1789608875.173643:0:36072:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1789608875.173649:0:36072:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff94d91372ac00. 00000080:00000001:3.0:1789608875.173652:0:36072:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1789608875.173659:0:36072:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1789608875.173663:0:36072:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:3.0:1789608875.173665:0:36072:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608875.173666:0:36072:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608875.173667:0:36072:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608875.173669:0:36072:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608875.173670:0:36072:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608875.173672:0:36072:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:3.0:1789608875.173674:0:36072:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608875.173711:0:36072:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x30:0x0] 00000002:00000001:3.0:1789608875.173717:0:36072:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1789608875.173720:0:36072:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff94d904ceb000: [0x200000405:0x30:0x0] file closed with intent: 200 00000100:00000010:3.0:1789608875.173728:0:36072:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908491880. 00000020:00000040:3.0:1789608875.173733:0:36072:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:3.0:1789608875.173738:0:36072:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608875.173743:0:36072:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608875.173747:0:36072:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608875.173755:0:36072:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d91372b000. 00000100:00000001:3.0:1789608875.173761:0:36072:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1789608875.173779:0:36072:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94d907e5c000 x1876538934319360/t8589934610(8589934610) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608891 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1789608875.173791:0:36072:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d904ceb000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1789608875.173796:0:36072:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d908491880 x1876538934320000/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1789608875.173803:0:36072:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789608875.173805:0:36072:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789608875.173812:0:36072:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d903344f00. 00000100:00000001:3.0:1789608875.173815:0:36072:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258515414784 : -117815194136832 : ffff94d903344f00) 00000100:00000001:3.0:1789608875.173818:0:36072:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608875.173820:0:36072:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600663168 : -117815108888448 : ffff94d908491880) 00000100:00000001:3.0:1789608875.173826:0:36072:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608875.173831:0:36072:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608875.173834:0:36072:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789608875.173836:0:36072:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608875.173841:0:36072:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908491880 x1876538934320000/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608875.173848:0:36072:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608875.173851:0:36072:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608875.173854:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1789608875.173856:0:36072:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608875.173861:0:36072:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1789608875.173861:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d908496600. 02000000:00000001:3.0:1789608875.173866:0:36072:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608875.173870:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1789608875.173873:0:36072:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908491880 pname:cluuid:pid:xid:nid:opc:job uname:25f5d458-2cbe-49cd-9693-334c08df7e27:36072:1876538934320000:192.168.203.121@tcp:35:uname.0 00000400:00000200:0.0:1789608875.173880:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:3.0:1789608875.173881:0:36072:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608875.173889:0:36072:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1789608875.173889:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35330 02000000:00000001:3.0:1789608875.173892:0:36072:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789608875.173894:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35330. 02000000:00000001:3.0:1789608875.173898:0:36072:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1789608875.173901:0:2402:0:(events.c:390:reply_out_callback()) Process entered 02000000:00000010:3.0:1789608875.173904:0:36072:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d908399800. 02000000:00000001:0.0:1789608875.173905:0:2402:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1789608875.173909:0:2402:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff94d908242c00. 02000000:00000001:3.0:1789608875.173910:0:36072:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608875.173915:0:2402:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1789608875.173917:0:2402:0:(events.c:402:reply_out_callback()) Process leaving 00000400:00000200:3.0:1789608875.173921:0:36072:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608875.173927:0:36072:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2aaa8. 00000400:00000010:3.0:1789608875.173934:0:36072:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9b28. 00000100:00000200:3.0:1789608875.173942:0:36072:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934320000, portal 10 00000100:00000001:3.0:1789608875.173945:0:36072:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608875.173946:0:36072:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600663168 : -117815108888448 : ffff94d908491880) 00000100:00000040:3.0:1789608875.173953:0:36072:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d908491880 x1876538934320000/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608875.173961:0:36072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608875.173963:0:36072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608875.173966:0:36072:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9aa0. 00000100:00000200:3.0:1789608875.173970:0:36072:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876538934320000, offset 0 00000400:00000200:3.0:1789608875.173975:0:36072:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608875.173981:0:36072:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608875.173987:0:36072:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608875.173994:0:36072:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608875.173998:0:36072:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608875.174003:0:36072:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608875.174006:0:36072:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608875.174010:0:36072:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [3003:3003:256:4294967295] 192.168.203.121@tcp LPNI seq info [3003:3003:8:4294967295] 00000400:00000200:3.0:1789608875.174014:0:36072:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608875.174023:0:36072:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608875.174029:0:36072:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608875.174033:0:36072:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d9104bdd00. 00000800:00000200:3.0:1789608875.174038:0:36072:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608875.174045:0:36072:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608875.174049:0:36072:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d9104bdd00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1789608875.174071:0:36072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608875.174076:0:36072:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 842221 usecs (843 jiffies) 00000400:00000200:3.0:1789608875.174081:0:36072:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608875.174084:0:36072:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296603107 00000100:00000001:3.0:1789608875.174087:0:36072:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296604004 00000100:00000001:3.0:1789608875.174090:0:36072:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296603107 00000100:00000001:3.0:1789608875.174092:0:36072:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296604004 00000100:00000001:3.0:1789608875.174095:0:36072:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608875.174098:0:36072:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608875.174101:0:36072:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608875.174105:0:36072:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789608875.174108:0:36072:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d903344f00 going to sleep for 11 seconds 00000100:00000001:3.0:1789608875.174111:0:36072:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608875.174114:0:36072:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608875.174616:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608875.174716:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bdd00. 00000400:00000200:0.0:1789608875.174721:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608875.174727:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608875.174731:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9aa0 00000400:00000010:0.0:1789608875.174734:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9aa0. 00000100:00000001:0.0:1789608875.174738:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608875.174744:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908491880 x1876538934320000/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608875.174756:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608875.174760:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908491880 x1876538934320000/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608891 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608875.174768:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608875.174770:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608875.176541:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.176563:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608875.176569:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.176572:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608875.176582:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.176591:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608875.176601:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.176606:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.176612:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.176618:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 18 MB=0x6aab3c4965a80 00000400:00000200:0.0:1789608875.176624:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.176632:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.121@tcp of length 224/224 into md 0x88a9 [1] + 224 00000800:00000001:0.0:1789608875.176642:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.176651:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608875.176654:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608875.176659:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608875.176667:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608875.176722:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d26d80 x1876538934319744/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608891 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608875.176735:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907d26d80 x1876538934319744/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608891 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608875.176761:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608875.176771:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.176775:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608875.176845:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608875.176851:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608875.176860:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608875.176862:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608875.176866:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d216e0. 00000400:00000200:2.0:1789608875.176872:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c990 00000400:00000010:2.0:1789608875.176875:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c990. 00000100:00000001:2.0:1789608875.176878:0:2411:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608875.176884:0:2411:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d26d80 x1876538934319744/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608891 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789608875.176893:0:2411:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d26d80 x1876538934319744/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608891 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608875.176899:0:2411:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608875.176902:0:2411:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608875.176905:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608875.176908:0:2411:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608875.176911:0:2411:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608875.176914:0:2411:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608875.176917:0:2411:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608875.176928:0:2411:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13d38 time=216 v=5 (5 5 0 5) 00000100:00001000:2.0:1789608875.176932:0:2411:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608875.176935:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608875.176937:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608875.176940:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608875.176944:0:2411:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608875.176949:0:2411:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608875.176952:0:2411:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: skip recheck: last_committed 4294967338 00000100:00000001:2.0:1789608875.176955:0:2411:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608875.176957:0:2411:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608875.176962:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d26d80 x1876538934319744/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608891 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608875.176970:0:2411:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608875.176973:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608875.176976:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608875.176980:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d26d80 x1876538934319744/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608891 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789608875.176988:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934319744:192.168.203.121@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1789608875.176994:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608875.176996:0:2411:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608875.177000:0:2411:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d26d80 x1876538934319744/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608891 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608875.177007:0:2411:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608875.177020:0:2411:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608875.177025:0:2411:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d91213da00. 02000000:00000001:2.0:1789608875.177029:0:2411:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608875.177032:0:2411:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608875.177034:0:2411:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=2 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:2.0:1789608875.177037:0:2411:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608875.177040:0:2411:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d91213dc00. 02000000:00000001:2.0:1789608875.177044:0:2411:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608875.177046:0:2411:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608875.177048:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d26d80. 00000100:00000001:2.0:1789608875.177052:0:2411:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608875.177053:0:2411:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608875.177056:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608875.177066:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608875.177068:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608875.177070:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608875.177073:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789608875.181611:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.181638:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608875.181644:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.181646:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608875.181657:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.181667:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608875.181725:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.181731:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.181737:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.181743:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 456 into portal 10 MB=0x6aab3c4965b80 00000400:00000200:0.0:1789608875.181749:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.181757:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 456/456 into md 0x88c1 [1] + 224 00000800:00000001:0.0:1789608875.181780:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.181789:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608875.181793:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608875.181798:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608875.181806:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608875.181818:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908491880 x1876538934320000/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608891 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608875.181829:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94d908491880 x1876538934320000/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608875.181852:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608875.181862:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.181866:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608875.181936:0:36072:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608875.181946:0:36072:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608875.181948:0:36072:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608875.181953:0:36072:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2aaa8. 00000400:00000200:3.0:1789608875.181959:0:36072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9b28 00000400:00000010:3.0:1789608875.181962:0:36072:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9b28. 00000100:00000001:3.0:1789608875.181966:0:36072:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608875.181971:0:36072:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908491880 x1876538934320000/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789608875.181980:0:36072:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908491880 x1876538934320000/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608891 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608875.181988:0:36072:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608875.181990:0:36072:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608875.181993:0:36072:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608875.181997:0:36072:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608875.182000:0:36072:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608875.182002:0:36072:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608875.182005:0:36072:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608875.182017:0:36072:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11cf0 time=83 v=5 (5 5 5 5) 00000100:00001000:3.0:1789608875.182023:0:36072:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=38 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608875.182026:0:36072:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608875.182028:0:36072:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.182031:0:36072:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608875.182036:0:36072:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608875.182039:0:36072:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1789608875.182042:0:36072:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1789608875.182043:0:36072:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1789608875.182047:0:36072:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608875.182048:0:36072:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600663168 : -117815108888448 : ffff94d908491880) 00000100:00000001:3.0:1789608875.182052:0:36072:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608875.182054:0:36072:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 8589934607 00000100:00000001:3.0:1789608875.182056:0:36072:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608875.182060:0:36072:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608875.182066:0:36072:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908491880 x1876538934320000/t8589934611(8589934611) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608891 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608875.182074:0:36072:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608875.182077:0:36072:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608875.182079:0:36072:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608875.182083:0:36072:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908491880 x1876538934320000/t8589934611(8589934611) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608891 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789608875.182091:0:36072:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908491880 pname:cluuid:pid:xid:nid:opc:job uname:25f5d458-2cbe-49cd-9693-334c08df7e27:36072:1876538934320000:192.168.203.121@tcp:35:uname.0 00000100:00000001:3.0:1789608875.182097:0:36072:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608875.182100:0:36072:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608875.182103:0:36072:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789608875.182106:0:36072:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608875.182109:0:36072:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908491880 x1876538934320000/t8589934611(8589934611) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608875.182116:0:36072:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608875.182119:0:36072:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d903344f00. 00000100:00000001:3.0:1789608875.182124:0:36072:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789608875.182126:0:36072:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608875.182135:0:36072:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608875.182137:0:36072:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600663168 : -117815108888448 : ffff94d908491880) 00000002:00000001:3.0:1789608875.182140:0:36072:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608875.182155:0:36072:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789608875.182162:0:36072:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d91372ac00. 00000080:00000001:3.0:1789608875.182166:0:36072:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1789608875.182170:0:36072:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:3.0:1789608875.182174:0:36072:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608875.182178:0:36072:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608875.182181:0:36072:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608875.182184:0:36072:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608875.182186:0:36072:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608875.182189:0:36072:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:3.0:1789608875.182191:0:36072:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608875.182197:0:36072:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1789608875.182205:0:36072:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94d907e5c000 x1876538934319360/t8589934610(8589934610) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608891 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789608875.182214:0:36072:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608875.182215:0:36072:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789608875.182218:0:36072:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94d91213b080. 00000100:00000001:3.0:1789608875.182221:0:36072:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608875.182225:0:36072:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908491880 x1876538934320000/t8589934611(8589934611) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608875.182230:0:36072:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.182233:0:36072:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789608875.182238:0:36072:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d910b00780. 00000080:00000001:3.0:1789608875.182243:0:36072:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.182251:0:36072:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7df0 00000080:00000008:3.0:1789608875.182254:0:36072:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff94d918ada1c8), flags 102001, rc = 0 00000080:00000001:3.0:1789608875.182257:0:36072:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.182264:0:36072:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1789608875.182266:0:36072:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7e00 00000080:00002000:3.0:1789608875.182268:0:36072:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff94d918b4d948, parent ffff94d918a99a20, inode ffff94d918ada1c8) hashed, 00000080:00000001:3.0:1789608875.182271:0:36072:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608875.225460:0:36077:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7d08 00000080:00200008:0.0:1789608875.225473:0:36077:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff94d918926c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789608875.225485:0:36077:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789608875.225487:0:36077:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7c80 00000080:00200000:0.0:1789608875.225489:0:36077:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:0.0:1789608875.225508:0:36077:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d911cfe000. 00800000:00000002:0.0:1789608875.225516:0:36077:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:0.0:1789608875.225521:0:36077:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789608875.225528:0:36077:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789608875.225531:0:36077:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7ba0 00800000:00000002:0.0:1789608875.225533:0:36077:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789608875.225538:0:36077:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789608875.225542:0:36077:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789608875.225545:0:36077:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789608875.225548:0:36077:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789608875.225552:0:36077:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789608875.225554:0:36077:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608875.225557:0:36077:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789608875.225560:0:36077:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608875.225564:0:36077:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789608875.225571:0:36077:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789608875.225572:0:36077:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7a70 00000002:00010000:0.0:1789608875.225574:0:36077:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789608875.225578:0:36077:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789608875.225580:0:36077:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608875.225585:0:36077:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789608875.225594:0:36077:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608875.225596:0:36077:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608875.225599:0:36077:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608875.225602:0:36077:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789608875.225606:0:36077:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789608875.225614:0:36077:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5e300. 00000020:00000040:0.0:1789608875.225620:0:36077:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00010000:00000001:0.0:1789608875.225628:0:36077:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789608875.225635:0:36077:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789608875.225643:0:36077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608875.225646:0:36077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608875.225648:0:36077:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608875.225651:0:36077:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608875.225655:0:36077:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608875.225660:0:36077:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608875.225668:0:36077:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d903115400. 00000100:00000001:0.0:1789608875.225691:0:36077:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608875.225697:0:36077:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789608875.225699:0:36077:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608875.225701:0:36077:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789608875.225702:0:36077:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608875.225704:0:36077:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608875.225710:0:36077:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626258594161408 : -117815115390208 : ffff94d907e5e300) 00010000:00000001:0.0:1789608875.225714:0:36077:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789608875.225717:0:36077:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789608875.225723:0:36077:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d909abaa00. 00010000:00000010:0.0:1789608875.225728:0:36077:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d90330cb80. 00010000:00000001:0.0:1789608875.225732:0:36077:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789608875.225737:0:36077:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d905f55200. 00000020:00000001:0.0:1789608875.225741:0:36077:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789608875.225745:0:36077:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d905f55200 with handle 0xc54db3288177001d to hash 00000020:00000001:0.0:1789608875.225748:0:36077:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789608875.225750:0:36077:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626258561618432 : -117815147933184 : ffff94d905f55200) 00010000:00000001:0.0:1789608875.225754:0:36077:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626258561618432 : -117815147933184 : ffff94d905f55200) 00010000:00000001:0.0:1789608875.225758:0:36077:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608875.225761:0:36077:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608875.225767:0:36077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55200/0xc54db3288177001d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 36077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789608875.225778:0:36077:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55200/0xc54db3288177001d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 36077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789608875.225790:0:36077:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55200/0xc54db3288177001d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 36077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789608875.225796:0:36077:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789608875.225798:0:36077:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789608875.225806:0:36077:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d903f55cc0. 00000100:00000001:0.0:1789608875.225808:0:36077:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258528066752 : -117815181484864 : ffff94d903f55cc0) 00000100:00000001:0.0:1789608875.225811:0:36077:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608875.225813:0:36077:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594161408 : -117815115390208 : ffff94d907e5e300) 00000100:00000001:0.0:1789608875.225819:0:36077:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608875.225824:0:36077:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608875.225827:0:36077:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789608875.225829:0:36077:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608875.225845:0:36077:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5e300 x1876538934320128/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608875.225855:0:36077:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608875.225858:0:36077:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608875.225862:0:36077:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608875.225866:0:36077:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608875.225869:0:36077:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608875.225873:0:36077:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5e300 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:36077:1876538934320128:192.168.203.121@tcp:101:lfs.0 00000100:00000001:0.0:1789608875.225878:0:36077:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608875.225885:0:36077:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608875.225888:0:36077:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608875.225891:0:36077:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608875.225898:0:36077:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d9070fe000. 02000000:00000001:0.0:1789608875.225901:0:36077:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608875.225913:0:36077:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608875.225919:0:36077:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8528. 00000400:00000010:0.0:1789608875.225928:0:36077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed220. 00000100:00000200:0.0:1789608875.225937:0:36077:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876538934320128, portal 10 00000100:00000001:0.0:1789608875.225939:0:36077:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608875.225940:0:36077:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594161408 : -117815115390208 : ffff94d907e5e300) 00000100:00000040:0.0:1789608875.225945:0:36077:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d907e5e300 x1876538934320128/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608875.225952:0:36077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608875.225955:0:36077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608875.225958:0:36077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed660. 00000100:00000200:0.0:1789608875.225960:0:36077:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876538934320128, offset 0 00000400:00000200:0.0:1789608875.225968:0:36077:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608875.225979:0:36077:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.225988:0:36077:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608875.225994:0:36077:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608875.225998:0:36077:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608875.226002:0:36077:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608875.226006:0:36077:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608875.226010:0:36077:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [3004:3004:256:4294967295] 192.168.203.121@tcp LPNI seq info [3004:3004:8:4294967295] 00000400:00000200:0.0:1789608875.226014:0:36077:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.226025:0:36077:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608875.226032:0:36077:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608875.226038:0:36077:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa900. 00000800:00000200:0.0:1789608875.226045:0:36077:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608875.226054:0:36077:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608875.226060:0:36077:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1789608875.226479:0:36077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608875.226487:0:36077:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 841186 usecs (842 jiffies) 00000400:00000200:0.0:1789608875.226492:0:36077:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608875.226495:0:36077:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296603158 00000100:00000001:0.0:1789608875.226507:0:36077:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296604004 00000100:00000001:0.0:1789608875.226510:0:36077:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296603158 00000100:00000001:0.0:1789608875.226513:0:36077:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296604004 00000100:00000001:0.0:1789608875.226515:0:36077:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608875.226519:0:36077:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608875.226522:0:36077:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608875.226524:0:36077:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789608875.226527:0:36077:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d903f55cc0 going to sleep for 11 seconds 00000100:00000001:0.0:1789608875.226530:0:36077:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608875.226534:0:36077:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608875.230004:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608875.230017:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa900. 00000400:00000200:1.0:1789608875.230027:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608875.230038:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608875.230049:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed660 00000400:00000010:1.0:1789608875.230053:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed660. 00000100:00000001:1.0:1789608875.230059:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608875.230068:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5e300 x1876538934320128/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608875.230083:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608875.230087:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907e5e300 x1876538934320128/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608891 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608875.230094:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608875.230096:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608875.233583:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.233607:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608875.233613:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.233616:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608875.233626:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.233636:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608875.233648:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.233654:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.233660:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.233665:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 688 into portal 10 MB=0x6aab3c4965c00 00000400:00000200:0.0:1789608875.233671:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.233714:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 688/688 into md 0x88c9 [1] + 224 00000800:00000001:0.0:1789608875.233723:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.233731:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608875.233735:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608875.233741:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608875.233750:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608875.233762:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5e300 x1876538934320128/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608891 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608875.233775:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d907e5e300 x1876538934320128/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608875.233794:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608875.233803:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.233807:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608875.237098:0:36077:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608875.237127:0:36077:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608875.237130:0:36077:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608875.237135:0:36077:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8528. 00000400:00000200:3.0:1789608875.237152:0:36077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed220 00000400:00000010:3.0:1789608875.237156:0:36077:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed220. 00000100:00000001:3.0:1789608875.237162:0:36077:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608875.237176:0:36077:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5e300 x1876538934320128/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789608875.237188:0:36077:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5e300 x1876538934320128/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608891 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608875.237197:0:36077:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608875.237200:0:36077:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608875.237210:0:36077:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608875.237214:0:36077:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608875.237218:0:36077:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608875.237220:0:36077:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608875.237224:0:36077:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608875.237235:0:36077:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=83 v=5 (5 104 104 104) 00000100:00001000:3.0:1789608875.237241:0:36077:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=38 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608875.237243:0:36077:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608875.237436:0:36077:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.237440:0:36077:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608875.237445:0:36077:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608875.237451:0:36077:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608875.237454:0:36077:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 8589934607 00000100:00000001:3.0:1789608875.237456:0:36077:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608875.237460:0:36077:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608875.237466:0:36077:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5e300 x1876538934320128/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608891 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608875.237474:0:36077:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608875.237478:0:36077:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608875.237480:0:36077:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608875.237484:0:36077:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5e300 x1876538934320128/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608891 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789608875.237508:0:36077:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5e300 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:36077:1876538934320128:192.168.203.121@tcp:101:lfs.0 00000100:00000001:3.0:1789608875.237514:0:36077:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608875.237517:0:36077:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608875.237520:0:36077:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789608875.237523:0:36077:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608875.237526:0:36077:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5e300 x1876538934320128/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608891 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608875.237534:0:36077:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608875.237537:0:36077:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d903f55cc0. 00000100:00000001:3.0:1789608875.237541:0:36077:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789608875.237543:0:36077:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.237547:0:36077:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789608875.237551:0:36077:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608875.237554:0:36077:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608875.237558:0:36077:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55200 refcount=4 00000020:00000001:3.0:1789608875.237561:0:36077:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561618432 : -117815147933184 : ffff94d905f55200) 00010000:00000001:3.0:1789608875.237564:0:36077:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561618432 : -117815147933184 : ffff94d905f55200) 00010000:00000040:3.0:1789608875.237573:0:36077:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d905f55200, remote cookie: 0x91bddff8e8ed9d0b, flags: 0x1001 00010000:00010000:3.0:1789608875.237579:0:36077:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55200/0xc54db3288177001d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9d0b expref: -99 pid: 36077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608875.237592:0:36077:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55200/0xc54db3288177001d lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9d0b expref: -99 pid: 36077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608875.237599:0:36077:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789608875.237604:0:36077:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789608875.237606:0:36077:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789608875.237608:0:36077:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789608875.237610:0:36077:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789608875.237613:0:36077:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff94d909abaa00) refcount = 1 00010000:00010000:3.0:1789608875.237618:0:36077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55200/0xc54db3288177001d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9d0b expref: -99 pid: 36077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608875.237625:0:36077:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789608875.237630:0:36077:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789608875.237632:0:36077:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608875.237635:0:36077:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789608875.237638:0:36077:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608875.237642:0:36077:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55200/0xc54db3288177001d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9d0b expref: -99 pid: 36077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608875.237649:0:36077:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789608875.237651:0:36077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.237653:0:36077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608875.237654:0:36077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.237655:0:36077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608875.237656:0:36077:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608875.237662:0:36077:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789608875.237663:0:36077:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608875.237665:0:36077:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608875.237666:0:36077:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55200 refcount=3 00000020:00000001:3.0:1789608875.237669:0:36077:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561618432 : -117815147933184 : ffff94d905f55200) 00010000:00000001:3.0:1789608875.237671:0:36077:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561618432 : -117815147933184 : ffff94d905f55200) 00010000:00000001:3.0:1789608875.237673:0:36077:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608875.237675:0:36077:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608875.237710:0:36077:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55200 refcount=4 00000020:00000001:3.0:1789608875.237712:0:36077:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561618432 : -117815147933184 : ffff94d905f55200) 00010000:00000001:3.0:1789608875.237715:0:36077:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561618432 : -117815147933184 : ffff94d905f55200) 00010000:00000001:3.0:1789608875.237718:0:36077:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608875.237722:0:36077:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608875.237726:0:36077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55200/0xc54db3288177001d lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9d0b expref: -99 pid: 36077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608875.237734:0:36077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.237736:0:36077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608875.237738:0:36077:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608875.237739:0:36077:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608875.237741:0:36077:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55200 refcount=5 00000020:00000001:3.0:1789608875.237743:0:36077:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561618432 : -117815147933184 : ffff94d905f55200) 00010000:00000001:3.0:1789608875.237745:0:36077:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561618432 : -117815147933184 : ffff94d905f55200) 00010000:00000001:3.0:1789608875.237748:0:36077:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608875.237752:0:36077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55200/0xc54db3288177001d lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9d0b expref: -99 pid: 36077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608875.237758:0:36077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.237760:0:36077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789608875.237763:0:36077:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55200/0xc54db3288177001d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9d0b expref: -99 pid: 36077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608875.237770:0:36077:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608875.237771:0:36077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.237772:0:36077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608875.237774:0:36077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.237775:0:36077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789608875.237780:0:36077:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d907e5e300 x1876538934320128/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608891 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1789608875.237790:0:36077:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608875.237791:0:36077:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608875.237793:0:36077:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55200 refcount=3 00000020:00000001:3.0:1789608875.237795:0:36077:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561618432 : -117815147933184 : ffff94d905f55200) 00010000:00000001:3.0:1789608875.237797:0:36077:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561618432 : -117815147933184 : ffff94d905f55200) 00010000:00000001:3.0:1789608875.237799:0:36077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.237800:0:36077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608875.237802:0:36077:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608875.237805:0:36077:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608875.237809:0:36077:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1789608875.237812:0:36077:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608875.237813:0:36077:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608875.237815:0:36077:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55200 refcount=3 00000020:00000001:3.0:1789608875.237817:0:36077:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561618432 : -117815147933184 : ffff94d905f55200) 00010000:00000001:3.0:1789608875.237819:0:36077:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561618432 : -117815147933184 : ffff94d905f55200) 00000002:00010000:3.0:1789608875.237823:0:36077:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55200/0xc54db3288177001d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9d0b expref: -99 pid: 36077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608875.237829:0:36077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.237831:0:36077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608875.237833:0:36077:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789608875.237834:0:36077:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608875.237835:0:36077:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608875.237837:0:36077:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55200 refcount=3 00000020:00000001:3.0:1789608875.237839:0:36077:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561618432 : -117815147933184 : ffff94d905f55200) 00010000:00000001:3.0:1789608875.237841:0:36077:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561618432 : -117815147933184 : ffff94d905f55200) 00010000:00000040:3.0:1789608875.237849:0:36077:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909abaa00 count: 2 00010000:00000001:3.0:1789608875.237852:0:36077:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789608875.237858:0:36077:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d91081f000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1789608875.237861:0:36077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.237862:0:36077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608875.237864:0:36077:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789608875.237868:0:36077:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd79f8 00000002:00002000:3.0:1789608875.237871:0:36077:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1789608875.237874:0:36077:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608875.237879:0:36077:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608875.237882:0:36077:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789608875.237887:0:36077:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1789608875.237891:0:36077:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608875.237896:0:36077:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:3.0:1789608875.237900:0:36077:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d911cfe000. 00000080:00000001:3.0:1789608875.237907:0:36077:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789608875.237910:0:36077:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1789608875.237917:0:36077:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1789608875.237922:0:36077:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1789608875.239343:0:36077:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d9071bf440. 00800000:00000001:2.0:1789608875.239355:0:36077:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626258580927552 : -117815128624064 : ffff94d9071bf440) 00800000:00000001:2.0:1789608875.239359:0:36077:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608875.239364:0:36077:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789608875.239743:0:36077:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1789608875.239748:0:36077:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1789608875.239752:0:36077:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1789608875.239757:0:36077:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1789608875.239759:0:36077:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.239766:0:36077:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1789608875.239769:0:36077:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:2.0:1789608875.239771:0:36077:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1789608873 to 1789608875 00000080:00200000:2.0:1789608875.239778:0:36077:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:2.0:1789608875.239781:0:36077:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608875.239784:0:36077:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608875.239788:0:36077:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55200 refcount=3 00000020:00000001:2.0:1789608875.239791:0:36077:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561618432 : -117815147933184 : ffff94d905f55200) 00010000:00000001:2.0:1789608875.239794:0:36077:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561618432 : -117815147933184 : ffff94d905f55200) 00010000:00000001:2.0:1789608875.239797:0:36077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608875.239798:0:36077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789608875.239800:0:36077:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789608875.239804:0:36077:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1789608875.239806:0:36077:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d9071bf440 1 00800000:00000010:2.0:1789608875.239809:0:36077:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d9071bf440. 00800000:00000001:2.0:1789608875.239815:0:36077:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608875.239818:0:36077:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288177001d 00800000:00000001:2.0:1789608875.239822:0:36077:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789608875.239825:0:36077:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789608875.239826:0:36077:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608875.239827:0:36077:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608875.239828:0:36077:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55200 refcount=3 00000020:00000001:2.0:1789608875.239830:0:36077:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561618432 : -117815147933184 : ffff94d905f55200) 00010000:00000001:2.0:1789608875.239833:0:36077:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561618432 : -117815147933184 : ffff94d905f55200) 00010000:00000001:2.0:1789608875.239836:0:36077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608875.239838:0:36077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608875.239839:0:36077:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608875.239841:0:36077:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.239844:0:36077:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608875.239847:0:36077:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:2.0:1789608875.239850:0:36077:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288177001d from it ffffae3e01cd7cb8 00010000:00000001:2.0:1789608875.239852:0:36077:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608875.239853:0:36077:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608875.239855:0:36077:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55200 refcount=3 00000020:00000001:2.0:1789608875.239857:0:36077:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561618432 : -117815147933184 : ffff94d905f55200) 00010000:00000001:2.0:1789608875.239859:0:36077:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561618432 : -117815147933184 : ffff94d905f55200) 00010000:00000001:2.0:1789608875.239862:0:36077:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608875.239867:0:36077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55200/0xc54db3288177001d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9d0b expref: -99 pid: 36077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789608875.239878:0:36077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608875.239879:0:36077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608875.239881:0:36077:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789608875.239884:0:36077:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789608875.239887:0:36077:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55200/0xc54db3288177001d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9d0b expref: -99 pid: 36077 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789608875.239899:0:36077:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789608875.239902:0:36077:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789608875.239905:0:36077:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608875.239910:0:36077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608875.239912:0:36077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608875.239914:0:36077:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608875.239918:0:36077:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789608875.239921:0:36077:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608875.239923:0:36077:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608875.239926:0:36077:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608875.239928:0:36077:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608875.239930:0:36077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608875.239931:0:36077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789608875.239935:0:36077:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608875.239948:0:36077:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5e300 x1876538934320128/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608891 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789608875.239957:0:36077:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608875.239961:0:36077:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608875.239965:0:36077:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d9070fe000. 02000000:00000001:2.0:1789608875.239970:0:36077:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608875.239973:0:36077:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608875.239975:0:36077:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:2.0:1789608875.239977:0:36077:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608875.239981:0:36077:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d903115400. 02000000:00000001:2.0:1789608875.239987:0:36077:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608875.239989:0:36077:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608875.239991:0:36077:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5e300. 00000100:00000001:2.0:1789608875.239996:0:36077:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608875.239997:0:36077:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789608875.240002:0:36077:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608875.240009:0:36077:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7d08 00000080:00000008:2.0:1789608875.240012:0:36077:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff94d918926c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789608875.242997:0:36077:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608875.243095:0:36077:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7d08 00000080:00200008:2.0:1789608875.243100:0:36077:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff94d918926c08), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1789608875.243108:0:36077:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789608875.243110:0:36077:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7c80 00000080:00200000:2.0:1789608875.243112:0:36077:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:2.0:1789608875.243120:0:36077:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d91213da00. 00800000:00000002:2.0:1789608875.243127:0:36077:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:2.0:1789608875.243132:0:36077:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789608875.243138:0:36077:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789608875.243140:0:36077:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7ba0 00800000:00000002:2.0:1789608875.243211:0:36077:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608875.243216:0:36077:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789608875.243219:0:36077:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608875.243224:0:36077:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608875.243227:0:36077:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608875.243230:0:36077:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608875.243233:0:36077:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608875.243235:0:36077:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608875.243238:0:36077:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608875.243242:0:36077:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789608875.243249:0:36077:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789608875.243251:0:36077:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7a70 00000002:00010000:2.0:1789608875.243253:0:36077:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789608875.243257:0:36077:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789608875.243259:0:36077:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608875.243263:0:36077:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608875.243272:0:36077:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909abaa00 count: 2 00010000:00000001:2.0:1789608875.243275:0:36077:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608875.243282:0:36077:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608875.243287:0:36077:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789608875.243292:0:36077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55200/0xc54db3288177001d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9d0b expref: -99 pid: 36077 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789608875.243305:0:36077:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789608875.243312:0:36077:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608875.243315:0:36077:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55200/0xc54db3288177001d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9d0b expref: -99 pid: 36077 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789608875.243323:0:36077:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789608875.243325:0:36077:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789608875.243328:0:36077:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608875.243330:0:36077:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608875.243332:0:36077:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608875.243334:0:36077:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789608875.243337:0:36077:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789608875.243341:0:36077:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:2.0:1789608875.243345:0:36077:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d91213da00. 00000080:00000001:2.0:1789608875.243351:0:36077:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789608875.243353:0:36077:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608875.243356:0:36077:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:2.0:1789608875.243360:0:36077:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288177001d 00800000:00000001:2.0:1789608875.243364:0:36077:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789608875.243429:0:36077:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789608875.243432:0:36077:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608875.243434:0:36077:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608875.243438:0:36077:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55200 refcount=3 00000020:00000001:2.0:1789608875.243441:0:36077:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561618432 : -117815147933184 : ffff94d905f55200) 00010000:00000001:2.0:1789608875.243444:0:36077:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561618432 : -117815147933184 : ffff94d905f55200) 00010000:00000001:2.0:1789608875.243448:0:36077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608875.243450:0:36077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608875.243451:0:36077:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608875.243453:0:36077:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608875.243456:0:36077:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288177001d from it ffffae3e01cd7cb8 00010000:00000001:2.0:1789608875.243458:0:36077:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608875.243459:0:36077:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608875.243461:0:36077:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55200 refcount=3 00000020:00000001:2.0:1789608875.243463:0:36077:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561618432 : -117815147933184 : ffff94d905f55200) 00010000:00000001:2.0:1789608875.243465:0:36077:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561618432 : -117815147933184 : ffff94d905f55200) 00010000:00000001:2.0:1789608875.243467:0:36077:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608875.243470:0:36077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55200/0xc54db3288177001d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9d0b expref: -99 pid: 36077 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789608875.243476:0:36077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608875.243478:0:36077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608875.243479:0:36077:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789608875.243483:0:36077:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789608875.243485:0:36077:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55200/0xc54db3288177001d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9d0b expref: -99 pid: 36077 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789608875.243493:0:36077:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789608875.243497:0:36077:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789608875.243510:0:36077:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608875.243515:0:36077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608875.243516:0:36077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608875.243519:0:36077:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608875.243523:0:36077:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789608875.243525:0:36077:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608875.243527:0:36077:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608875.243531:0:36077:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608875.243533:0:36077:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608875.243535:0:36077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608875.243536:0:36077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789608875.243540:0:36077:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789608875.243543:0:36077:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789608875.243547:0:36077:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608875.243553:0:36077:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7d08 00000080:00000008:2.0:1789608875.243555:0:36077:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff94d918926c08), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1789608875.243758:0:36077:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789608875.243760:0:36077:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789608875.243762:0:36077:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7b78 00000080:00200000:2.0:1789608875.243764:0:36077:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:2.0:1789608875.243769:0:36077:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d91213da00. 00800000:00000002:2.0:1789608875.243772:0:36077:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:2.0:1789608875.243774:0:36077:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789608875.243776:0:36077:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789608875.243778:0:36077:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7a98 00800000:00000002:2.0:1789608875.243780:0:36077:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608875.243782:0:36077:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789608875.243784:0:36077:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608875.243785:0:36077:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608875.243787:0:36077:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608875.243788:0:36077:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608875.243790:0:36077:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608875.243792:0:36077:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608875.243794:0:36077:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608875.243796:0:36077:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789608875.243799:0:36077:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789608875.243800:0:36077:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7968 00000002:00010000:2.0:1789608875.243802:0:36077:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789608875.243805:0:36077:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789608875.243807:0:36077:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608875.243809:0:36077:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608875.243811:0:36077:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909abaa00 count: 2 00010000:00000001:2.0:1789608875.243814:0:36077:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608875.243816:0:36077:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608875.243818:0:36077:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789608875.243822:0:36077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55200/0xc54db3288177001d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9d0b expref: -99 pid: 36077 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1789608875.243830:0:36077:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789608875.243833:0:36077:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608875.243836:0:36077:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55200/0xc54db3288177001d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9d0b expref: -99 pid: 36077 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1789608875.243842:0:36077:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789608875.243844:0:36077:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789608875.243845:0:36077:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608875.243847:0:36077:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608875.243849:0:36077:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608875.243851:0:36077:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789608875.243853:0:36077:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789608875.243855:0:36077:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:2.0:1789608875.243857:0:36077:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d91213da00. 00000080:00000001:2.0:1789608875.243859:0:36077:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789608875.243860:0:36077:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608875.243862:0:36077:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:2.0:1789608875.243864:0:36077:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288177001d 00800000:00000001:2.0:1789608875.243866:0:36077:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789608875.243867:0:36077:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789608875.243869:0:36077:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608875.243870:0:36077:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608875.243872:0:36077:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55200 refcount=3 00000020:00000001:2.0:1789608875.243873:0:36077:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561618432 : -117815147933184 : ffff94d905f55200) 00010000:00000001:2.0:1789608875.243876:0:36077:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561618432 : -117815147933184 : ffff94d905f55200) 00010000:00000001:2.0:1789608875.243878:0:36077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608875.243879:0:36077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608875.243881:0:36077:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608875.243882:0:36077:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608875.243884:0:36077:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288177001d from it ffffae3e01cd7bb0 00010000:00000001:2.0:1789608875.243885:0:36077:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608875.243887:0:36077:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608875.243888:0:36077:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55200 refcount=3 00000020:00000001:2.0:1789608875.243889:0:36077:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561618432 : -117815147933184 : ffff94d905f55200) 00010000:00000001:2.0:1789608875.243891:0:36077:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561618432 : -117815147933184 : ffff94d905f55200) 00010000:00000001:2.0:1789608875.243893:0:36077:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608875.243895:0:36077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55200/0xc54db3288177001d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9d0b expref: -99 pid: 36077 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789608875.243901:0:36077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608875.243902:0:36077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608875.243903:0:36077:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789608875.243904:0:36077:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789608875.243906:0:36077:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55200/0xc54db3288177001d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9d0b expref: -99 pid: 36077 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1789608875.243913:0:36077:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789608875.243914:0:36077:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789608875.243916:0:36077:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608875.243918:0:36077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608875.243920:0:36077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608875.243921:0:36077:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608875.243923:0:36077:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789608875.243925:0:36077:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608875.243927:0:36077:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608875.243929:0:36077:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608875.243930:0:36077:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608875.243932:0:36077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608875.243933:0:36077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789608875.243935:0:36077:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789608875.243937:0:36077:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608875.243939:0:36077:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 44 00000080:00000001:2.0:1789608875.243943:0:36077:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.243949:0:36077:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:2.0:1789608875.243952:0:36077:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1789608875.243953:0:36077:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7b78 00000080:00200008:2.0:1789608875.243955:0:36077:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff94d918926c08), flags 100000 00000080:00000010:2.0:1789608875.243961:0:36077:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d91a6d2f00. 00000080:00000001:2.0:1789608875.243968:0:36077:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.243969:0:36077:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.244060:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.244063:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.244070:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.244075:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.244081:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.244085:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.244088:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.244091:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.244094:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.244101:0:36077:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:2.0:1789608875.244104:0:36077:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff94d904ceb000: age 1925, max_age 1934 00000002:00000001:2.0:1789608875.244108:0:36077:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:2.0:1789608875.244111:0:36077:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000010:2.0:1789608875.244118:0:36077:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d26d80. 00000020:00000040:2.0:1789608875.244122:0:36077:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=9 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:2.0:1789608875.244126:0:36077:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608875.244129:0:36077:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608875.244132:0:36077:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608875.244140:0:36077:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d91350a000. 00000100:00000001:2.0:1789608875.244558:0:36077:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608875.244563:0:36077:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789608875.244566:0:36077:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789608875.244576:0:36077:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d911d78480. 00000100:00000001:2.0:1789608875.244578:0:36077:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258760991872 : -117814948559744 : ffff94d911d78480) 00000100:00000001:2.0:1789608875.244582:0:36077:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608875.244583:0:36077:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592886144 : -117815116665472 : ffff94d907d26d80) 00000100:00000001:2.0:1789608875.244590:0:36077:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608875.244596:0:36077:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608875.244598:0:36077:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789608875.244600:0:36077:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608875.244615:0:36077:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d26d80 x1876538934320256/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608875.244624:0:36077:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608875.244626:0:36077:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608875.244630:0:36077:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608875.244634:0:36077:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608875.244636:0:36077:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608875.244640:0:36077:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d26d80 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:36077:1876538934320256:192.168.203.121@tcp:41:lfs.0 00000100:00000001:2.0:1789608875.244645:0:36077:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608875.244651:0:36077:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608875.244654:0:36077:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608875.244657:0:36077:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608875.244662:0:36077:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903dbc800. 02000000:00000001:2.0:1789608875.244664:0:36077:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608875.244673:0:36077:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608875.244907:0:36077:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d216e0. 00000400:00000010:2.0:1789608875.244918:0:36077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c990. 00000100:00000200:2.0:1789608875.244927:0:36077:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934320256, portal 10 00000100:00000001:2.0:1789608875.244929:0:36077:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608875.244930:0:36077:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592886144 : -117815116665472 : ffff94d907d26d80) 00000100:00000040:2.0:1789608875.244939:0:36077:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907d26d80 x1876538934320256/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608891 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608875.244948:0:36077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608875.244951:0:36077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608875.244954:0:36077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c6e8. 00000100:00000200:2.0:1789608875.244959:0:36077:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934320256, offset 0 00000400:00000200:2.0:1789608875.244967:0:36077:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608875.244978:0:36077:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608875.244987:0:36077:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608875.244996:0:36077:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608875.245103:0:36077:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608875.245108:0:36077:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608875.245111:0:36077:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608875.245116:0:36077:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [3005:3005:256:4294967295] 192.168.203.121@tcp LPNI seq info [3005:3005:8:4294967295] 00000400:00000200:2.0:1789608875.245121:0:36077:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608875.245134:0:36077:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608875.245208:0:36077:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608875.245216:0:36077:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91350af00. 00000800:00000200:2.0:1789608875.245225:0:36077:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608875.245234:0:36077:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608875.245240:0:36077:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91350af00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789608875.245295:0:36077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608875.245301:0:36077:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 840158 usecs (841 jiffies) 00000400:00000200:2.0:1789608875.245305:0:36077:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608875.245308:0:36077:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296603176 00000100:00000001:2.0:1789608875.245312:0:36077:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296604004 00000100:00000001:2.0:1789608875.245315:0:36077:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296603176 00000100:00000001:2.0:1789608875.245317:0:36077:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296604004 00000100:00000001:2.0:1789608875.245319:0:36077:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608875.245322:0:36077:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608875.245325:0:36077:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608875.245327:0:36077:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789608875.245330:0:36077:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d911d78480 going to sleep for 11 seconds 00000100:00000001:2.0:1789608875.245334:0:36077:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608875.245337:0:36077:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608875.256075:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608875.256089:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91350af00. 00000400:00000200:0.0:1789608875.256099:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608875.256112:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608875.256124:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c6e8 00000400:00000010:0.0:1789608875.256127:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c6e8. 00000100:00000001:0.0:1789608875.256134:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608875.256145:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d26d80 x1876538934320256/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608891 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608875.256160:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608875.256163:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d26d80 x1876538934320256/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608891 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608875.256171:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608875.256173:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608875.258714:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.258742:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608875.258747:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.258750:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608875.258762:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.258773:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608875.258783:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.258788:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.258795:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.258800:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 368 into portal 10 MB=0x6aab3c4965c80 00000400:00000200:0.0:1789608875.258807:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.258815:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 368/368 into md 0x88d9 [1] + 224 00000800:00000001:0.0:1789608875.258825:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.258834:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608875.258839:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608875.258843:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608875.258853:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608875.258864:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d26d80 x1876538934320256/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608891 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608875.258877:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff94d907d26d80 x1876538934320256/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608891 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608875.258910:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608875.258920:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.258924:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608875.259017:0:36077:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608875.259027:0:36077:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608875.259030:0:36077:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608875.259035:0:36077:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d216e0. 00000400:00000200:2.0:1789608875.259042:0:36077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c990 00000400:00000010:2.0:1789608875.259047:0:36077:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c990. 00000100:00000001:2.0:1789608875.259051:0:36077:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608875.259056:0:36077:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d26d80 x1876538934320256/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608891 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789608875.259065:0:36077:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d26d80 x1876538934320256/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608891 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608875.259072:0:36077:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608875.259074:0:36077:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608875.259077:0:36077:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608875.259081:0:36077:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608875.259085:0:36077:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608875.259087:0:36077:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608875.259091:0:36077:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608875.259106:0:36077:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=83 v=5 (5 104 104 104) 00000100:00001000:2.0:1789608875.259111:0:36077:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=38 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608875.259113:0:36077:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608875.259115:0:36077:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608875.259118:0:36077:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608875.259123:0:36077:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608875.259128:0:36077:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608875.259131:0:36077:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 8589934607 00000100:00000001:2.0:1789608875.259133:0:36077:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608875.259137:0:36077:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608875.259142:0:36077:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d26d80 x1876538934320256/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608891 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608875.259149:0:36077:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608875.259153:0:36077:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608875.259155:0:36077:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608875.259159:0:36077:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d26d80 x1876538934320256/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608891 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789608875.259167:0:36077:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d26d80 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:36077:1876538934320256:192.168.203.121@tcp:41:lfs.0 00000100:00000001:2.0:1789608875.259173:0:36077:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608875.259176:0:36077:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608875.259180:0:36077:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789608875.259183:0:36077:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608875.259186:0:36077:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d26d80 x1876538934320256/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608891 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608875.259194:0:36077:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608875.259197:0:36077:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d911d78480. 00000100:00000001:2.0:1789608875.259202:0:36077:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789608875.259204:0:36077:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608875.259211:0:36077:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:2.0:1789608875.259213:0:36077:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608875.259215:0:36077:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d26d80 x1876538934320256/t0(0) o41->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608891 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608875.259220:0:36077:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608875.259223:0:36077:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608875.259227:0:36077:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903dbc800. 02000000:00000001:2.0:1789608875.259230:0:36077:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608875.259233:0:36077:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608875.259235:0:36077:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:2.0:1789608875.259238:0:36077:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608875.259241:0:36077:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d91350a000. 02000000:00000001:2.0:1789608875.259244:0:36077:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608875.259246:0:36077:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608875.259249:0:36077:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d26d80. 00000100:00000001:2.0:1789608875.259252:0:36077:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608875.259253:0:36077:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789608875.259255:0:36077:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608875.259256:0:36077:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:2.0:1789608875.259258:0:36077:0:(genops.c:1229:class_import_put()) Process leaving 00800000:00000004:2.0:1789608875.259261:0:36077:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff94d904ceb000: update ffff94d90933b7d8 cache blocks 17238/17271 objects 529751/530108 00800000:00000001:2.0:1789608875.259266:0:36077:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608875.259273:0:36077:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.259277:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789608875.259281:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.259286:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.259290:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.259396:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.259399:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.259410:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.259413:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.259419:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.259424:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.259427:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.259431:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.259433:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.259441:0:36077:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:2.0:1789608875.259445:0:36077:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0001-mdc-ffff94d904ceb000: age 1925, max_age 1934 00000002:00000001:2.0:1789608875.259449:0:36077:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:2.0:1789608875.259452:0:36077:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=4 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000100:00000010:2.0:1789608875.259458:0:36077:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d26d80. 00000020:00000040:2.0:1789608875.259462:0:36077:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=5 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000100:00000001:2.0:1789608875.259466:0:36077:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608875.259469:0:36077:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608875.259475:0:36077:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608875.259483:0:36077:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d91350a000. 00000100:00000001:2.0:1789608875.259490:0:36077:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608875.259494:0:36077:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789608875.259496:0:36077:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789608875.259512:0:36077:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d911d78480. 00000100:00000001:2.0:1789608875.259514:0:36077:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258760991872 : -117814948559744 : ffff94d911d78480) 00000100:00000001:2.0:1789608875.259517:0:36077:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608875.259519:0:36077:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592886144 : -117815116665472 : ffff94d907d26d80) 00000100:00000001:2.0:1789608875.259525:0:36077:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608875.259529:0:36077:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608875.259531:0:36077:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789608875.259533:0:36077:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608875.259538:0:36077:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d26d80 x1876538934320384/t0(0) o41->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608875.259545:0:36077:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608875.259547:0:36077:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608875.259552:0:36077:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608875.259555:0:36077:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608875.259558:0:36077:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608875.259561:0:36077:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d26d80 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:36077:1876538934320384:192.168.203.121@tcp:41:lfs.0 00000100:00000001:2.0:1789608875.259566:0:36077:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608875.259571:0:36077:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608875.259574:0:36077:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608875.259577:0:36077:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608875.259580:0:36077:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903dbc800. 02000000:00000001:2.0:1789608875.259582:0:36077:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608875.259588:0:36077:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608875.259591:0:36077:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d216e0. 00000400:00000010:2.0:1789608875.259597:0:36077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c990. 00000100:00000200:2.0:1789608875.259605:0:36077:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934320384, portal 10 00000100:00000001:2.0:1789608875.259607:0:36077:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608875.259608:0:36077:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592886144 : -117815116665472 : ffff94d907d26d80) 00000100:00000040:2.0:1789608875.259616:0:36077:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907d26d80 x1876538934320384/t0(0) o41->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608891 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608875.259624:0:36077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608875.259628:0:36077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608875.259631:0:36077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6caa0. 00000100:00000200:2.0:1789608875.259635:0:36077:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934320384, offset 0 00000400:00000200:2.0:1789608875.259642:0:36077:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608875.259650:0:36077:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608875.259658:0:36077:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608875.259665:0:36077:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608875.259670:0:36077:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608875.259729:0:36077:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608875.259733:0:36077:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608875.259738:0:36077:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [3006:3006:256:4294967295] 192.168.203.121@tcp LPNI seq info [3006:3006:8:4294967295] 00000400:00000200:2.0:1789608875.259744:0:36077:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608875.259756:0:36077:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608875.259764:0:36077:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608875.259771:0:36077:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91350a700. 00000800:00000200:2.0:1789608875.259779:0:36077:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608875.259788:0:36077:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608875.259795:0:36077:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91350a700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789608875.259804:0:36077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608875.259809:0:36077:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: using a timeout of 24108 usecs (25 jiffies) 00000400:00000200:2.0:1789608875.259813:0:36077:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608875.259817:0:36077:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296602375 00000100:00000001:2.0:1789608875.259821:0:36077:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296604004 00000100:00000001:2.0:1789608875.259823:0:36077:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296602375 00000100:00000001:2.0:1789608875.259825:0:36077:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296604004 00000100:00000001:2.0:1789608875.259828:0:36077:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608875.259831:0:36077:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608875.259833:0:36077:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608875.259835:0:36077:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789608875.259838:0:36077:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d911d78480 going to sleep for 11 seconds 00000100:00000001:2.0:1789608875.259841:0:36077:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608875.259843:0:36077:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608875.260159:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608875.260165:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91350a700. 00000400:00000200:0.0:1789608875.260170:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608875.260175:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608875.260181:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6caa0 00000400:00000010:0.0:1789608875.260183:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6caa0. 00000100:00000001:0.0:1789608875.260187:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608875.260191:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d26d80 x1876538934320384/t0(0) o41->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608891 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608875.260201:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608875.260204:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d26d80 x1876538934320384/t0(0) o41->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608891 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608875.260211:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608875.260213:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608875.263224:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.263247:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608875.263253:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.263255:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608875.263266:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.263275:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608875.263286:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.263293:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.263300:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.263304:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 368 into portal 10 MB=0x6aab3c4965d00 00000400:00000200:0.0:1789608875.263310:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.263317:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 368/368 into md 0x88e1 [1] + 224 00000800:00000001:0.0:1789608875.263327:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.263334:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608875.263339:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608875.263344:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608875.263352:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608875.263362:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d26d80 x1876538934320384/t0(0) o41->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608891 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608875.263384:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff94d907d26d80 x1876538934320384/t0(0) o41->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608891 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608875.263405:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608875.263415:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.263419:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608875.263582:0:36077:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608875.263592:0:36077:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608875.263594:0:36077:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608875.263598:0:36077:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d216e0. 00000400:00000200:2.0:1789608875.263605:0:36077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c990 00000400:00000010:2.0:1789608875.263608:0:36077:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c990. 00000100:00000001:2.0:1789608875.263611:0:36077:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608875.263616:0:36077:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d26d80 x1876538934320384/t0(0) o41->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608891 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789608875.263625:0:36077:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d26d80 x1876538934320384/t0(0) o41->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608891 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608875.263631:0:36077:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608875.263633:0:36077:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608875.263636:0:36077:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608875.263641:0:36077:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608875.263644:0:36077:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608875.263646:0:36077:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608875.263650:0:36077:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608875.263661:0:36077:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b17c60 time=83 v=5 (5 104 104 104) 00000100:00001000:2.0:1789608875.263666:0:36077:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b17c18 time=83 v=5 (1 1 1 1) 00000100:00000001:2.0:1789608875.263669:0:36077:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608875.263671:0:36077:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608875.263674:0:36077:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608875.263720:0:36077:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608875.263726:0:36077:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608875.263728:0:36077:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967336 00000100:00000001:2.0:1789608875.263730:0:36077:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608875.263733:0:36077:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608875.263738:0:36077:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d26d80 x1876538934320384/t0(0) o41->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608891 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608875.263746:0:36077:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608875.263749:0:36077:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608875.263751:0:36077:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608875.263756:0:36077:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d26d80 x1876538934320384/t0(0) o41->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608891 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789608875.263764:0:36077:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d26d80 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:36077:1876538934320384:192.168.203.121@tcp:41:lfs.0 00000100:00000001:2.0:1789608875.263770:0:36077:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608875.263773:0:36077:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608875.263776:0:36077:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789608875.263778:0:36077:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608875.263782:0:36077:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d26d80 x1876538934320384/t0(0) o41->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608891 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608875.263789:0:36077:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789608875.263792:0:36077:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d911d78480. 00000100:00000001:2.0:1789608875.263797:0:36077:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789608875.263799:0:36077:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608875.263806:0:36077:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:2.0:1789608875.263809:0:36077:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608875.263811:0:36077:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d26d80 x1876538934320384/t0(0) o41->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/368 e 0 to 0 dl 1789608891 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608875.263817:0:36077:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608875.263820:0:36077:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608875.263824:0:36077:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903dbc800. 02000000:00000001:2.0:1789608875.263826:0:36077:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608875.263830:0:36077:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608875.263832:0:36077:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=4 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:2.0:1789608875.263834:0:36077:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608875.263837:0:36077:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d91350a000. 02000000:00000001:2.0:1789608875.263841:0:36077:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608875.263843:0:36077:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608875.263845:0:36077:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d26d80. 00000100:00000001:2.0:1789608875.263849:0:36077:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608875.263850:0:36077:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789608875.263852:0:36077:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608875.263853:0:36077:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=3 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:2.0:1789608875.263854:0:36077:0:(genops.c:1229:class_import_put()) Process leaving 00800000:00000004:2.0:1789608875.263858:0:36077:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0001-mdc-ffff94d904ceb000: update ffff94d909338458 cache blocks 17240/17271 objects 533048/533370 00800000:00000001:2.0:1789608875.263863:0:36077:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608875.263870:0:36077:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.263875:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789608875.263879:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.263884:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.263887:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.263963:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.263966:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.263974:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.263977:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.263984:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.263989:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.263991:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.263994:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.263996:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.264255:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264259:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264261:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.264264:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.264268:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264270:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264277:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.264278:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.264282:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.264284:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.264287:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.264290:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.264292:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.264294:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.264295:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.264299:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264301:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264303:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.264305:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.264308:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264310:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264314:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.264315:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.264318:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.264320:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.264322:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.264325:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.264327:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.264328:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.264330:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.264332:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264335:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264337:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.264340:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.264343:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264345:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264349:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.264350:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.264353:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.264355:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.264357:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.264360:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.264361:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.264363:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.264364:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.264378:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264380:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264382:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.264385:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.264387:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264389:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264393:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.264395:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.264398:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.264399:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.264402:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.264404:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.264406:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.264408:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.264409:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.264412:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264414:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264416:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.264418:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.264421:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264423:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264426:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.264429:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.264432:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.264434:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.264436:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.264438:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.264440:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.264442:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.264443:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.264446:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264448:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264450:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.264452:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.264455:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264457:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264460:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.264462:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.264464:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.264466:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.264468:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.264471:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.264472:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.264473:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.264475:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.264478:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264480:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264482:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.264484:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.264487:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264489:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264493:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.264494:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.264507:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.264509:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.264513:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.264515:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.264517:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.264518:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.264519:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.264522:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264524:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264526:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.264529:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.264531:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264533:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264537:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.264539:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.264542:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.264543:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.264546:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.264548:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.264550:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.264551:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.264553:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.264555:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264558:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264560:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.264562:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.264564:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264566:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264570:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.264571:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.264574:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.264576:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.264578:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.264581:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.264582:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.264584:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.264585:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.264588:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264590:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264592:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.264595:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.264597:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264599:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264602:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.264604:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.264607:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.264609:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.264611:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.264613:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.264615:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.264616:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.264617:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.264620:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264622:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264625:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.264627:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.264630:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264632:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264635:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.264637:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.264639:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.264641:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.264643:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.264646:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.264647:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.264649:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.264650:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.264653:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264656:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264658:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.264660:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.264663:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264664:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264668:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.264669:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.264672:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.264674:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.264703:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.264707:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.264710:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.264711:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.264713:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.264716:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264718:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264720:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.264722:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.264725:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264727:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264731:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.264733:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.264736:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.264737:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.264740:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.264742:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.264744:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.264745:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.264747:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.264749:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264751:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264753:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.264756:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.264758:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264761:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264764:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.264766:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.264768:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.264770:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.264772:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.264774:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.264776:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.264777:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.264778:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.264781:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264783:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264785:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.264788:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.264790:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264792:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264796:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.264797:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.264800:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.264801:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.264804:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.264806:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.264808:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.264810:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.264811:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.264814:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264816:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264817:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.264820:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.264822:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264824:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264828:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.264830:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.264833:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.264834:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.264836:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.264839:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.264840:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.264842:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.264843:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.264846:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264848:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264850:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.264852:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.264855:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264857:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264860:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.264862:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.264865:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.264866:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.264868:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.264871:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.264873:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.264874:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.264876:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.264878:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264881:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264883:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.264885:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.264888:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264890:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264893:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.264895:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.264898:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.264899:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.264902:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.264905:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.264907:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.264908:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.264909:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.264912:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264914:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264916:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.264919:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.264921:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264923:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264927:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.264929:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.264931:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.264933:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.264935:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.264937:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.264939:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.264940:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.264942:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.264945:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264947:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264949:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.264951:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.264954:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264955:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264959:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.264960:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.264963:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.264964:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.264967:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.264969:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.264971:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.264973:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.264974:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.264977:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264979:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264981:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.264983:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.264986:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264988:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.264991:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.264992:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.264995:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.264996:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.264999:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.265014:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.265016:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.265017:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.265018:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.265021:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265023:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265025:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.265027:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.265029:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265031:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265034:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.265036:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.265038:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.265040:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.265042:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.265044:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.265045:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.265046:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.265048:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.265050:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265053:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265055:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.265057:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.265059:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265061:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265065:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.265066:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.265068:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.265069:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.265072:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.265074:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.265075:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.265076:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.265077:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.265079:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265081:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265083:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.265085:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.265087:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265089:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265092:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.265093:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.265096:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.265097:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.265099:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.265101:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.265103:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.265104:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.265105:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.265108:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265109:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265111:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.265113:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.265115:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265117:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265120:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.265121:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.265123:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.265124:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.265126:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.265128:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.265130:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.265131:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.265132:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.265134:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265136:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265138:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.265140:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.265153:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265156:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265160:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.265161:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.265164:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.265165:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.265168:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.265170:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.265172:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.265173:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.265174:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.265177:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265179:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265180:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.265182:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.265184:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265186:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265188:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.265190:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.265193:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.265194:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.265196:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.265198:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.265200:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.265201:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.265202:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.265205:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265207:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265209:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.265211:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.265213:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265215:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265218:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.265219:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.265222:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.265223:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.265225:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.265227:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.265229:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.265230:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.265231:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.265234:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265235:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265237:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.265239:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.265241:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265243:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265245:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.265246:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.265249:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.265250:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.265252:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.265254:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.265256:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.265257:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.265258:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.265261:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265262:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265264:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.265266:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.265268:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265269:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265272:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.265273:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.265275:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.265276:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.265278:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.265280:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.265281:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.265282:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.265284:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.265286:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265288:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265290:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.265292:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.265294:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265296:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265299:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.265300:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.265303:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.265304:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.265306:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.265308:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.265310:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.265311:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.265313:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.265315:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265318:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265320:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.265322:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.265324:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265326:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265329:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.265330:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.265332:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.265333:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.265335:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.265338:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.265339:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.265340:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.265341:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.265343:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265345:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265347:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.265349:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.265351:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265353:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265356:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.265357:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.265359:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.265360:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.265362:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.265365:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.265366:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.265367:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.265368:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.265371:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265374:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265376:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.265378:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.265380:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265382:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265384:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.265386:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.265388:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.265389:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.265391:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.265393:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.265394:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.265395:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.265396:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.265398:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265400:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265401:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.265404:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.265406:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265407:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265412:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.265413:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.265416:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.265418:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.265420:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.265423:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.265424:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.265425:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.265426:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.265428:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265430:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265431:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.265433:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.265435:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265437:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265440:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.265441:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.265443:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.265444:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.265446:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.265448:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.265449:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.265451:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.265452:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.265454:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265456:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265458:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.265461:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.265463:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265465:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265468:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.265469:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.265471:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.265472:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.265474:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.265477:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.265478:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.265479:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.265481:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.265483:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265485:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265487:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.265489:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.265491:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265493:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265495:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.265507:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.265509:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.265511:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.265513:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.265515:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.265516:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.265517:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.265518:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.265521:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265523:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265524:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.265526:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.265528:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265530:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265533:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.265534:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.265536:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.265537:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.265539:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.265542:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.265543:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.265544:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.265546:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.265548:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265550:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265552:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.265555:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.265557:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265559:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265562:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.265563:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.265566:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.265567:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.265570:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.265572:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.265573:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.265574:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.265575:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.265578:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265579:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265581:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.265583:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.265585:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265587:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265589:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.265591:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.265593:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.265594:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.265596:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.265598:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.265599:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.265600:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.265601:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.265603:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265606:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265607:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.265609:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.265611:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265612:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265615:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.265616:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.265619:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.265620:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.265622:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.265624:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.265626:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.265628:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.265629:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.265631:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265633:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265634:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.265636:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.265638:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265640:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265643:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.265644:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.265646:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.265648:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.265650:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.265651:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.265653:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.265654:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.265655:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.265657:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265659:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265661:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.265664:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.265666:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265668:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265671:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.265672:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.265706:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.265708:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.265711:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.265714:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.265715:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.265716:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.265718:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.265720:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265723:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265725:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.265726:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.265729:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265730:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265735:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.265736:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.265738:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.265740:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.265742:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.265744:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.265745:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.265747:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.265748:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.265750:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265752:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265753:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.265755:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.265757:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265759:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265762:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.265763:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.265765:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.265767:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.265768:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.265770:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.265771:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.265772:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.265774:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.265776:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265778:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265780:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.265782:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.265785:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265787:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265790:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.265792:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.265794:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.265795:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.265797:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.265799:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.265800:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.265801:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.265802:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.265804:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265806:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265807:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.265809:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.265811:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265813:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265817:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.265818:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.265821:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.265822:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.265824:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.265826:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.265828:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.265830:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.265831:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.265834:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265836:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265838:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.265840:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.265842:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265843:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265846:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.265847:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.265850:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.265851:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.265853:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.265854:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.265856:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.265857:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.265858:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.265860:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265862:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265863:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.265865:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.265867:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265869:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265872:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.265874:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.265876:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.265877:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.265879:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.265881:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.265883:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.265884:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.265885:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.265887:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265889:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265891:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.265894:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.265896:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265898:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265900:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.265902:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.265904:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.265906:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.265908:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.265910:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.265911:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.265913:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.265914:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.265917:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265919:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265921:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.265923:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.265926:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265927:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265930:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.265931:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.265934:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.265935:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.265936:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.265938:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.265940:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.265941:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.265943:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.265945:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265947:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265949:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.265952:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.265954:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265955:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265958:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.265959:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.265962:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.265963:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.265965:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.265967:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.265969:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.265971:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.265972:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.265975:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265977:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265979:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.265981:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.265983:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265984:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.265987:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.265988:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.265991:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.265992:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.265994:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.265997:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.265998:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.266000:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.266001:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.266004:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.266006:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.266008:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.266010:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.266012:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.266014:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.266017:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.266018:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.266021:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.266022:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.266024:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.266026:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.266028:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.266029:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.266030:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.266033:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.266035:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.266038:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.266040:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.266042:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.266044:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.266046:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.266048:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.266050:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.266051:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.266053:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.266055:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.266057:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.266058:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.266060:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.266062:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.266064:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.266066:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.266068:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.266070:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.266072:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.266076:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.266077:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.266080:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.266081:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.266083:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.266086:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.266088:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.266089:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.266091:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.266093:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.266096:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.266098:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.266100:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.266103:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.266105:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.266108:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.266109:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.266112:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.266113:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.266115:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.266117:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.266119:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.266120:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.266121:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.266124:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.266126:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.266127:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.266130:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.266131:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.266133:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.266136:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.266137:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.266139:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.266140:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.266142:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.266144:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.266146:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.266147:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.266148:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.266151:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.266153:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.266155:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.266158:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.266159:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.266161:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.266164:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.266166:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.266168:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.266170:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.266172:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.266174:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.266176:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.266177:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.266178:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.266181:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.266183:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.266185:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.266187:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.266189:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.266190:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.266193:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.266194:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.266197:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.266198:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.266200:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.266202:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.266203:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.266204:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.266205:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.266208:0:36077:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.266209:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.266211:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789608875.266213:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.266215:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.266216:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789608875.266219:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.266220:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.266222:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.266223:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.266226:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.266228:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.266230:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789608875.266231:0:36077:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789608875.266232:0:36077:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00800000:00000001:2.0:1789608875.266235:0:36077:0:(lmv_obd.c:965:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1789608875.266237:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1789608875.266239:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:2.0:1789608875.266242:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:2.0:1789608875.266244:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1789608875.266246:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1789608875.266249:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789608875.266251:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:2.0:1789608875.266253:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789608875.266255:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789608875.266257:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d903dbfc00. 00000020:00000001:2.0:1789608875.266259:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.266261:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789608875.266265:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789608875.266267:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d903dbfc00 uarg=0000000000000000 00020000:00000001:2.0:1789608875.266275:0:36077:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:2.0:1789608875.266277:0:36077:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff94d904ceb000: age 1925, max_age 1934 00000008:00000001:2.0:1789608875.266282:0:36077:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:2.0:1789608875.266286:0:36077:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00000100:00000010:2.0:1789608875.266294:0:36077:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d26d80. 00000020:00000040:2.0:1789608875.266297:0:36077:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=4 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:2.0:1789608875.266302:0:36077:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608875.266303:0:36077:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:2.0:1789608875.266307:0:36077:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:2.0:1789608875.266309:0:36077:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608875.266313:0:36077:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608875.266320:0:36077:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608875.266328:0:36077:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d91350a000. 00000100:00000001:2.0:1789608875.266336:0:36077:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608875.266341:0:36077:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789608875.266344:0:36077:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789608875.266351:0:36077:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d911d78480. 00000100:00000001:2.0:1789608875.266354:0:36077:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258760991872 : -117814948559744 : ffff94d911d78480) 00000100:00000001:2.0:1789608875.266357:0:36077:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608875.266358:0:36077:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592886144 : -117815116665472 : ffff94d907d26d80) 00000100:00000001:2.0:1789608875.266365:0:36077:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608875.266370:0:36077:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608875.266373:0:36077:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789608875.266375:0:36077:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608875.266389:0:36077:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d26d80 x1876538934320512/t0(0) o13->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608875.266397:0:36077:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608875.266401:0:36077:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608875.266406:0:36077:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608875.266409:0:36077:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608875.266411:0:36077:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608875.266415:0:36077:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d26d80 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:36077:1876538934320512:192.168.203.121@tcp:13:lfs.0 00000100:00000001:2.0:1789608875.266420:0:36077:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608875.266426:0:36077:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608875.266429:0:36077:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608875.266432:0:36077:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608875.266436:0:36077:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d903dbc800. 02000000:00000001:2.0:1789608875.266438:0:36077:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608875.266446:0:36077:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608875.266451:0:36077:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d216e0. 00000400:00000010:2.0:1789608875.266459:0:36077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c990. 00000100:00000200:2.0:1789608875.266468:0:36077:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934320512, portal 4 00000100:00000001:2.0:1789608875.266470:0:36077:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608875.266472:0:36077:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592886144 : -117815116665472 : ffff94d907d26d80) 00000100:00000040:2.0:1789608875.266480:0:36077:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907d26d80 x1876538934320512/t0(0) o13->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608891 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608875.266489:0:36077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608875.266493:0:36077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608875.266496:0:36077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c5d8. 00000100:00000200:2.0:1789608875.266511:0:36077:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1876538934320512, offset 0 00000400:00000200:2.0:1789608875.266520:0:36077:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608875.266530:0:36077:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608875.266541:0:36077:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608875.266547:0:36077:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608875.266553:0:36077:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608875.266557:0:36077:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608875.266561:0:36077:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608875.266565:0:36077:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [3007:3007:256:4294967295] 192.168.203.121@tcp LPNI seq info [3007:3007:8:4294967295] 00000400:00000200:2.0:1789608875.266570:0:36077:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608875.266582:0:36077:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608875.266591:0:36077:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608875.266597:0:36077:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91350ac00. 00000800:00000200:2.0:1789608875.266606:0:36077:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608875.266615:0:36077:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608875.266621:0:36077:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91350ac00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789608875.266636:0:36077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608875.266642:0:36077:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 187838 usecs (188 jiffies) 00000400:00000200:2.0:1789608875.266646:0:36077:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608875.266650:0:36077:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296602544 00000100:00000001:2.0:1789608875.266654:0:36077:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296604004 00000100:00000001:2.0:1789608875.266657:0:36077:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296602544 00000100:00000001:2.0:1789608875.266659:0:36077:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296604004 00000100:00000001:2.0:1789608875.266662:0:36077:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608875.266665:0:36077:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608875.266667:0:36077:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608875.266670:0:36077:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789608875.266673:0:36077:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d911d78480 going to sleep for 11 seconds 00000800:00000200:0.0:1789608875.267712:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608875.267723:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91350ac00. 00000400:00000200:0.0:1789608875.267732:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608875.267741:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608875.267750:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c5d8 00000400:00000010:0.0:1789608875.267753:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c5d8. 00000100:00000001:0.0:1789608875.267759:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608875.267766:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d26d80 x1876538934320512/t0(0) o13->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608891 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608875.267778:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608875.267782:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907d26d80 x1876538934320512/t0(0) o13->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608891 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608875.267790:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608875.267792:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789608875.268576:0:36077:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608875.269406:0:36077:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789608875.271593:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.271613:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608875.271618:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.271621:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608875.271632:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.271641:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608875.271652:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.271658:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.271665:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.271670:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 368 into portal 4 MB=0x6aab3c4965d80 00000400:00000200:0.0:1789608875.271709:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.271716:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 368/368 into md 0x88e9 [1] + 224 00000800:00000001:0.0:1789608875.271725:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.271733:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608875.271737:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608875.271742:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608875.271751:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608875.271762:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d26d80 x1876538934320512/t0(0) o13->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608891 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608875.271774:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff94d907d26d80 x1876538934320512/t0(0) o13->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608891 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608875.271792:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608875.271802:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.271805:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608875.271961:0:36077:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608875.271971:0:36077:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608875.271974:0:36077:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608875.271979:0:36077:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d216e0. 00000400:00000200:3.0:1789608875.271985:0:36077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c990 00000400:00000010:3.0:1789608875.271988:0:36077:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c990. 00000100:00000001:3.0:1789608875.271991:0:36077:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608875.271997:0:36077:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d26d80 x1876538934320512/t0(0) o13->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608891 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608875.272016:0:36077:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d26d80 x1876538934320512/t0(0) o13->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608891 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608875.272022:0:36077:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608875.272025:0:36077:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608875.272027:0:36077:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608875.272031:0:36077:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608875.272035:0:36077:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608875.272037:0:36077:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608875.272042:0:36077:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608875.272055:0:36077:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13cf0 time=48 v=5 (5 0 0 0) 00000100:00001000:3.0:1789608875.272059:0:36077:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608875.272062:0:36077:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608875.272064:0:36077:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.272067:0:36077:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608875.272072:0:36077:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608875.272077:0:36077:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608875.272079:0:36077:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: skip recheck: last_committed 4294967338 00000100:00000001:3.0:1789608875.272081:0:36077:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608875.272083:0:36077:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608875.272088:0:36077:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d26d80 x1876538934320512/t0(0) o13->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608891 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608875.272095:0:36077:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608875.272099:0:36077:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608875.272101:0:36077:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608875.272105:0:36077:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d26d80 x1876538934320512/t0(0) o13->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608891 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608875.272120:0:36077:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d26d80 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:36077:1876538934320512:192.168.203.121@tcp:13:lfs.0 00000100:00000001:3.0:1789608875.272126:0:36077:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608875.272129:0:36077:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608875.272132:0:36077:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789608875.272135:0:36077:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608875.272138:0:36077:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d26d80 x1876538934320512/t0(0) o13->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608891 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608875.272155:0:36077:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608875.272158:0:36077:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d911d78480. 00000100:00000001:3.0:1789608875.272164:0:36077:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789608875.272166:0:36077:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789608875.272174:0:36077:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:3.0:1789608875.272176:0:36077:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608875.272179:0:36077:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d26d80 x1876538934320512/t0(0) o13->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608891 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608875.272185:0:36077:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608875.272188:0:36077:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608875.272192:0:36077:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d903dbc800. 02000000:00000001:3.0:1789608875.272194:0:36077:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608875.272198:0:36077:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608875.272200:0:36077:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=2 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:3.0:1789608875.272202:0:36077:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608875.272205:0:36077:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d91350a000. 02000000:00000001:3.0:1789608875.272209:0:36077:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608875.272211:0:36077:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608875.272213:0:36077:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d26d80. 00000100:00000001:3.0:1789608875.272217:0:36077:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608875.272218:0:36077:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:3.0:1789608875.272223:0:36077:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff94d904ceb000: update ffff94d90933d198 cache blocks 3679/3683 objects 117792/118255 00020000:00000001:3.0:1789608875.272228:0:36077:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608875.272233:0:36077:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.272237:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789608875.272240:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d903dbfc00. 00000080:00000001:3.0:1789608875.272245:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.272249:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.272329:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.272332:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.272340:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.272344:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.272350:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.272355:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.272358:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.272362:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.272364:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.272613:0:36077:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:3.0:1789608875.272615:0:36077:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff94d904ceb000: age 1925, max_age 1934 00000008:00000001:3.0:1789608875.272618:0:36077:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:3.0:1789608875.272622:0:36077:0:(genops.c:1209:class_import_get()) import ffff94d902b13000 refcount=3 obd=lustre-OST0001-osc-ffff94d904ceb000 00000100:00000010:3.0:1789608875.272628:0:36077:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908492680. 00000020:00000040:3.0:1789608875.272632:0:36077:0:(genops.c:1209:class_import_get()) import ffff94d902b13000 refcount=4 obd=lustre-OST0001-osc-ffff94d904ceb000 00000020:00000001:3.0:1789608875.272635:0:36077:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608875.272636:0:36077:0:(genops.c:1222:class_import_put()) import ffff94d902b13000 refcount=3 obd=lustre-OST0001-osc-ffff94d904ceb000 00000020:00000001:3.0:1789608875.272638:0:36077:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:3.0:1789608875.272640:0:36077:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608875.272644:0:36077:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608875.272650:0:36077:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608875.272657:0:36077:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d9104bd900. 00000100:00000001:3.0:1789608875.272664:0:36077:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608875.272668:0:36077:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789608875.272670:0:36077:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789608875.272711:0:36077:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d903344f00. 00000100:00000001:3.0:1789608875.272715:0:36077:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258515414784 : -117815194136832 : ffff94d903344f00) 00000100:00000001:3.0:1789608875.272718:0:36077:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608875.272719:0:36077:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600666752 : -117815108884864 : ffff94d908492680) 00000100:00000001:3.0:1789608875.272724:0:36077:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608875.272729:0:36077:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608875.272731:0:36077:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789608875.272732:0:36077:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608875.272738:0:36077:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908492680 x1876538934320640/t0(0) o13->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608875.272745:0:36077:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608875.272747:0:36077:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608875.272751:0:36077:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608875.272754:0:36077:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608875.272756:0:36077:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608875.272760:0:36077:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908492680 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:36077:1876538934320640:192.168.203.121@tcp:13:lfs.0 00000100:00000001:3.0:1789608875.272764:0:36077:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608875.272770:0:36077:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608875.272772:0:36077:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608875.272774:0:36077:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608875.272779:0:36077:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d90839a800. 02000000:00000001:3.0:1789608875.272781:0:36077:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608875.272786:0:36077:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608875.272790:0:36077:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2aaa8. 00000400:00000010:3.0:1789608875.272795:0:36077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9b28. 00000100:00000200:3.0:1789608875.272802:0:36077:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934320640, portal 4 00000100:00000001:3.0:1789608875.272804:0:36077:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608875.272805:0:36077:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600666752 : -117815108884864 : ffff94d908492680) 00000100:00000040:3.0:1789608875.272811:0:36077:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d908492680 x1876538934320640/t0(0) o13->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608891 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608875.272818:0:36077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608875.272822:0:36077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608875.272825:0:36077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9330. 00000100:00000200:3.0:1789608875.272828:0:36077:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1876538934320640, offset 0 00000400:00000200:3.0:1789608875.272835:0:36077:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608875.272844:0:36077:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608875.272852:0:36077:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608875.272857:0:36077:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608875.272862:0:36077:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608875.272866:0:36077:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608875.272868:0:36077:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608875.272872:0:36077:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [3008:3008:256:4294967295] 192.168.203.121@tcp LPNI seq info [3008:3008:8:4294967295] 00000400:00000200:3.0:1789608875.272877:0:36077:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608875.272888:0:36077:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608875.272894:0:36077:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608875.272900:0:36077:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d9104bd400. 00000800:00000200:3.0:1789608875.272909:0:36077:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608875.272917:0:36077:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608875.272923:0:36077:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d9104bd400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789608875.272932:0:36077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608875.272937:0:36077:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: using a timeout of 24896 usecs (25 jiffies) 00000400:00000200:3.0:1789608875.272941:0:36077:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608875.272944:0:36077:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296602388 00000100:00000001:3.0:1789608875.272947:0:36077:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296604004 00000100:00000001:3.0:1789608875.272950:0:36077:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296602388 00000100:00000001:3.0:1789608875.272952:0:36077:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296604004 00000100:00000001:3.0:1789608875.272955:0:36077:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608875.272958:0:36077:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608875.272960:0:36077:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608875.272962:0:36077:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789608875.272965:0:36077:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d903344f00 going to sleep for 11 seconds 00000100:00000001:3.0:1789608875.272967:0:36077:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608875.272970:0:36077:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608875.273514:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608875.273520:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bd400. 00000400:00000200:0.0:1789608875.273524:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608875.273530:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608875.273535:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9330 00000400:00000010:0.0:1789608875.273538:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9330. 00000100:00000001:0.0:1789608875.273541:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608875.273546:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908492680 x1876538934320640/t0(0) o13->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608891 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608875.273555:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608875.273558:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908492680 x1876538934320640/t0(0) o13->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608891 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608875.273565:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608875.273566:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608875.275932:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.275955:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608875.275962:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.275965:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608875.275978:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.275988:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608875.275999:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.276012:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.276019:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.276025:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 368 into portal 4 MB=0x6aab3c4965e00 00000400:00000200:0.0:1789608875.276032:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.276039:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 368/368 into md 0x88f1 [1] + 224 00000800:00000001:0.0:1789608875.276047:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.276054:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608875.276058:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608875.276063:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608875.276070:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608875.276083:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908492680 x1876538934320640/t0(0) o13->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608891 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608875.276096:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff94d908492680 x1876538934320640/t0(0) o13->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608891 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608875.276116:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608875.276125:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.276129:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608875.276390:0:36077:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608875.276399:0:36077:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608875.276402:0:36077:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608875.276406:0:36077:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2aaa8. 00000400:00000200:3.0:1789608875.276413:0:36077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9b28 00000400:00000010:3.0:1789608875.276416:0:36077:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9b28. 00000100:00000001:3.0:1789608875.276419:0:36077:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608875.276424:0:36077:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908492680 x1876538934320640/t0(0) o13->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608891 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608875.276439:0:36077:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908492680 x1876538934320640/t0(0) o13->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608891 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608875.276445:0:36077:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608875.276447:0:36077:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608875.276450:0:36077:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608875.276454:0:36077:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608875.276457:0:36077:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608875.276459:0:36077:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608875.276463:0:36077:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608875.276476:0:36077:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b134f0 time=81 v=5 (5 0 0 0) 00000100:00001000:3.0:1789608875.276481:0:36077:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13418 time=33 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608875.276483:0:36077:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608875.276485:0:36077:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.276488:0:36077:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608875.276492:0:36077:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608875.276507:0:36077:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608875.276509:0:36077:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d904ceb000: skip recheck: last_committed 4294967322 00000100:00000001:3.0:1789608875.276511:0:36077:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608875.276514:0:36077:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608875.276519:0:36077:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908492680 x1876538934320640/t0(0) o13->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608891 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608875.276527:0:36077:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608875.276530:0:36077:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608875.276533:0:36077:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608875.276537:0:36077:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908492680 x1876538934320640/t0(0) o13->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608891 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608875.276546:0:36077:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908492680 pname:cluuid:pid:xid:nid:opc:job lfs:25f5d458-2cbe-49cd-9693-334c08df7e27:36077:1876538934320640:192.168.203.121@tcp:13:lfs.0 00000100:00000001:3.0:1789608875.276552:0:36077:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608875.276555:0:36077:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608875.276558:0:36077:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789608875.276561:0:36077:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608875.276565:0:36077:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908492680 x1876538934320640/t0(0) o13->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608891 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608875.276572:0:36077:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608875.276575:0:36077:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d903344f00. 00000100:00000001:3.0:1789608875.276579:0:36077:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789608875.276581:0:36077:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789608875.276591:0:36077:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:3.0:1789608875.276593:0:36077:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608875.276595:0:36077:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908492680 x1876538934320640/t0(0) o13->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:7/4 lens 224/368 e 0 to 0 dl 1789608891 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608875.276602:0:36077:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608875.276605:0:36077:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608875.276609:0:36077:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d90839a800. 02000000:00000001:3.0:1789608875.276612:0:36077:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608875.276615:0:36077:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608875.276618:0:36077:0:(genops.c:1222:class_import_put()) import ffff94d902b13000 refcount=2 obd=lustre-OST0001-osc-ffff94d904ceb000 00000020:00000001:3.0:1789608875.276620:0:36077:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608875.276623:0:36077:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d9104bd900. 02000000:00000001:3.0:1789608875.276627:0:36077:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608875.276629:0:36077:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608875.276631:0:36077:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908492680. 00000100:00000001:3.0:1789608875.276635:0:36077:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608875.276636:0:36077:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:3.0:1789608875.276640:0:36077:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff94d904ceb000: update ffff94d904070458 cache blocks 3679/3683 objects 117792/118252 00020000:00000001:3.0:1789608875.276645:0:36077:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608875.276649:0:36077:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.276654:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789608875.276657:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.276661:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.276665:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.276786:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.276789:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.276798:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.276801:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.276807:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.276813:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.276815:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.276819:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.276821:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.276825:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.276828:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.276830:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.276832:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.276835:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.276837:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.276842:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.276843:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.276846:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.276848:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.276850:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.276852:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.276854:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.276855:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.276856:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.276859:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.276861:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.276863:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.276865:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.276868:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.276870:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.276873:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.276874:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.276877:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.276878:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.276880:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.276882:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.276884:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.276885:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.276886:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.276891:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.276893:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.276894:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.276896:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.276898:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.276899:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.276902:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.276903:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.276905:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.276906:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.276908:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.276910:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.276912:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.276913:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.276914:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.276916:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.276918:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.276920:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.276922:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.276924:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.276925:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.276929:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.276930:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.276932:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.276934:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.276935:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.276937:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.276939:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.276940:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.276941:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.276944:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.276945:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.276948:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.276950:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.276952:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.276954:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.276957:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.276959:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.276961:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.276963:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.276965:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.276968:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.276969:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.276970:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.276972:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.276975:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.276976:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.276978:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.276980:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.276982:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.276984:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.276988:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.276990:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.276992:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.276994:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.276996:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.276999:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.277008:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.277010:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.277011:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.277014:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277016:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277019:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.277021:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.277023:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277026:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277029:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.277031:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.277034:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.277035:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.277037:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.277039:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.277041:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.277042:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.277043:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.277045:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277047:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277049:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.277052:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.277054:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277056:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277059:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.277060:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.277063:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.277064:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.277066:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.277068:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.277069:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.277070:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.277072:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.277074:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277076:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277078:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.277080:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.277082:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277084:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277087:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.277089:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.277092:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.277093:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.277096:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.277098:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.277099:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.277100:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.277102:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.277104:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277106:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277107:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.277110:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.277112:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277114:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277117:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.277119:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.277121:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.277122:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.277124:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.277126:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.277128:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.277129:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.277130:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.277133:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277134:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277136:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.277138:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.277140:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277142:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277144:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.277145:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.277148:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.277149:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.277151:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.277153:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.277155:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.277156:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.277157:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.277159:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277161:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277163:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.277165:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.277167:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277169:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277172:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.277173:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.277176:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.277177:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.277179:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.277181:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.277183:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.277184:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.277185:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.277187:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277190:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277192:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.277194:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.277196:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277198:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277201:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.277202:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.277205:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.277206:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.277208:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.277211:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.277212:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.277214:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.277215:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.277218:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277220:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277222:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.277224:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.277227:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277229:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277231:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.277233:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.277235:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.277236:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.277238:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.277241:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.277243:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.277244:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.277245:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.277248:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277250:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277252:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.277254:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.277256:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277258:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277260:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.277261:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.277264:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.277265:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.277267:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.277269:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.277271:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.277272:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.277273:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.277276:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277279:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277281:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.277283:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.277285:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277286:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277289:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.277290:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.277292:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.277293:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.277296:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.277298:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.277299:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.277300:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.277301:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.277304:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277305:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277307:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.277309:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.277311:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277313:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277316:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.277318:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.277320:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.277322:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.277323:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.277326:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.277327:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.277328:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.277330:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.277332:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277334:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277336:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.277338:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.277341:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277343:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277346:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.277347:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.277350:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.277351:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.277353:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.277356:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.277357:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.277358:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.277359:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.277362:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277364:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277366:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.277369:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.277371:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277373:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277376:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.277377:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.277380:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.277381:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.277383:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.277385:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.277387:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.277388:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.277389:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.277392:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277393:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277395:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.277398:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.277400:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277401:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277405:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.277407:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.277409:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.277411:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.277413:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.277415:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.277417:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.277418:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.277419:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.277422:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277424:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277425:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.277428:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.277430:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277432:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277435:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.277436:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.277439:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.277440:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.277442:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.277445:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.277446:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.277448:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.277449:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.277452:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277454:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277456:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.277458:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.277460:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277462:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277465:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.277467:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.277469:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.277470:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.277473:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.277476:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.277478:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.277479:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.277480:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.277483:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277485:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277487:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.277489:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.277491:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277493:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277505:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.277507:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.277510:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.277511:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.277514:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.277516:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.277518:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.277519:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.277520:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.277522:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277525:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277527:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.277529:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.277531:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277532:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277536:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.277537:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.277540:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.277541:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.277543:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.277545:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.277547:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.277548:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.277549:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.277551:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277553:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277555:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.277557:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.277559:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277560:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277564:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.277565:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.277567:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.277568:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.277571:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.277573:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.277574:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.277575:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.277576:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.277579:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277580:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277582:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.277584:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.277586:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277587:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277590:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.277591:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.277593:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.277594:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.277596:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.277598:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.277600:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.277601:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.277602:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.277604:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277606:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277608:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.277610:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.277612:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277614:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277617:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.277618:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.277620:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.277621:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.277624:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.277626:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.277627:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.277628:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.277630:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.277632:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277635:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277636:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.277638:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.277640:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277642:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277645:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.277647:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.277649:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.277650:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.277653:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.277655:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.277656:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.277657:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.277659:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.277662:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277664:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277666:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.277668:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.277671:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277672:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277708:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.277710:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.277713:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.277715:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.277717:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.277720:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.277721:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.277723:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.277724:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.277727:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277728:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277730:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.277732:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.277734:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277736:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277739:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.277740:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.277742:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.277744:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.277746:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.277748:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.277749:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.277750:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.277751:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.277753:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277754:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277756:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.277757:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.277759:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277761:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277764:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.277766:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.277768:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.277769:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.277771:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.277773:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.277774:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.277775:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.277776:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.277779:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277780:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277782:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.277784:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.277786:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277787:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277790:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.277790:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.277792:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.277793:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.277794:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.277796:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.277798:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.277799:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.277800:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.277802:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277804:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277806:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.277808:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.277810:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277811:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277813:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.277815:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.277817:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.277818:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.277821:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.277823:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.277825:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.277826:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.277827:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.277829:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277831:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277832:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.277834:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.277836:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277838:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277841:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.277843:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.277846:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.277847:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.277849:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.277851:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.277853:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.277854:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.277856:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.277858:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277860:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277862:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.277864:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.277866:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277867:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277870:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.277871:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.277873:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.277874:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.277876:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.277878:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.277879:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.277881:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.277882:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.277884:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277886:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277887:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.277889:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.277891:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277893:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277896:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.277897:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.277899:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.277900:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.277902:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.277904:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.277905:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.277906:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.277907:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.277909:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277911:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277912:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.277913:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.277915:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277917:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277920:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.277921:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.277923:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.277924:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.277926:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.277928:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.277929:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.277930:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.277931:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.277934:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277936:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277938:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.277940:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.277942:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277943:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277945:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.277946:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.277948:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.277949:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.277951:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.277953:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.277955:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.277955:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.277956:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.277958:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277960:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277961:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.277963:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.277965:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277966:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277969:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.277971:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.277973:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.277975:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.277977:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.277979:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.277981:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.277982:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.277984:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.277986:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277988:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277990:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.277992:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.277995:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.277996:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278000:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.278001:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.278003:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.278005:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.278007:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.278009:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.278010:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.278011:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.278013:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.278015:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278017:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278019:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.278021:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.278023:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278024:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278028:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.278029:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.278031:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.278032:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.278035:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.278037:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.278038:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.278040:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.278041:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.278043:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278045:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278046:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.278049:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.278051:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278053:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278055:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.278057:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.278060:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.278061:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.278063:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.278065:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.278067:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.278068:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.278069:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.278073:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278074:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278076:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.278078:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.278080:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278082:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278085:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.278086:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.278089:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.278090:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.278092:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.278094:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.278095:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.278096:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.278098:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.278101:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278103:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278105:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.278107:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.278109:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278110:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278113:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.278115:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.278118:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.278119:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.278122:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.278124:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.278126:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.278128:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.278129:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.278132:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278133:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278135:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.278137:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.278139:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278140:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278143:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.278144:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.278147:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.278148:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.278150:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.278152:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.278154:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.278155:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.278156:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.278158:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278160:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278162:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.278164:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.278165:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278167:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278169:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.278170:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.278172:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.278173:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.278175:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.278177:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.278178:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.278180:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.278182:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.278184:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278186:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278187:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.278189:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.278191:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278192:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278195:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.278196:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.278198:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.278200:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.278202:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.278203:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.278205:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.278205:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.278206:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.278208:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278210:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278212:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.278214:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.278216:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278217:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278220:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.278221:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.278223:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.278224:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.278226:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.278228:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.278229:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.278230:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.278231:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.278234:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278236:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278238:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.278240:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.278242:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278244:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278246:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.278247:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.278249:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.278251:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.278253:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.278255:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.278257:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.278258:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.278259:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.278261:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278263:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278265:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.278268:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.278270:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278272:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278275:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.278276:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.278279:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.278280:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.278282:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.278284:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.278286:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.278287:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.278289:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.278291:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278293:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278295:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.278296:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.278298:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278300:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278303:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.278304:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.278307:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.278308:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.278310:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.278312:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.278314:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.278314:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.278315:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.278318:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278319:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278320:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.278322:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.278324:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278326:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278328:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.278329:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.278331:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.278332:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.278334:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.278336:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.278337:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.278338:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.278340:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.278343:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278345:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278346:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.278348:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.278349:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278351:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278354:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.278356:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.278358:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.278359:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.278361:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.278364:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.278366:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.278367:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.278368:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.278370:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278372:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278374:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.278376:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.278378:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278380:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278382:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.278384:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.278386:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.278387:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.278389:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.278391:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.278393:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.278393:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.278395:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.278397:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278398:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278400:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.278402:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.278404:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278405:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278409:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.278410:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.278413:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.278414:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.278417:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.278419:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.278421:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.278422:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.278423:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.278425:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278427:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278429:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.278431:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.278433:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278435:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278438:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.278439:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.278442:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.278443:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.278445:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.278446:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.278448:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.278449:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.278451:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.278453:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278454:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278456:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.278458:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.278460:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278461:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278464:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.278465:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.278468:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.278469:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.278471:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.278473:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.278474:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.278476:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.278477:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.278479:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278481:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278483:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.278485:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.278487:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278489:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278492:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.278493:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.278496:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.278508:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.278511:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.278514:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.278515:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.278516:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.278518:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.278520:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278522:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278524:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.278527:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.278529:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278531:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278535:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.278536:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.278539:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.278540:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.278542:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.278545:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.278546:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.278548:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.278549:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.278552:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278554:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278556:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.278558:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.278560:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278562:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278565:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.278566:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.278569:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.278570:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.278572:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.278574:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.278576:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.278577:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.278578:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.278581:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278582:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278584:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.278586:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.278588:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278590:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278593:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.278594:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.278596:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.278597:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.278599:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.278601:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.278603:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.278604:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.278605:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.278607:0:36077:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278609:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278611:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789608875.278613:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.278615:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278616:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789608875.278619:0:36077:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789608875.278620:0:36077:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08) cmd=c00866a4 arg=7ffc0b66ec60 00000080:00000001:3.0:1789608875.278623:0:36077:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789608875.278624:0:36077:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789608875.278626:0:36077:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff94d908399c00. 00000020:00000001:3.0:1789608875.278628:0:36077:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.278629:0:36077:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789608875.278630:0:36077:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789608875.278631:0:36077:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff94d904ceb000: cmd=c00866a4 len=592 karg=ffff94d908399c00 uarg=0000000000000000 00020000:00000001:3.0:1789608875.278634:0:36077:0:(lov_obd.c:1002:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1789608875.278636:0:36077:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1789608875.278638:0:36077:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:3.0:1789608875.278640:0:36077:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff94d908399c00. 00000080:00000001:3.0:1789608875.278642:0:36077:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1789608875.278644:0:36077:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1789608875.278659:0:36077:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:3.0:1789608875.278663:0:36077:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1789608875.278667:0:36077:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7dd0 00000080:00200008:3.0:1789608875.278669:0:36077:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff94d918926c08), flags 100000 00000080:00400000:3.0:1789608875.278675:0:36077:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:3.0:1789608875.278710:0:36077:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d91a6d2f00. 00000080:00000001:3.0:1789608875.278719:0:36077:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1789608875.278721:0:36077:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7dd0 00000080:00000008:3.0:1789608875.278723:0:36077:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff94d918926c08), flags 100000, rc = 0 00000080:00000001:3.0:1789608875.278726:0:36077:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.278728:0:36077:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608875.288660:0:36078:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789608875.288671:0:36078:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789608875.288674:0:36078:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789608875.288704:0:36078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01db7bc0 00000080:00200000:1.0:1789608875.288710:0:36078:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:1.0:1789608875.288723:0:36078:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d9098eea00. 00800000:00000002:1.0:1789608875.288734:0:36078:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:1.0:1789608875.288740:0:36078:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789608875.288746:0:36078:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789608875.288749:0:36078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01db7ae0 00800000:00000002:1.0:1789608875.288751:0:36078:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789608875.288757:0:36078:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789608875.288760:0:36078:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789608875.288764:0:36078:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789608875.288766:0:36078:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789608875.288770:0:36078:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789608875.288772:0:36078:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608875.288774:0:36078:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789608875.288777:0:36078:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608875.288781:0:36078:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789608875.288787:0:36078:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789608875.288789:0:36078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01db79b0 00000002:00010000:1.0:1789608875.288791:0:36078:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789608875.288795:0:36078:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789608875.288800:0:36078:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789608875.288803:0:36078:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789608875.288812:0:36078:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909abaa00 count: 2 00010000:00000001:1.0:1789608875.288816:0:36078:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789608875.288822:0:36078:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608875.288827:0:36078:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789608875.288833:0:36078:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55200/0xc54db3288177001d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9d0b expref: -99 pid: 36077 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1789608875.288846:0:36078:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789608875.288852:0:36078:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608875.288856:0:36078:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55200/0xc54db3288177001d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9d0b expref: -99 pid: 36077 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1789608875.288863:0:36078:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789608875.288865:0:36078:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789608875.288867:0:36078:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789608875.288869:0:36078:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789608875.288871:0:36078:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789608875.288873:0:36078:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789608875.288877:0:36078:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789608875.288880:0:36078:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:1.0:1789608875.288884:0:36078:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d9098eea00. 00000080:00000001:1.0:1789608875.288891:0:36078:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789608875.288893:0:36078:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789608875.288896:0:36078:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:1.0:1789608875.288900:0:36078:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288177001d 00800000:00000001:1.0:1789608875.288904:0:36078:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789608875.288906:0:36078:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789608875.288908:0:36078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608875.288910:0:36078:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608875.288914:0:36078:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55200 refcount=3 00000020:00000001:1.0:1789608875.288917:0:36078:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561618432 : -117815147933184 : ffff94d905f55200) 00010000:00000001:1.0:1789608875.288920:0:36078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561618432 : -117815147933184 : ffff94d905f55200) 00010000:00000001:1.0:1789608875.288924:0:36078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.288926:0:36078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789608875.288927:0:36078:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608875.288929:0:36078:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789608875.288932:0:36078:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288177001d from it ffffae3e01db7bf8 00010000:00000001:1.0:1789608875.288934:0:36078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608875.288936:0:36078:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608875.288937:0:36078:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f55200 refcount=3 00000020:00000001:1.0:1789608875.288938:0:36078:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561618432 : -117815147933184 : ffff94d905f55200) 00010000:00000001:1.0:1789608875.288941:0:36078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561618432 : -117815147933184 : ffff94d905f55200) 00010000:00000001:1.0:1789608875.288944:0:36078:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789608875.288947:0:36078:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55200/0xc54db3288177001d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9d0b expref: -99 pid: 36077 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1789608875.288954:0:36078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.288955:0:36078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608875.288957:0:36078:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789608875.288960:0:36078:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789608875.288962:0:36078:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55200/0xc54db3288177001d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9d0b expref: -99 pid: 36077 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789608875.288971:0:36078:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789608875.288975:0:36078:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789608875.288977:0:36078:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789608875.288982:0:36078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.288983:0:36078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608875.288985:0:36078:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.288989:0:36078:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789608875.288991:0:36078:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.288994:0:36078:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.288996:0:36078:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.288999:0:36078:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789608875.289000:0:36078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.289002:0:36078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789608875.289005:0:36078:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789608875.289008:0:36078:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789608875.289011:0:36078:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 1 00000080:00000001:1.0:1789608875.289016:0:36078:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608875.289024:0:36078:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1789608875.289027:0:36078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01db7b58 00000080:00002000:1.0:1789608875.289029:0:36078:0:(dcache.c:87:ll_dcompare()) found name recon(ffff94d918b4d948) flags 0x48000e refc 0 00000080:00000001:1.0:1789608875.289032:0:36078:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.289034:0:36078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01db7bc8 00000080:00200000:1.0:1789608875.289035:0:36078:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=777 00000080:00000001:1.0:1789608875.289044:0:36078:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789608875.289045:0:36078:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x30:0x0](ffff94d918ada1c8), inode mode 81a4 mask 52 00000080:00000001:1.0:1789608875.289048:0:36078:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608875.289056:0:36078:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1789608875.289058:0:36078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01db7b98 00000080:00200008:1.0:1789608875.289060:0:36078:0:(file.c:1090:ll_file_open()) START file recon:[0x200000405:0x30:0x0](ffff94d918ada1c8), flags 102101 00000080:00000010:1.0:1789608875.289066:0:36078:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d9015af900. 00000080:00000001:1.0:1789608875.289073:0:36078:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1789608875.289076:0:36078:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d9098eea00. 00800000:00000002:1.0:1789608875.289079:0:36078:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:1.0:1789608875.289082:0:36078:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789608875.289084:0:36078:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789608875.289085:0:36078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01db7a48 00800000:00000002:1.0:1789608875.289088:0:36078:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x200000405:0x30:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789608875.289092:0:36078:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1789608875.289094:0:36078:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789608875.289095:0:36078:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789608875.289096:0:36078:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789608875.289098:0:36078:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789608875.289100:0:36078:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608875.289102:0:36078:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:1.0:1789608875.289104:0:36078:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.289107:0:36078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01db79c8 00800000:00000002:1.0:1789608875.289109:0:36078:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x30:0x0], name='' -> mds #0 layout version 1 00000002:00000001:1.0:1789608875.289113:0:36078:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789608875.289114:0:36078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01db7900 00000002:00010000:1.0:1789608875.289115:0:36078:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x30:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0240102102 00000002:00000001:1.0:1789608875.289120:0:36078:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789608875.289123:0:36078:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1789608875.289126:0:36078:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789608875.289131:0:36078:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909aba400 count: 2 00010000:00000001:1.0:1789608875.289133:0:36078:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789608875.289136:0:36078:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789608875.289140:0:36078:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.289142:0:36078:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608875.289145:0:36078:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608875.289147:0:36078:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789608875.289148:0:36078:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909abaa00 count: 2 00010000:00000001:1.0:1789608875.289151:0:36078:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789608875.289152:0:36078:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789608875.289155:0:36078:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789608875.289157:0:36078:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55200/0xc54db3288177001d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x91bddff8e8ed9d0b expref: -99 pid: 36077 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:1.0:1789608875.289166:0:36078:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789608875.289171:0:36078:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789608875.289173:0:36078:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789608875.289175:0:36078:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1789608875.289178:0:36078:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789608875.289180:0:36078:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789608875.289182:0:36078:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909abaa00 count: 3 00010000:00000001:1.0:1789608875.289185:0:36078:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789608875.289187:0:36078:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608875.289189:0:36078:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789608875.289190:0:36078:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789608875.289192:0:36078:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909abaa00 count: 3 00010000:00000001:1.0:1789608875.289194:0:36078:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789608875.289196:0:36078:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608875.289198:0:36078:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789608875.289199:0:36078:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789608875.289201:0:36078:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909abaa00 count: 3 00010000:00000001:1.0:1789608875.289203:0:36078:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789608875.289205:0:36078:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608875.289207:0:36078:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789608875.289210:0:36078:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff94d918926b40, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1789608875.289215:0:36078:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1789608875.289218:0:36078:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1789608875.289220:0:36078:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789608875.289222:0:36078:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.289225:0:36078:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789608875.289229:0:36078:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789608875.289230:0:36078:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789608875.289232:0:36078:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608875.289234:0:36078:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789608875.289236:0:36078:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d905f55200 with handle 0xc54db3288177001d from hash 00010000:00000001:1.0:1789608875.289239:0:36078:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789608875.289240:0:36078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.289242:0:36078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608875.289243:0:36078:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789608875.289245:0:36078:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789608875.289247:0:36078:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789608875.289249:0:36078:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789608875.289251:0:36078:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789608875.289252:0:36078:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1789608875.289258:0:36078:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904054700. 00000020:00000040:1.0:1789608875.289263:0:36078:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d904ceb000 02000000:00000001:1.0:1789608875.289268:0:36078:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789608875.289270:0:36078:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.289273:0:36078:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789608875.289277:0:36078:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789608875.289279:0:36078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.289280:0:36078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608875.289281:0:36078:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608875.289284:0:36078:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608875.289286:0:36078:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608875.289289:0:36078:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608875.289297:0:36078:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d908240800. 00000100:00000001:1.0:1789608875.289304:0:36078:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.289310:0:36078:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789608875.289313:0:36078:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789608875.289317:0:36078:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55200/0xc54db3288177001d lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed9d0b expref: -99 pid: 36077 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1789608875.289325:0:36078:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1789608875.289327:0:36078:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789608875.289329:0:36078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789608875.289331:0:36078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f55200/0xc54db3288177001d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed9d0b expref: -99 pid: 36077 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:1.0:1789608875.289338:0:36078:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d909abaa00 count: 0 00010000:00000010:1.0:1789608875.289345:0:36078:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d90330cb80. 00010000:00000001:1.0:1789608875.289357:0:36078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608875.289359:0:36078:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.289361:0:36078:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789608875.289362:0:36078:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.289365:0:36078:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608875.289372:0:36078:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446626258529109760 : -117815180441856 : ffff94d904054700) 00010000:00000001:1.0:1789608875.289376:0:36078:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789608875.289379:0:36078:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789608875.289383:0:36078:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d90842a800. 00010000:00000010:1.0:1789608875.289387:0:36078:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d9121c3400. 00010000:00000001:1.0:1789608875.289390:0:36078:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789608875.289394:0:36078:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d903f6b800. 00000020:00000001:1.0:1789608875.289397:0:36078:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789608875.289400:0:36078:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d903f6b800 with handle 0xc54db32881770024 to hash 00000020:00000001:1.0:1789608875.289402:0:36078:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789608875.289404:0:36078:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626258528155648 : -117815181395968 : ffff94d903f6b800) 00010000:00000001:1.0:1789608875.289408:0:36078:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626258528155648 : -117815181395968 : ffff94d903f6b800) 00010000:00000001:1.0:1789608875.289411:0:36078:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608875.289412:0:36078:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608875.289416:0:36078:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b800/0xc54db32881770024 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 36078 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789608875.289424:0:36078:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b800/0xc54db32881770024 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 36078 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1789608875.289436:0:36078:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d904ceb000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1789608875.289452:0:36078:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d904054700 x1876538934320896/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1789608875.289462:0:36078:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b800/0xc54db32881770024 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 36078 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789608875.289468:0:36078:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789608875.289471:0:36078:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789608875.289479:0:36078:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d910b35780. 00000100:00000001:1.0:1789608875.289481:0:36078:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258741843840 : -117814967707776 : ffff94d910b35780) 00000100:00000001:1.0:1789608875.289484:0:36078:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608875.289486:0:36078:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529109760 : -117815180441856 : ffff94d904054700) 00000100:00000001:1.0:1789608875.289492:0:36078:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608875.289509:0:36078:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608875.289512:0:36078:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789608875.289514:0:36078:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608875.289519:0:36078:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904054700 x1876538934320896/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608875.289526:0:36078:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608875.289528:0:36078:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608875.289531:0:36078:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608875.289534:0:36078:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608875.289537:0:36078:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608875.289540:0:36078:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904054700 pname:cluuid:pid:xid:nid:opc:job bash:25f5d458-2cbe-49cd-9693-334c08df7e27:36078:1876538934320896:192.168.203.121@tcp:101:bash.0 00000100:00000001:1.0:1789608875.289545:0:36078:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608875.289551:0:36078:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608875.289553:0:36078:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608875.289556:0:36078:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608875.289630:0:36078:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff94d9086c0000. 02000000:00000001:1.0:1789608875.289634:0:36078:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608875.289645:0:36078:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608875.289651:0:36078:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34cb8. 00000400:00000010:1.0:1789608875.289659:0:36078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff94d908243400. 00000100:00000200:1.0:1789608875.289668:0:36078:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876538934320896, portal 10 00000100:00000001:1.0:1789608875.289670:0:36078:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608875.289671:0:36078:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529109760 : -117815180441856 : ffff94d904054700) 00000100:00000040:1.0:1789608875.289708:0:36078:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d904054700 x1876538934320896/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789608891 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608875.289716:0:36078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608875.289719:0:36078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608875.289724:0:36078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35088. 00000100:00000200:1.0:1789608875.289727:0:36078:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876538934320896, offset 0 00000400:00000200:1.0:1789608875.289735:0:36078:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608875.289745:0:36078:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608875.289754:0:36078:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608875.289760:0:36078:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608875.289764:0:36078:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608875.289769:0:36078:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608875.289772:0:36078:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608875.289776:0:36078:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [3009:3009:256:4294967295] 192.168.203.121@tcp LPNI seq info [3009:3009:8:4294967295] 00000400:00000200:1.0:1789608875.289781:0:36078:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608875.289792:0:36078:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608875.289799:0:36078:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608875.289806:0:36078:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d908496700. 00000800:00000200:1.0:1789608875.289813:0:36078:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608875.289821:0:36078:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608875.289826:0:36078:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d908496700 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1789608875.289842:0:36078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608875.289847:0:36078:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 839140 usecs (840 jiffies) 00000400:00000200:1.0:1789608875.289851:0:36078:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608875.289855:0:36078:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296603219 00000100:00000001:1.0:1789608875.289858:0:36078:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296604004 00000100:00000001:1.0:1789608875.289861:0:36078:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296603219 00000100:00000001:1.0:1789608875.289863:0:36078:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296604004 00000100:00000001:1.0:1789608875.289865:0:36078:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608875.289869:0:36078:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608875.289871:0:36078:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608875.289873:0:36078:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789608875.289876:0:36078:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d910b35780 going to sleep for 11 seconds 00000100:00000001:1.0:1789608875.289879:0:36078:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608875.289883:0:36078:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608875.290822:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608875.290831:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d908496700. 00000400:00000200:0.0:1789608875.290838:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608875.290847:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608875.290856:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35088 00000400:00000010:0.0:1789608875.290858:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35088. 00000100:00000001:0.0:1789608875.290865:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608875.290870:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904054700 x1876538934320896/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789608891 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608875.290882:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608875.290887:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d904054700 x1876538934320896/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789608891 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608875.290895:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608875.290897:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608875.294260:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.294281:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608875.294287:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.294290:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608875.294300:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.294310:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608875.294321:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.294326:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.294332:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.294338:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 664 into portal 10 MB=0x6aab3c4965f00 00000400:00000200:0.0:1789608875.294345:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.294352:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 664/664 into md 0x88f9 [32] + 224 00000800:00000001:0.0:1789608875.294361:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.294369:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608875.294373:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608875.294378:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608875.294389:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608875.294400:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904054700 x1876538934320896/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789608891 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608875.294413:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff94d904054700 x1876538934320896/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789608891 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608875.294433:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608875.294442:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.294446:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608875.294484:0:36078:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789608875.294495:0:36078:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608875.294505:0:36078:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608875.294510:0:36078:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34cb8. 00000400:00000200:1.0:1789608875.294515:0:36078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d908243400 00000400:00000010:1.0:1789608875.294518:0:36078:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff94d908243400. 00000100:00000001:1.0:1789608875.294522:0:36078:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608875.294527:0:36078:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904054700 x1876538934320896/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789608891 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789608875.294536:0:36078:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904054700 x1876538934320896/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789608891 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608875.294543:0:36078:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608875.294545:0:36078:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608875.294548:0:36078:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608875.294553:0:36078:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608875.294555:0:36078:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608875.294558:0:36078:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608875.294562:0:36078:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608875.294574:0:36078:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=83 v=5 (5 104 104 104) 00000100:00001000:1.0:1789608875.294579:0:36078:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=38 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608875.294582:0:36078:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608875.294586:0:36078:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.294589:0:36078:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608875.294594:0:36078:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608875.294598:0:36078:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789608875.294600:0:36078:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789608875.294602:0:36078:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789608875.294605:0:36078:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608875.294606:0:36078:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529109760 : -117815180441856 : ffff94d904054700) 00000100:00000001:1.0:1789608875.294610:0:36078:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608875.294613:0:36078:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 8589934607 00000100:00000001:1.0:1789608875.294615:0:36078:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608875.294618:0:36078:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608875.294623:0:36078:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904054700 x1876538934320896/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789608891 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608875.294631:0:36078:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608875.294634:0:36078:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608875.294637:0:36078:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608875.294641:0:36078:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904054700 x1876538934320896/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789608891 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789608875.294648:0:36078:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904054700 pname:cluuid:pid:xid:nid:opc:job bash:25f5d458-2cbe-49cd-9693-334c08df7e27:36078:1876538934320896:192.168.203.121@tcp:101:bash.0 00000100:00000001:1.0:1789608875.294654:0:36078:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608875.294657:0:36078:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608875.294660:0:36078:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789608875.294663:0:36078:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608875.294667:0:36078:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d904054700 x1876538934320896/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789608891 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608875.294703:0:36078:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789608875.294707:0:36078:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d910b35780. 00000100:00000001:1.0:1789608875.294711:0:36078:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789608875.294713:0:36078:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.294717:0:36078:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789608875.294723:0:36078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608875.294726:0:36078:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608875.294730:0:36078:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6b800 refcount=4 00000020:00000001:1.0:1789608875.294732:0:36078:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528155648 : -117815181395968 : ffff94d903f6b800) 00010000:00000001:1.0:1789608875.294736:0:36078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528155648 : -117815181395968 : ffff94d903f6b800) 00010000:00000040:1.0:1789608875.294743:0:36078:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d903f6b800, remote cookie: 0x91bddff8e8ed9d19, flags: 0x1001 00010000:00010000:1.0:1789608875.294749:0:36078:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b800/0xc54db32881770024 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9d19 expref: -99 pid: 36078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789608875.294758:0:36078:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x30:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1789608875.294763:0:36078:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1789608875.294771:0:36078:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909aba400 count: 2 00010000:00000001:1.0:1789608875.294774:0:36078:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1789608875.294778:0:36078:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d90842a800 count: 0 00010000:00000010:1.0:1789608875.294785:0:36078:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d9121c3400. 00010000:00000001:1.0:1789608875.294792:0:36078:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608875.294796:0:36078:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b800/0xc54db32881770024 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9d19 expref: -99 pid: 36078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789608875.294806:0:36078:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b800/0xc54db32881770024 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9d19 expref: -99 pid: 36078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608875.294814:0:36078:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789608875.294819:0:36078:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789608875.294821:0:36078:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789608875.294822:0:36078:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789608875.294824:0:36078:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789608875.294826:0:36078:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x30:0x0].0x0 (ffff94d909aba400) refcount = 2 00010000:00000040:1.0:1789608875.294830:0:36078:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1789608875.294833:0:36078:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54400/0xc54db32881770008 lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9ce8 expref: -99 pid: 36072 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1789608875.294845:0:36078:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b800/0xc54db32881770024 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9d19 expref: -99 pid: 36078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608875.294852:0:36078:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789608875.294856:0:36078:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789608875.294858:0:36078:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789608875.294861:0:36078:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789608875.294863:0:36078:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608875.294867:0:36078:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b800/0xc54db32881770024 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9d19 expref: -99 pid: 36078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608875.294874:0:36078:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789608875.294876:0:36078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.294878:0:36078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608875.294879:0:36078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.294880:0:36078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608875.294882:0:36078:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608875.294887:0:36078:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789608875.294890:0:36078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608875.294891:0:36078:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608875.294893:0:36078:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6b800 refcount=3 00000020:00000001:1.0:1789608875.294895:0:36078:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528155648 : -117815181395968 : ffff94d903f6b800) 00010000:00000001:1.0:1789608875.294898:0:36078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528155648 : -117815181395968 : ffff94d903f6b800) 00010000:00000001:1.0:1789608875.294901:0:36078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608875.294902:0:36078:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608875.294903:0:36078:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6b800 refcount=4 00000020:00000001:1.0:1789608875.294905:0:36078:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528155648 : -117815181395968 : ffff94d903f6b800) 00010000:00000001:1.0:1789608875.294908:0:36078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528155648 : -117815181395968 : ffff94d903f6b800) 00010000:00000001:1.0:1789608875.294911:0:36078:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608875.294915:0:36078:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608875.294918:0:36078:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b800/0xc54db32881770024 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9d19 expref: -99 pid: 36078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608875.294925:0:36078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.294926:0:36078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608875.294927:0:36078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608875.294928:0:36078:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608875.294929:0:36078:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6b800 refcount=5 00000020:00000001:1.0:1789608875.294931:0:36078:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528155648 : -117815181395968 : ffff94d903f6b800) 00010000:00000001:1.0:1789608875.294933:0:36078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528155648 : -117815181395968 : ffff94d903f6b800) 00010000:00000001:1.0:1789608875.294935:0:36078:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789608875.294938:0:36078:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b800/0xc54db32881770024 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9d19 expref: -99 pid: 36078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608875.294943:0:36078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.294944:0:36078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789608875.294947:0:36078:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b800/0xc54db32881770024 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9d19 expref: -99 pid: 36078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608875.294953:0:36078:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789608875.294954:0:36078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.294955:0:36078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608875.294956:0:36078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.294957:0:36078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789608875.294962:0:36078:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x2b, status=0 req@ffff94d904054700 x1876538934320896/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789608891 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789608875.294972:0:36078:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1789608875.294977:0:36078:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d904054700 x1876538934320896/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789608891 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789608875.294983:0:36078:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.294990:0:36078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608875.294992:0:36078:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608875.294993:0:36078:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6b800 refcount=3 00000020:00000001:1.0:1789608875.294995:0:36078:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528155648 : -117815181395968 : ffff94d903f6b800) 00010000:00000001:1.0:1789608875.294998:0:36078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528155648 : -117815181395968 : ffff94d903f6b800) 00000002:00010000:1.0:1789608875.295016:0:36078:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b800/0xc54db32881770024 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9d19 expref: -99 pid: 36078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1789608875.295029:0:36078:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff94d91117d500. 00010000:00000001:1.0:1789608875.295032:0:36078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.295033:0:36078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789608875.295035:0:36078:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608875.295037:0:36078:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608875.295041:0:36078:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1789608875.295044:0:36078:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608875.295045:0:36078:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529109760 : -117815180441856 : ffff94d904054700) 00010000:00000001:1.0:1789608875.295048:0:36078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608875.295049:0:36078:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608875.295050:0:36078:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6b800 refcount=3 00000020:00000001:1.0:1789608875.295052:0:36078:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528155648 : -117815181395968 : ffff94d903f6b800) 00010000:00000001:1.0:1789608875.295054:0:36078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528155648 : -117815181395968 : ffff94d903f6b800) 00000002:00010000:1.0:1789608875.295058:0:36078:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b800/0xc54db32881770024 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9d19 expref: -99 pid: 36078 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608875.295065:0:36078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.295067:0:36078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608875.295068:0:36078:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789608875.295070:0:36078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608875.295071:0:36078:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608875.295072:0:36078:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6b800 refcount=3 00000020:00000001:1.0:1789608875.295074:0:36078:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528155648 : -117815181395968 : ffff94d903f6b800) 00010000:00000001:1.0:1789608875.295076:0:36078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528155648 : -117815181395968 : ffff94d903f6b800) 00010000:00000040:1.0:1789608875.295079:0:36078:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909aba400 count: 3 00010000:00000001:1.0:1789608875.295081:0:36078:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789608875.295085:0:36078:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608875.295088:0:36078:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789608875.295092:0:36078:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54400/0xc54db32881770008 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9ce8 expref: -99 pid: 36072 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1789608875.295101:0:36078:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789608875.295107:0:36078:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608875.295111:0:36078:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54400/0xc54db32881770008 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9ce8 expref: -99 pid: 36072 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789608875.295117:0:36078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.295118:0:36078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608875.295119:0:36078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608875.295120:0:36078:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608875.295122:0:36078:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6b800 refcount=3 00000020:00000001:1.0:1789608875.295123:0:36078:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528155648 : -117815181395968 : ffff94d903f6b800) 00010000:00000001:1.0:1789608875.295125:0:36078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528155648 : -117815181395968 : ffff94d903f6b800) 00010000:00000001:1.0:1789608875.295128:0:36078:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1789608875.295130:0:36078:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b800/0xc54db32881770024 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9d19 expref: -99 pid: 36078 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608875.295136:0:36078:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789608875.295137:0:36078:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b800/0xc54db32881770024 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x91bddff8e8ed9d19 expref: -99 pid: 36078 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608875.295322:0:36078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.295324:0:36078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789608875.295327:0:36078:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b800/0xc54db32881770024 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x91bddff8e8ed9d19 expref: -99 pid: 36078 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608875.295332:0:36078:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608875.295334:0:36078:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.295338:0:36078:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1789608875.295344:0:36078:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff94d910b35780. 00010000:00000001:1.0:1789608875.295347:0:36078:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1789608875.295358:0:36078:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1789608875.295361:0:36078:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.295363:0:36078:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.295373:0:36078:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789608875.295375:0:36078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.295376:0:36078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789608875.295378:0:36078:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789608875.295382:0:36078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01db7888 00000002:00002000:1.0:1789608875.295384:0:36078:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open|creat status=0 disp=0x80002b: rc = 0 00000002:00000001:1.0:1789608875.295387:0:36078:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608875.295392:0:36078:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608875.295395:0:36078:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789608875.295398:0:36078:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1789608875.295402:0:36078:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608875.295407:0:36078:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:1.0:1789608875.295411:0:36078:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d9098eea00. 00000080:00000001:1.0:1789608875.295416:0:36078:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789608875.295423:0:36078:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1789608875.295427:0:36078:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:1.0:1789608875.295432:0:36078:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789608875.295437:0:36078:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514697752 : -117815194853864 : ffff94d903295e18) 00000020:00001000:1.0:1789608875.295439:0:36078:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295e10 00000020:00000001:1.0:1789608875.295442:0:36078:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1789608875.295447:0:36078:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1789608875.295450:0:36078:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789608875.295457:0:36078:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d9094a92a0. 00020000:00000010:1.0:1789608875.295463:0:36078:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d90822e780. 00000020:00000001:3.0:1789608875.295469:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00020000:00000010:1.0:1789608875.295469:0:36078:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d9094a9240. 00020000:00000001:1.0:1789608875.295471:0:36078:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626258617537088 : -117815092014528 : ffff94d9094a9240) 00000020:00000001:3.0:1789608875.295473:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789608875.295475:0:36078:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d9094a9240, objid 0x30:1029, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00010000:00010000:3.0:1789608875.295476:0:16957:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1789608875.295480:0:16957:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00020000:00000002:1.0:1789608875.295480:0:36078:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00010000:00000001:3.0:1789608875.295483:0:16957:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00020000:00000002:1.0:1789608875.295484:0:36078:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d90822e780: ostid: 0x280000401:68 ost idx: 0 gen: 0 00010000:00010000:3.0:1789608875.295488:0:16957:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b800/0xc54db32881770024 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x91bddff8e8ed9d19 expref: -99 pid: 36078 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00020000:00000002:1.0:1789608875.295488:0:36078:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff94d9070506c8) owner ffff94d908344f80 00020000:00000001:1.0:1789608875.295492:0:36078:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789608875.295495:0:36078:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff94d9070506c8) owner ffff94d908344f80 00010000:00010000:3.0:1789608875.295507:0:16957:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d903f6b800 already unused, calling callback (ffffffffc193f740) 00000080:00000001:3.0:1789608875.295510:0:16957:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00020000:00000010:1.0:1789608875.295510:0:36078:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d90822e780. 00020000:00000010:1.0:1789608875.295514:0:36078:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d9094a92a0. 00010000:00010000:3.0:1789608875.295515:0:16957:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b800/0xc54db32881770024 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x91bddff8e8ed9d19 expref: -99 pid: 36078 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00020000:00000010:1.0:1789608875.295518:0:36078:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d9094a9240. 00020000:00000002:1.0:1789608875.295520:0:36078:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x30:0x0] lo_layout_invalid=0 00010000:00000001:3.0:1789608875.295523:0:16957:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00020000:00000001:1.0:1789608875.295523:0:36078:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.295525:0:16957:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000020:00000001:1.0:1789608875.295525:0:36078:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789608875.295528:0:36078:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295e10 00010000:00010000:3.0:1789608875.295529:0:16957:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b800/0xc54db32881770024 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x91bddff8e8ed9d19 expref: -99 pid: 36078 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1789608875.295534:0:36078:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611184 : 144115205339611184 : 200000405000030) 00010000:00000001:3.0:1789608875.295535:0:16957:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000080:00000001:1.0:1789608875.295537:0:36078:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:3.0:1789608875.295538:0:16957:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1789608875.295540:0:16957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608875.295541:0:16957:0:(lustre_handles.c:130:class_handle2object()) Process entered 00010000:00000001:1.0:1789608875.295542:0:36078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000040:3.0:1789608875.295543:0:16957:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d903f6b800 refcount=3 00000020:00000001:1.0:1789608875.295543:0:36078:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000001:3.0:1789608875.295545:0:16957:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258528155648 : -117815181395968 : ffff94d903f6b800) 00000020:00000040:1.0:1789608875.295545:0:36078:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54400 refcount=3 00010000:00000001:3.0:1789608875.295547:0:16957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258528155648 : -117815181395968 : ffff94d903f6b800) 00000020:00000001:1.0:1789608875.295547:0:36078:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00010000:00000001:1.0:1789608875.295550:0:36078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00010000:00000001:3.0:1789608875.295551:0:16957:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789608875.295553:0:16957:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b800/0xc54db32881770024 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x91bddff8e8ed9d19 expref: -99 pid: 36078 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1789608875.295553:0:36078:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1789608875.295555:0:36078:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789608875.295557:0:36078:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514697752 : -117815194853864 : ffff94d903295e18) 00000020:00001000:1.0:1789608875.295559:0:36078:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295e10 00000020:00000001:1.0:1789608875.295560:0:36078:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00000001:3.0:1789608875.295561:0:16957:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00020000:00000001:1.0:1789608875.295562:0:36078:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1789608875.295563:0:36078:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00000080:00000001:3.0:1789608875.295565:0:16957:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00020000:00000010:1.0:1789608875.295565:0:36078:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d9094a9240. 00020000:00000010:1.0:1789608875.295567:0:36078:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d90822e780. 00000080:00000001:3.0:1789608875.295568:0:16957:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789608875.295570:0:16957:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x30:0x0] mode (null) 00020000:00000010:1.0:1789608875.295570:0:36078:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d9094a92a0. 00020000:00000001:1.0:1789608875.295571:0:36078:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626258617537184 : -117815092014432 : ffff94d9094a92a0) 00000002:00000001:3.0:1789608875.295573:0:16957:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00020000:00000002:1.0:1789608875.295574:0:36078:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d9094a92a0, objid 0x30:1029, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00010000:00000001:3.0:1789608875.295575:0:16957:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00020000:00000002:1.0:1789608875.295577:0:36078:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00010000:00000040:3.0:1789608875.295579:0:16957:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909aba400 count: 3 00020000:00000002:1.0:1789608875.295581:0:36078:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d90822e780: ostid: 0x280000401:68 ost idx: 0 gen: 0 00010000:00000001:3.0:1789608875.295582:0:16957:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789608875.295583:0:36078:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff94d9070506c8) owner ffff94d908344f80 00010000:00000001:3.0:1789608875.295584:0:16957:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00020000:00000001:1.0:1789608875.295585:0:36078:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608875.295587:0:16957:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 00020000:00000002:1.0:1789608875.295587:0:36078:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff94d9070506c8) owner ffff94d908344f80 02000000:00000001:3.0:1789608875.295589:0:16957:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 00020000:00000010:1.0:1789608875.295590:0:36078:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d90822e780. 02000000:00000001:3.0:1789608875.295591:0:16957:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:1.0:1789608875.295592:0:36078:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d9094a9240. 00020000:00000010:1.0:1789608875.295594:0:36078:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d9094a92a0. 00010000:00010000:3.0:1789608875.295595:0:16957:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54400/0xc54db32881770008 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9ce8 expref: -99 pid: 36072 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00020000:00000002:1.0:1789608875.295596:0:36078:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x30:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1789608875.295598:0:36078:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.295600:0:36078:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.295602:0:16957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.295603:0:16957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1789608875.295604:0:36078:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00000002:00000001:3.0:1789608875.295605:0:16957:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:3.0:1789608875.295607:0:16957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00020000:00000002:1.0:1789608875.295607:0:36078:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d9070506c8) owner 0000000000000000/ffff94d908344f80 00000020:00000001:3.0:1789608875.295608:0:16957:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608875.295609:0:16957:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54400 refcount=4 00000020:00000001:3.0:1789608875.295611:0:16957:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00020000:00000002:1.0:1789608875.295611:0:36078:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d9082d7480 addref 2/0 by ffff94d908344f80. 00010000:00000001:3.0:1789608875.295613:0:16957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00020000:00000002:1.0:1789608875.295614:0:36078:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d9070506c8) owner 0000000000000000/ffff94d908344f80 00010000:00000001:3.0:1789608875.295615:0:16957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.295616:0:16957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00020000:00000001:1.0:1789608875.295617:0:36078:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00000080:00000001:3.0:1789608875.295618:0:16957:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:1.0:1789608875.295619:0:36078:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00000080:00000001:3.0:1789608875.295620:0:16957:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00020000:00000001:1.0:1789608875.295620:0:36078:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00000080:00000001:3.0:1789608875.295622:0:16957:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.295622:0:36078:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00010000:00000001:3.0:1789608875.295625:0:16957:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00020000:00000001:1.0:1789608875.295625:0:36078:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00010000:00000001:3.0:1789608875.295627:0:16957:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000080:00200000:1.0:1789608875.295627:0:36078:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x30:0x0]: layout version change: 0 -> 0 00010000:00000001:3.0:1789608875.295629:0:16957:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000020:00001000:1.0:1789608875.295629:0:36078:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295e10 00010000:00000001:3.0:1789608875.295630:0:16957:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000080:00000001:1.0:1789608875.295631:0:36078:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.295632:0:16957:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.295633:0:36078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.295634:0:36078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1789608875.295635:0:16957:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d903f6b800 with handle 0xc54db32881770024 from hash 00000080:00000001:1.0:1789608875.295636:0:36078:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608875.295637:0:16957:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789608875.295638:0:16957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.295639:0:16957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:1.0:1789608875.295639:0:36078:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00010000:00000001:3.0:1789608875.295641:0:16957:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00800000:00000001:1.0:1789608875.295642:0:36078:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.295644:0:16957:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00000080:00010000:1.0:1789608875.295645:0:36078:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff94d918ada1c8) for lock 0xc54db32881770008 00010000:00000001:3.0:1789608875.295646:0:16957:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00800000:00000001:1.0:1789608875.295649:0:36078:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00010000:00000001:3.0:1789608875.295651:0:16957:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000002:00000001:1.0:1789608875.295651:0:36078:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789608875.295652:0:36078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608875.295653:0:36078:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608875.295654:0:36078:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54400 refcount=3 00000020:00000001:1.0:1789608875.295656:0:36078:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00010000:00000001:1.0:1789608875.295658:0:36078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00010000:00000001:1.0:1789608875.295661:0:36078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.295662:0:36078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789608875.295664:0:36078:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608875.295666:0:36078:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608875.295669:0:36078:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00010000:00000010:1.1:1789608875.295711:0:36078:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d909abaa00. 00010000:00000010:1.1:1789608875.295717:0:36078:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f55200. 00000100:00000040:1.0:1789608875.295723:0:36078:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d904054700 x1876538934320896/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608891 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608875.295730:0:36078:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789608875.295734:0:36078:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db32881770008 from it ffffae3e01db7bf0 00010000:00000001:1.0:1789608875.295736:0:36078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608875.295737:0:36078:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608875.295738:0:36078:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54400 refcount=3 00000020:00000001:1.0:1789608875.295740:0:36078:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00010000:00000001:1.0:1789608875.295742:0:36078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00010000:00000001:1.0:1789608875.295744:0:36078:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789608875.295747:0:36078:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54400/0xc54db32881770008 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x91bddff8e8ed9ce8 expref: -99 pid: 36072 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789608875.295753:0:36078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.295754:0:36078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608875.295756:0:36078:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789608875.295758:0:36078:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789608875.295761:0:36078:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54400/0xc54db32881770008 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9ce8 expref: -99 pid: 36072 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1789608875.295769:0:36078:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789608875.295772:0:36078:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789608875.295773:0:36078:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789608875.295776:0:36078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.295777:0:36078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608875.295779:0:36078:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.295781:0:36078:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789608875.295783:0:36078:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.295785:0:36078:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.295787:0:36078:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.295789:0:36078:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789608875.295791:0:36078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.295792:0:36078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789608875.295795:0:36078:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789608875.295800:0:36078:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94d91117d740. 00000080:00000001:1.0:1789608875.295803:0:36078:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1789608875.295807:0:36078:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1789608875.295809:0:36078:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789608875.295812:0:36078:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789608875.295815:0:36078:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789608875.295817:0:36078:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789608875.295819:0:36078:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608875.295821:0:36078:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:1.0:1789608875.295824:0:36078:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608875.295827:0:36078:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1789608875.295831:0:36078:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94d907ed9560. 00000002:00100000:1.0:1789608875.295835:0:36078:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d904054700 x1876538934320896/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608891 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789608875.295841:0:36078:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608875.295843:0:36078:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1789608875.295848:0:36078:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1789608875.295851:0:36078:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608875.295855:0:36078:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:1.0:1789608875.295858:0:36078:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1789608875.295860:0:36078:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789608875.295863:0:36078:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1789608875.295864:0:36078:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608875.295868:0:36078:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1789608875.295870:0:36078:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608875.295872:0:36078:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789608875.295874:0:36078:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608875.295877:0:36078:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608875.295881:0:36078:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608875.295884:0:36078:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904054700 x1876538934320896/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608891 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1789608875.295891:0:36078:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608875.295894:0:36078:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff94d9086c0000. 02000000:00000001:1.0:1789608875.295918:0:36078:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1789608875.295920:0:36078:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.295923:0:36078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01db7b98 00000080:00000008:1.0:1789608875.295926:0:36078:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff94d918ada1c8), flags 102101, rc = 0 00010000:00000001:3.0:1789608875.296004:0:16957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.296006:0:16957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00020000:00000001:1.0:1789608875.296046:0:36078:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789608875.296049:0:36078:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d9070506c8) owner 0000000000000000/ffff94d908344f80 00020000:00000002:1.0:1789608875.296054:0:36078:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d9070506c8) owner 0000000000000000/ffff94d908344f80 00020000:00000001:1.0:1789608875.296057:0:36078:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.296078:0:16957:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.296081:0:16957:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608875.296085:0:16957:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1789608875.296092:0:16957:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908492680. 00000020:00000040:3.0:1789608875.296096:0:16957:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=9 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:3.0:1789608875.296101:0:16957:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608875.296103:0:16957:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608875.296106:0:16957:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608875.296113:0:16957:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d91372a200. 00000100:00000001:3.0:1789608875.296119:0:16957:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.296122:0:16957:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1789608875.296127:0:16957:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b800/0xc54db32881770024 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed9d19 expref: -99 pid: 36078 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608875.296134:0:16957:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1789608875.296135:0:16957:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608875.296141:0:16957:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608875.296147:0:16957:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608875.296154:0:16957:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f42186b] to pc [ptlrpcd_01_00+0] req@ffff94d908492680 x1876538934321024/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789608875.296183:0:16957:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608875.296186:0:16957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.296187:0:16957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608875.296189:0:16957:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.296191:0:16957:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.296193:0:16957:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608875.296197:0:16957:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b800/0xc54db32881770024 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed9d19 expref: -99 pid: 36078 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608875.296204:0:16957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789608875.296207:0:16957:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d903f6b800/0xc54db32881770024 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed9d19 expref: -99 pid: 36078 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1789608875.296215:0:16957:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d91117d500. 00010000:00000001:3.0:1789608875.296220:0:16957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608875.296222:0:16957:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1789608875.296224:0:16957:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff94d910b35780. 00010000:00000001:3.0:1789608875.296227:0:16957:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.296230:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789608875.296231:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608875.296234:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789608875.296236:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789608875.296237:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608875.296238:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789608875.296240:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789608875.296241:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608875.296243:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789608875.296259:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608875.296264:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608875.296268:0:2411:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608875.296274:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908492680 x1876538934321024/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608875.296281:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608875.296284:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608875.296289:0:2411:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608875.296292:0:2411:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608875.296294:0:2411:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608875.296297:0:2411:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908492680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934321024:192.168.203.121@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1789608875.296302:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608875.296308:0:2411:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608875.296311:0:2411:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608875.296313:0:2411:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608875.296317:0:2411:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d91372ac00. 02000000:00000001:3.0:1789608875.296319:0:2411:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608875.296326:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608875.296331:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2aaa8. 00000400:00000010:3.0:1789608875.296339:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9b28. 00000100:00000200:3.0:1789608875.296351:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934321024, portal 18 00000100:00000001:3.0:1789608875.296354:0:2411:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608875.296356:0:2411:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600666752 : -117815108884864 : ffff94d908492680) 00000100:00000040:3.0:1789608875.296364:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d908492680 x1876538934321024/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608891 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608875.296372:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608875.296374:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608875.296378:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9110. 00000100:00000200:3.0:1789608875.296382:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876538934321024, offset 0 00000400:00000200:3.0:1789608875.296390:0:2411:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608875.296398:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608875.296407:0:2411:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000100:00000001:2.0:1789608875.296411:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1789608875.296414:0:2411:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1789608875.296416:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608875.296419:0:2411:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608875.296424:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608875.296427:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608875.296432:0:2411:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [3010:3010:256:4294967295] 192.168.203.121@tcp LPNI seq info [3010:3010:8:4294967295] 00000400:00000200:3.0:1789608875.296437:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608875.296448:0:2411:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608875.296455:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608875.296462:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d9104bd900. 00000800:00000200:3.0:1789608875.296471:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608875.296480:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608875.296485:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d9104bd900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1789608875.296549:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608875.296556:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 838107 usecs (839 jiffies) 00000400:00000200:3.0:1789608875.296560:0:2411:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608875.296563:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296603225 00000100:00000001:3.0:1789608875.296567:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296604004 00000100:00000001:3.0:1789608875.296569:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296603225 00000100:00000001:3.0:1789608875.296572:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296604004 00000100:00000001:3.0:1789608875.296574:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608875.296578:0:2411:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608875.296582:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608875.296584:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608875.296593:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608875.296595:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789608875.296598:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608875.296599:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608875.296600:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608875.296602:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608875.298339:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608875.298350:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bd900. 00000400:00000200:0.0:1789608875.298358:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608875.298368:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608875.298377:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9110 00000400:00000010:0.0:1789608875.298381:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9110. 00000100:00000001:0.0:1789608875.298388:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608875.298397:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908492680 x1876538934321024/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608891 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608875.298412:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608875.298416:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908492680 x1876538934321024/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608891 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608875.298424:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608875.298426:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608875.303082:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.303104:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608875.303110:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.303112:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608875.303124:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.303134:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608875.303146:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.303151:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.303157:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.303162:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 18 MB=0x6aab3c4965f80 00000400:00000200:0.0:1789608875.303168:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.303175:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.121@tcp of length 224/224 into md 0x8909 [1] + 224 00000800:00000001:0.0:1789608875.303185:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.303194:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608875.303198:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608875.303204:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608875.303214:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608875.303226:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908492680 x1876538934321024/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608891 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608875.303239:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d908492680 x1876538934321024/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608891 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608875.303259:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608875.303270:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.303273:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608875.303324:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608875.303330:0:2411:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608875.303339:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608875.303341:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608875.303345:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2aaa8. 00000400:00000200:3.0:1789608875.303352:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9b28 00000400:00000010:3.0:1789608875.303355:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9b28. 00000100:00000001:3.0:1789608875.303358:0:2411:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608875.303363:0:2411:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908492680 x1876538934321024/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608891 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608875.303373:0:2411:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908492680 x1876538934321024/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608891 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608875.303380:0:2411:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608875.303383:0:2411:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608875.303386:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608875.303390:0:2411:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608875.303393:0:2411:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608875.303396:0:2411:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608875.303399:0:2411:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608875.303411:0:2411:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11d80 time=82 v=5 (5 5 5 5) 00000100:00001000:3.0:1789608875.303416:0:2411:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=38 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608875.303418:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608875.303420:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.303424:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608875.303427:0:2411:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608875.303432:0:2411:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608875.303435:0:2411:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 8589934607 00000100:00000001:3.0:1789608875.303437:0:2411:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608875.303441:0:2411:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608875.303447:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908492680 x1876538934321024/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608891 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608875.303454:0:2411:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608875.303457:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608875.303460:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608875.303464:0:2411:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908492680 x1876538934321024/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608891 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608875.303472:0:2411:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908492680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2411:1876538934321024:192.168.203.121@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1789608875.303478:0:2411:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608875.303481:0:2411:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608875.303484:0:2411:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908492680 x1876538934321024/t0(0) o103->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608891 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608875.303492:0:2411:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608875.303495:0:2411:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608875.303509:0:2411:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d91372ac00. 02000000:00000001:3.0:1789608875.303513:0:2411:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608875.303517:0:2411:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608875.303519:0:2411:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608875.303521:0:2411:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608875.303524:0:2411:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d91372a200. 02000000:00000001:3.0:1789608875.303528:0:2411:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608875.303530:0:2411:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608875.303532:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908492680. 00000100:00000001:3.0:1789608875.303535:0:2411:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608875.303537:0:2411:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608875.303539:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608875.303548:0:2411:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608875.303550:0:2411:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608875.303553:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608875.303556:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.307112:0:36078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01db7d28 00000080:00200008:1.0:1789608875.307124:0:36078:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000405:0x30:0x0](ffff94d918ada1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1789608875.307135:0:36078:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789608875.307137:0:36078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01db7ca0 00000080:00200000:1.0:1789608875.307139:0:36078:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x30:0x0](ffff94d918ada1c8),name=recon 00000080:00000010:1.0:1789608875.307150:0:36078:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d9098eea00. 00800000:00000002:1.0:1789608875.307158:0:36078:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:1.0:1789608875.307167:0:36078:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789608875.307173:0:36078:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789608875.307176:0:36078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01db7bc0 00800000:00000002:1.0:1789608875.307178:0:36078:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x30:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789608875.307183:0:36078:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789608875.307187:0:36078:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789608875.307191:0:36078:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789608875.307194:0:36078:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789608875.307198:0:36078:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789608875.307200:0:36078:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608875.307203:0:36078:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789608875.307206:0:36078:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608875.307209:0:36078:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789608875.307210:0:36078:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789608875.307211:0:36078:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789608875.307212:0:36078:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789608875.307214:0:36078:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608875.307216:0:36078:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:1.0:1789608875.307217:0:36078:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608875.307220:0:36078:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x30:0x0], name='' -> mds #0 00000002:00000001:1.0:1789608875.307227:0:36078:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789608875.307229:0:36078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01db7a90 00000002:00010000:1.0:1789608875.307232:0:36078:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x30:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789608875.307237:0:36078:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789608875.307239:0:36078:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789608875.307243:0:36078:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789608875.307253:0:36078:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909aba400 count: 2 00010000:00000001:1.0:1789608875.307256:0:36078:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789608875.307262:0:36078:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608875.307266:0:36078:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789608875.307272:0:36078:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54400/0xc54db32881770008 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9ce8 expref: -99 pid: 36072 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1789608875.307286:0:36078:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789608875.307294:0:36078:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608875.307297:0:36078:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54400/0xc54db32881770008 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9ce8 expref: -99 pid: 36072 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1789608875.307306:0:36078:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789608875.307308:0:36078:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789608875.307310:0:36078:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789608875.307312:0:36078:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789608875.307314:0:36078:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789608875.307317:0:36078:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789608875.307319:0:36078:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789608875.307323:0:36078:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:1.0:1789608875.307327:0:36078:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d9098eea00. 00000080:00000001:1.0:1789608875.307333:0:36078:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789608875.307335:0:36078:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789608875.307338:0:36078:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x30:0x0](ffff94d918ada1c8) 00000080:00010000:1.0:1789608875.307342:0:36078:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff94d918ada1c8) for lock 0xc54db32881770008 00800000:00000001:1.0:1789608875.307345:0:36078:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789608875.307348:0:36078:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789608875.307350:0:36078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608875.307353:0:36078:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608875.307356:0:36078:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54400 refcount=3 00000020:00000001:1.0:1789608875.307359:0:36078:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00010000:00000001:1.0:1789608875.307362:0:36078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00010000:00000001:1.0:1789608875.307365:0:36078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.307367:0:36078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789608875.307368:0:36078:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608875.307370:0:36078:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789608875.307373:0:36078:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db32881770008 from it ffffae3e01db7cd8 00010000:00000001:1.0:1789608875.307376:0:36078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608875.307377:0:36078:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608875.307378:0:36078:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54400 refcount=3 00000020:00000001:1.0:1789608875.307380:0:36078:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00010000:00000001:1.0:1789608875.307382:0:36078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00010000:00000001:1.0:1789608875.307384:0:36078:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789608875.307387:0:36078:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54400/0xc54db32881770008 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x91bddff8e8ed9ce8 expref: -99 pid: 36072 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1789608875.307394:0:36078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.307395:0:36078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608875.307397:0:36078:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789608875.307400:0:36078:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789608875.307403:0:36078:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54400/0xc54db32881770008 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9ce8 expref: -99 pid: 36072 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789608875.307412:0:36078:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789608875.307416:0:36078:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789608875.307418:0:36078:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789608875.307423:0:36078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.307424:0:36078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608875.307426:0:36078:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.307430:0:36078:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789608875.307432:0:36078:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.307434:0:36078:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.307437:0:36078:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.307440:0:36078:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789608875.307442:0:36078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.307443:0:36078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789608875.307447:0:36078:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789608875.307449:0:36078:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789608875.307453:0:36078:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1789608875.307456:0:36078:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1789608875.307459:0:36078:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789608875.307461:0:36078:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1789608875.307463:0:36078:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608875.307465:0:36078:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789608875.307469:0:36078:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1789608875.307472:0:36078:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789608875.307478:0:36078:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514697752 : -117815194853864 : ffff94d903295e18) 00000020:00001000:1.0:1789608875.307481:0:36078:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295e10 00000020:00000001:1.0:1789608875.307487:0:36078:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000020:00000001:1.0:1789608875.307491:0:36078:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:1.0:1789608875.307494:0:36078:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1789608875.307873:0:36078:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1789608875.307879:0:36078:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789608875.307881:0:36078:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1789608875.307884:0:36078:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1789608875.307886:0:36078:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608875.307888:0:36078:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789608875.307894:0:36078:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff94d904aac750 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1789608875.307898:0:36078:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d9070506c8) owner 0000000000000000/ffff94d908344f80 00020000:00000001:1.0:1789608875.307903:0:36078:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1789608875.307905:0:36078:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1789608875.307908:0:36078:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1789608875.307911:0:36078:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.307914:0:36078:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1789608875.307917:0:36078:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1789608875.307918:0:36078:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.307920:0:36078:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789608875.307921:0:36078:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1789608875.307923:0:36078:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1789608875.307925:0:36078:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d9070506c8) owner 0000000000000000/ffff94d908344f80 00000020:00000001:1.0:1789608875.307928:0:36078:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789608875.307931:0:36078:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1789608875.307933:0:36078:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x30:0x0] 00000020:00000001:1.0:1789608875.307937:0:36078:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1789608875.307940:0:36078:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1789608875.307943:0:36078:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1789608875.307945:0:36078:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1789608875.307953:0:36078:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1789608875.307962:0:36078:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d9121c3400. 00020000:00000002:1.0:1789608875.307965:0:36078:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1789608875.307968:0:36078:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1789608875.307971:0:36078:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789608875.307973:0:36078:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1789608875.307975:0:36078:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789608875.307977:0:36078:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514696600 : -117815194855016 : ffff94d903295998) 00000020:00001000:1.0:1789608875.307980:0:36078:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295990 00000020:00000001:1.0:1789608875.307984:0:36078:0:(cl_object.c:143:cl_object_top()) ffff94d9092305f8 -> ffff94d9092309e0 00000020:00000001:1.0:1789608875.307986:0:36078:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:1.0:1789608875.307990:0:36078:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789608875.307991:0:36078:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1789608875.307994:0:36078:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789608875.307996:0:36078:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258539956048 : -117815169595568 : ffff94d904aac750) 00000020:00000001:1.0:1789608875.307998:0:36078:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.308000:0:36078:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.308003:0:36078:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593380720 : -117815116170896 : ffff94d907d9f970) 00000020:00000001:1.0:1789608875.308005:0:36078:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1789608875.308366:0:36078:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d9048c2d10. 00000008:00010000:1.0:1789608875.308372:0:36078:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1789608875.308375:0:36078:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789608875.308377:0:36078:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1789608875.308378:0:36078:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d9121c3430, osc lock ffff94d9048c2d10, flags 0x400001002 00000020:00000001:1.0:1789608875.308381:0:36078:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.308383:0:36078:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.308387:0:36078:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626258765493248 : -117814944058368 : ffff94d9121c3400) 00000020:00000001:1.0:1789608875.308389:0:36078:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789608875.308390:0:36078:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1789608875.308391:0:36078:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.308393:0:36078:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.308397:0:36078:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1789608875.308399:0:36078:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1789608875.308401:0:36078:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1789608875.308403:0:36078:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1789608875.308405:0:36078:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789608875.308406:0:36078:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593380720 : -117815116170896 : ffff94d907d9f970) 00000020:00000001:1.0:1789608875.308408:0:36078:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1789608875.308410:0:36078:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1789608875.308414:0:36078:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1789608875.308417:0:36078:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1789608875.308420:0:36078:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1789608875.308422:0:36078:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1789608875.308424:0:36078:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1789608875.308426:0:36078:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1789608875.308427:0:36078:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1789608875.308430:0:36078:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1789608875.308432:0:36078:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789608875.308439:0:36078:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69600 count: 2 00010000:00000001:1.0:1789608875.308442:0:36078:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789608875.308448:0:36078:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608875.308452:0:36078:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789608875.308456:0:36078:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1789608875.308470:0:36078:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789608875.308475:0:36078:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608875.308478:0:36078:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789608875.308486:0:36078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608875.308488:0:36078:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608875.308491:0:36078:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=4 00000020:00000001:1.0:1789608875.308494:0:36078:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:1.0:1789608875.308507:0:36078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00000008:00000001:1.0:1789608875.308511:0:36078:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1789608875.308515:0:36078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608875.308516:0:36078:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608875.308518:0:36078:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=5 00000020:00000001:1.0:1789608875.308520:0:36078:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:1.0:1789608875.308523:0:36078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00000020:00000001:1.0:1789608875.308527:0:36078:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1789608875.308529:0:36078:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1789608875.308531:0:36078:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1789608875.308533:0:36078:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.308535:0:36078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608875.308536:0:36078:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608875.308538:0:36078:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=6 00000020:00000001:1.0:1789608875.308540:0:36078:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:1.0:1789608875.308542:0:36078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:1.0:1789608875.308544:0:36078:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789608875.308548:0:36078:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789608875.308556:0:36078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.308557:0:36078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608875.308559:0:36078:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789608875.308561:0:36078:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789608875.308564:0:36078:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789608875.308574:0:36078:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789608875.308576:0:36078:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789608875.308578:0:36078:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789608875.308581:0:36078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.308583:0:36078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608875.308584:0:36078:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.308587:0:36078:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789608875.308589:0:36078:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.308591:0:36078:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.308594:0:36078:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.308596:0:36078:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789608875.308598:0:36078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.308599:0:36078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608875.308601:0:36078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.308602:0:36078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789608875.308603:0:36078:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789608875.308606:0:36078:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.308608:0:36078:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.308611:0:36078:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.308612:0:36078:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.308614:0:36078:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1789608875.308616:0:36078:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1789608875.308618:0:36078:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1789608875.308620:0:36078:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1789608875.308623:0:36078:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.308625:0:36078:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608875.308630:0:36078:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1789608875.308633:0:36078:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000020:00000001:1.0:1789608875.308635:0:36078:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000020:00000001:1.0:1789608875.308638:0:36078:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1789608875.308642:0:36078:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1789608875.308645:0:36078:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1789608875 a=0 c=1789608875 b=1 00020000:00000001:1.0:1789608875.308650:0:36078:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.308652:0:36078:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.308653:0:36078:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000080:00200000:1.0:1789608875.308656:0:36078:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 23 i_blocks 1 00000080:00000001:1.0:1789608875.308660:0:36078:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1789608875.308662:0:36078:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1789608875.308664:0:36078:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d904aac6f0 (ffff94d903295e18/0) at cl_lock_release():245 00000020:00000001:1.0:1789608875.308668:0:36078:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789608875.308669:0:36078:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d904aac6f0 (ffff94d903295e18/0) at cl_lock_cancel():142 00020000:00000001:1.0:1789608875.308672:0:36078:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1789608875.308674:0:36078:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789608875.309510:0:36078:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593380720 : -117815116170896 : ffff94d907d9f970) 00000020:00000001:1.0:1789608875.309517:0:36078:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789608875.309520:0:36078:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d9121c3430 (ffff94d903295998/1) at cl_lock_cancel():142 00000008:00000001:1.0:1789608875.309524:0:36078:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1789608875.309526:0:36078:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1789608875.309528:0:36078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.309531:0:36078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789608875.309533:0:36078:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1789608875.309534:0:36078:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1789608875.309536:0:36078:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789608875.309537:0:36078:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789608875.309538:0:36078:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789608875.309540:0:36078:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d904aac6f0 (ffff94d903295e18/0) at cl_lock_fini():72 00020000:00000001:1.0:1789608875.309544:0:36078:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1789608875.309545:0:36078:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789608875.309547:0:36078:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d9121c3430 (ffff94d903295e18/1) at cl_lock_fini():72 00000008:00000010:1.0:1789608875.309550:0:36078:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d9048c2d10. 00000020:00000001:1.0:1789608875.309556:0:36078:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1789608875.309559:0:36078:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d9121c3400. 00020000:00000001:1.0:1789608875.309563:0:36078:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1789608875.309564:0:36078:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1789608875.309566:0:36078:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1789608875.309568:0:36078:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.309571:0:36078:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1789608875.309574:0:36078:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1789608875.309577:0:36078:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1789608875.309578:0:36078:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:1.0:1789608875.309580:0:36078:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789608875.309583:0:36078:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295990 00020000:00000001:1.0:1789608875.309587:0:36078:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1789608875.309590:0:36078:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1789608875.309593:0:36078:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1789608875.309596:0:36078:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1789608875.309600:0:36078:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1789608875.309603:0:36078:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608875.309605:0:36078:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789608875.309608:0:36078:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1789608875.309609:0:36078:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789608875.309610:0:36078:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295e10 00000001:00000001:1.0:1789608875.309613:0:36078:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.309623:0:36078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01db7d28 00000080:00000008:1.0:1789608875.309627:0:36078:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff94d918ada1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1789608875.309907:0:36078:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:1.0:1789608875.309911:0:36078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01db7d88 00000080:00200008:1.0:1789608875.309913:0:36078:0:(file.c:2650:do_file_write_iter()) START file recon:[0x200000405:0x30:0x0], ppos: 0, count: 23 00000080:00000002:1.0:1789608875.309916:0:36078:0:(file.c:2656:do_file_write_iter()) inode ffff94d918ada1c8 need_sync_to_oss [0x200000405:0x30:0x0] 00000080:00000001:1.0:1789608875.309920:0:36078:0:(pcc.c:2644:pcc_file_write_iter()) Process entered 00000080:00000001:1.0:1789608875.309923:0:36078:0:(pcc.c:2647:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608875.309925:0:36078:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:1.0:1789608875.309929:0:36078:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.309932:0:36078:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789608875.309935:0:36078:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514697752 : -117815194853864 : ffff94d903295e18) 00000020:00001000:1.0:1789608875.309938:0:36078:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295e10 00000080:00000001:1.0:1789608875.309942:0:36078:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:1.0:1789608875.309944:0:36078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01db7c98 00000080:00200000:1.0:1789608875.309946:0:36078:0:(file.c:2090:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:1.0:1789608875.309952:0:36078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01db7c30 00000080:00200000:1.0:1789608875.309954:0:36078:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:1.0:1789608875.309956:0:36078:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1789608875.309959:0:36078:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000020:00000001:1.0:1789608875.309961:0:36078:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000020:00000001:1.0:1789608875.309963:0:36078:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1789608875.309967:0:36078:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1789608875.309969:0:36078:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1789608875 a=0 c=1789608875 b=1 00020000:00000001:1.0:1789608875.309973:0:36078:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.309975:0:36078:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.309977:0:36078:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000080:00200000:1.0:1789608875.309979:0:36078:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 23 i_blocks 1 00000080:00000001:1.0:1789608875.309982:0:36078:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1789608875.309984:0:36078:0:(cl_io.c:210:cl_io_rw_init()) Process entered 00000020:00200000:1.0:1789608875.309991:0:36078:0:(cl_io.c:215:cl_io_rw_init()) header@000000005213fcae[0x110, 2, [0x200000405:0x30:0x0] hash] 00000020:00200000:1.0:1789608875.309993:0:36078:0:(cl_io.c:215:cl_io_rw_init()) io range: 2 [23, 46) 0 1 00000020:00000001:1.0:1789608875.309995:0:36078:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000020:00000001:1.0:1789608875.309997:0:36078:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:1.0:1789608875.309999:0:36078:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1789608875.310001:0:36078:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1789608875.310004:0:36078:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789608875.310006:0:36078:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1789608875.310020:0:36078:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608875.310025:0:36078:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608875.310028:0:36078:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1789608875.310029:0:36078:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608875.310031:0:36078:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789608875.310034:0:36078:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff94d904aac750 type 2 ignore/verify layout 0/0 00020000:00000002:1.0:1789608875.310038:0:36078:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d9070506c8) owner 0000000000000000/ffff94d908344f80 00020000:00000001:1.0:1789608875.310042:0:36078:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1789608875.310044:0:36078:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1789608875.310046:0:36078:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1789608875.310048:0:36078:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:1.0:1789608875.310050:0:36078:0:(lov_io.c:860:lov_io_slice_init()) 23 46 00020000:00000001:1.0:1789608875.310053:0:36078:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:1.0:1789608875.310055:0:36078:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1789608875.310057:0:36078:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.310058:0:36078:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789608875.310059:0:36078:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1789608875.310060:0:36078:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1789608875.310062:0:36078:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d9070506c8) owner 0000000000000000/ffff94d908344f80 00000020:00000001:1.0:1789608875.310064:0:36078:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.310065:0:36078:0:(cl_io.c:218:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789608875.310067:0:36078:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:1.0:1789608875.310070:0:36078:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:1.0:1789608875.310073:0:36078:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.310077:0:36078:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:1.0:1789608875.310079:0:36078:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1789608875.310082:0:36078:0:(cl_io.c:915:cl_page_list_init()) Process entered 00000020:00000001:1.0:1789608875.310083:0:36078:0:(cl_io.c:918:cl_page_list_init()) Process leaving 00020000:00000001:1.0:1789608875.310085:0:36078:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00000001:1.0:1789608875.310088:0:36078:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1789608875.310091:0:36078:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1789608875.310095:0:36078:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1789608875.310098:0:36078:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789608875.310099:0:36078:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1789608875.310100:0:36078:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789608875.310102:0:36078:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514696600 : -117815194855016 : ffff94d903295998) 00000020:00001000:1.0:1789608875.310104:0:36078:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295990 00000020:00000001:1.0:1789608875.310106:0:36078:0:(cl_object.c:143:cl_object_top()) ffff94d9092305f8 -> ffff94d9092309e0 00000020:00000001:1.0:1789608875.310108:0:36078:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:1.0:1789608875.310111:0:36078:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789608875.310112:0:36078:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1789608875.310114:0:36078:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789608875.310116:0:36078:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258539956048 : -117815169595568 : ffff94d904aac750) 00000020:00000001:1.0:1789608875.310118:0:36078:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.310120:0:36078:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.310121:0:36078:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593380720 : -117815116170896 : ffff94d907d9f970) 00000020:00000001:1.0:1789608875.310125:0:36078:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1789608875.310127:0:36078:0:(osc_io.c:525:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1789608875.310132:0:36078:0:(osc_io.c:545:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.310133:0:36078:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.310136:0:36078:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.310137:0:36078:0:(lov_io.c:1227:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.310139:0:36078:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.310141:0:36078:0:(cl_io.c:315:cl_io_lock()) Process entered 00000080:00000001:1.0:1789608875.310144:0:36078:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:1.0:1789608875.310146:0:36078:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:1.0:1789608875.310149:0:36078:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:1.0:1789608875.310152:0:36078:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608875.310156:0:36078:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608875.310158:0:36078:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:1.0:1789608875.310160:0:36078:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:1.0:1789608875.310163:0:36078:0:(cl_io.c:477:cl_io_lock_add()) Process entered 00000020:00000001:1.0:1789608875.310164:0:36078:0:(cl_io.c:260:cl_lockset_merge()) Process entered 00000020:00000001:1.0:1789608875.310166:0:36078:0:(cl_io.c:277:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.310168:0:36078:0:(cl_io.c:484:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608875.310170:0:36078:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608875.310173:0:36078:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608875.310175:0:36078:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.310177:0:36078:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1789608875.310180:0:36078:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1789608875.310181:0:36078:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:1.0:1789608875.310183:0:36078:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1789608875.310185:0:36078:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.310187:0:36078:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.310189:0:36078:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.310191:0:36078:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.310193:0:36078:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1789608875.310195:0:36078:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1789608875.310196:0:36078:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1789608875.310198:0:36078:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1789608875.310201:0:36078:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1789608875.310203:0:36078:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1789608875.310212:0:36078:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d9121c3400. 00020000:00000002:1.0:1789608875.310215:0:36078:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1789608875.310217:0:36078:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1789608875.310219:0:36078:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789608875.310221:0:36078:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593380720 : -117815116170896 : ffff94d907d9f970) 00000020:00000001:1.0:1789608875.310223:0:36078:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1789608875.310226:0:36078:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d9048c2d10. 00000008:00010000:1.0:1789608875.310229:0:36078:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:1.0:1789608875.310232:0:36078:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789608875.310233:0:36078:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1789608875.310238:0:36078:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d9121c3430, osc lock ffff94d9048c2d10, flags 0x0 00000020:00000001:1.0:1789608875.310240:0:36078:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.310242:0:36078:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.310244:0:36078:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626258765493248 : -117814944058368 : ffff94d9121c3400) 00000020:00000001:1.0:1789608875.310246:0:36078:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789608875.310247:0:36078:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1789608875.310249:0:36078:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.310251:0:36078:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.310252:0:36078:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1789608875.310254:0:36078:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1789608875.310256:0:36078:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789608875.310257:0:36078:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593380720 : -117815116170896 : ffff94d907d9f970) 00000020:00000001:1.0:1789608875.310259:0:36078:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1789608875.310261:0:36078:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1789608875.310264:0:36078:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:1.0:1789608875.310266:0:36078:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.310270:0:36078:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1789608875.310272:0:36078:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1789608875.310274:0:36078:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1789608875.310276:0:36078:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1789608875.310277:0:36078:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1789608875.310278:0:36078:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1789608875.310281:0:36078:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1789608875.310284:0:36078:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789608875.310290:0:36078:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69600 count: 2 00010000:00000001:1.0:1789608875.310293:0:36078:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789608875.310299:0:36078:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608875.310303:0:36078:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789608875.310308:0:36078:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1789608875.310327:0:36078:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789608875.310332:0:36078:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608875.310336:0:36078:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789608875.310344:0:36078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608875.310345:0:36078:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608875.310348:0:36078:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=4 00000020:00000001:1.0:1789608875.310351:0:36078:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:1.0:1789608875.310354:0:36078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00000008:00000001:1.0:1789608875.310358:0:36078:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1789608875.310360:0:36078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608875.310361:0:36078:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608875.310363:0:36078:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=5 00000020:00000001:1.0:1789608875.310365:0:36078:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:1.0:1789608875.310367:0:36078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:1.0:1789608875.310369:0:36078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608875.310370:0:36078:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608875.310372:0:36078:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=6 00000020:00000001:1.0:1789608875.310374:0:36078:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:1.0:1789608875.310376:0:36078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:1.0:1789608875.310378:0:36078:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608875.310379:0:36078:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608875.310382:0:36078:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789608875.310390:0:36078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.310392:0:36078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789608875.310395:0:36078:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.310397:0:36078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608875.310398:0:36078:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608875.310399:0:36078:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=7 00000020:00000001:1.0:1789608875.310401:0:36078:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:1.0:1789608875.310403:0:36078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:1.0:1789608875.310405:0:36078:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789608875.310408:0:36078:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789608875.310415:0:36078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.310416:0:36078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789608875.310419:0:36078:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789608875.310426:0:36078:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789608875.310427:0:36078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.310428:0:36078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608875.310429:0:36078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.310430:0:36078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789608875.310432:0:36078:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789608875.310435:0:36078:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.310437:0:36078:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.310439:0:36078:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.310441:0:36078:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.310443:0:36078:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.310445:0:36078:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.310447:0:36078:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.310449:0:36078:0:(cl_io.c:529:cl_io_start()) Process entered 00000080:00000001:1.0:1789608875.310452:0:36078:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000080:00000001:1.0:1789608875.310455:0:36078:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1789608875.310456:0:36078:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000020:00000001:1.0:1789608875.310458:0:36078:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000020:00000001:1.0:1789608875.310460:0:36078:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1789608875.310462:0:36078:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1789608875.310464:0:36078:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1789608875 a=0 c=1789608875 b=1 00020000:00000001:1.0:1789608875.310467:0:36078:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.310469:0:36078:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.310470:0:36078:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000080:00200000:1.0:1789608875.310472:0:36078:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 23 i_blocks 1 00000080:00000001:1.0:1789608875.310474:0:36078:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1789608875.310477:0:36078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01db7b80 00000080:00200000:1.0:1789608875.310479:0:36078:0:(vvp_io.c:1292:vvp_io_write_start()) recon: write [23, 46) append 1 append lockpos 18446744073709551615 00000020:00000001:1.0:1789608875.310482:0:36078:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:1.0:1789608875.310484:0:36078:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d9070506c8) owner 0000000000000000/ffff94d908344f80 00020000:00000002:1.0:1789608875.310487:0:36078:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d9082d7480 addref 2/0 by ffff94d908344f80. 00020000:00000002:1.0:1789608875.310489:0:36078:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d9070506c8) owner 0000000000000000/ffff94d908344f80 00000020:00000001:1.0:1789608875.310492:0:36078:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:1.0:1789608875.310495:0:36078:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1789608875.310507:0:36078:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:1.0:1789608875.310509:0:36078:0:(lov_offset.c:253:lov_stripe_intersects()) [23->45] -> [(0) 23->45 (0)] 00020000:00000001:1.0:1789608875.310512:0:36078:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789608875.310513:0:36078:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593380720 : -117815116170896 : ffff94d907d9f970) 00000020:00000001:1.0:1789608875.310515:0:36078:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1789608875.310517:0:36078:0:(osc_io.c:1417:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1789608875.310520:0:36078:0:(osc_io.c:1430:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.310522:0:36078:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.310524:0:36078:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.310526:0:36078:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608875.310533:0:36078:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:1.0:1789608875.310535:0:36078:0:(rw26.c:676:ll_write_begin()) Writing 0 of 23 to 23 bytes 00000080:00000001:1.0:1789608875.310541:0:36078:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00000001:1.0:1789608875.310543:0:36078:0:(vvp_io.c:1171:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.310546:0:36078:0:(cl_page.c:432:cl_page_find()) Process entered 00000020:00008000:1.0:1789608875.310549:0:36078:0:(cl_page.c:438:cl_page_find()) 0@[0x200000405:0x30:0x0] ffffe9a104899300 ffff94d9043d5000 1 00000020:00000001:1.0:1789608875.310552:0:36078:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1789608875.310554:0:36078:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446626258532782080 : -117815176769536 : ffff94d9043d5000) 00000020:00000001:1.0:1789608875.310556:0:36078:0:(cl_page.c:455:cl_page_find()) Process leaving (rc=18446626258532782080 : -117815176769536 : ffff94d9043d5000) 00000020:00000001:1.0:1789608875.310559:0:36078:0:(cl_page.c:811:cl_page_assume()) Process entered 00000020:00000001:1.0:1789608875.310561:0:36078:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789608875.310563:0:36078:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258539956048 : -117815169595568 : ffff94d904aac750) 00000020:00000001:1.0:1789608875.310565:0:36078:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1789608875.310566:0:36078:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1789608875.310568:0:36078:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789608875.310572:0:36078:0:(cl_page.c:518:__cl_page_state_set()) page@0000000038f2b770[3 000000002b512c06 1 1 0000000052765751 0 0 0] 00000020:00000001:1.0:1789608875.310574:0:36078:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1789608875.310576:0:36078:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1789608875.310577:0:36078:0:(cl_page.c:825:cl_page_assume()) Process leaving 00000080:00000001:1.0:1789608875.310578:0:36078:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:1.0:1789608875.310580:0:36078:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608875.310583:0:36078:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:1.0:1789608875.310585:0:36078:0:(rw26.c:871:ll_write_end()) pos 23, len 23, copied 23 00000020:00000001:1.0:1789608875.310587:0:36078:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789608875.310588:0:36078:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258539956048 : -117815169595568 : ffff94d904aac750) 00000020:00000001:1.0:1789608875.310589:0:36078:0:(cl_page.c:680:cl_page_is_owned()) Process entered 00000020:00000001:1.0:1789608875.310591:0:36078:0:(cl_page.c:682:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789608875.310594:0:36078:0:(cl_io.c:928:cl_page_list_add()) Process entered 00000020:00000001:1.0:1789608875.310596:0:36078:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:1.0:1789608875.310597:0:36078:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:1.0:1789608875.310598:0:36078:0:(cl_io.c:939:cl_page_list_add()) Process leaving 00000080:00200000:1.0:1789608875.310601:0:36078:0:(rw26.c:929:ll_write_end()) page@0000000038f2b770[4 000000002b512c06 2 1 0000000052765751 0 0 0] 00000080:00200000:1.0:1789608875.310604:0:36078:0:(rw26.c:929:ll_write_end()) vmpage @000000003f560b85 17ffffc0001039 2:0 ffff94d9043d5000 0 lru 00000080:00200000:1.0:1789608875.310612:0:36078:0:(rw26.c:929:ll_write_end()) osc-page@00000000b69ef96a 0: 1< 2 + - > 2< 0 0 4096 0x0 0x40420 | 00000000730c4733 000000004dda031e > 3< 1 0 > 4< 0 0 8 393216 - | - - + - > 5< - - + - | 0 - | 1 - -> 00000080:00200000:1.0:1789608875.310614:0:36078:0:(rw26.c:929:ll_write_end()) end page@0000000038f2b770 00000080:00200000:1.0:1789608875.310616:0:36078:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:1.0:1789608875.310617:0:36078:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:1.0:1789608875.310619:0:36078:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 23, to 46 prio 0 00000020:00000001:1.0:1789608875.310621:0:36078:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00020000:00000001:1.0:1789608875.310624:0:36078:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:1.0:1789608875.310626:0:36078:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789608875.310627:0:36078:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593380720 : -117815116170896 : ffff94d907d9f970) 00000020:00000001:1.0:1789608875.310629:0:36078:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00000008:00000001:1.0:1789608875.310631:0:36078:0:(osc_io.c:419:osc_io_commit_async()) Process entered 00000008:00000001:1.0:1789608875.310633:0:36078:0:(osc_io.c:380:osc_page_touch_at()) Process entered 00000020:00000001:1.0:1789608875.310635:0:36078:0:(cl_object.c:143:cl_object_top()) ffff94d907004fc0 -> ffff94d9092309e0 00000008:00000002:1.0:1789608875.310637:0:36078:0:(osc_io.c:388:osc_page_touch_at()) stripe KMS increasing 23->46 23 00000020:00000001:1.0:1789608875.310639:0:36078:0:(cl_object.c:143:cl_object_top()) ffff94d907004fc0 -> ffff94d9092309e0 00000020:00000001:1.0:1789608875.310641:0:36078:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1789608875.310644:0:36078:0:(osc_object.c:161:osc_attr_update()) set kms from 23to 46 00020000:00000001:1.0:1789608875.310647:0:36078:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789608875.310649:0:36078:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.310651:0:36078:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.310652:0:36078:0:(cl_object.c:143:cl_object_top()) ffff94d907004fc0 -> ffff94d9092309e0 00000008:00000001:1.0:1789608875.310653:0:36078:0:(osc_io.c:403:osc_page_touch_at()) Process leaving 00000020:00000001:1.0:1789608875.310655:0:36078:0:(cl_io.c:952:cl_page_list_del()) Process entered 00000020:00000001:1.0:1789608875.310657:0:36078:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:1.0:1789608875.310660:0:36078:0:(cl_page.c:567:cl_batch_put()) page@0000000038f2b770[4 000000002b512c06 2 1 0000000052765751 0 0 0] 00000020:00000001:1.0:1789608875.310662:0:36078:0:(cl_page.c:567:cl_batch_put()) 4 00000020:00000001:1.0:1789608875.310663:0:36078:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:1.0:1789608875.310664:0:36078:0:(cl_io.c:957:cl_page_list_del()) Process leaving 00000008:00000020:1.0:1789608875.310666:0:36078:0:(osc_request.c:745:osc_update_next_shrink()) next time 3135 to shrink grant 00000080:00000001:1.0:1789608875.310669:0:36078:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:1.0:1789608875.310671:0:36078:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:1.0:1789608875.310674:0:36078:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff94d918ada378, count 1, dirtied 0 00000080:00000001:1.0:1789608875.310698:0:36078:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:1.0:1789608875.310700:0:36078:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:1.0:1789608875.310702:0:36078:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1789608875.310703:0:36078:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1789608875.310704:0:36078:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789608875.310707:0:36078:0:(cl_page.c:518:__cl_page_state_set()) page@0000000038f2b770[3 000000002b512c06 2 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789608875.310709:0:36078:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 1 00000020:00000001:1.0:1789608875.310710:0:36078:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1789608875.310712:0:36078:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1789608875.310713:0:36078:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:1.0:1789608875.310715:0:36078:0:(cl_page.c:567:cl_batch_put()) page@0000000038f2b770[3 000000002b512c06 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789608875.310716:0:36078:0:(cl_page.c:567:cl_batch_put()) 3 00000020:00000001:1.0:1789608875.310717:0:36078:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000080:00000001:1.0:1789608875.310719:0:36078:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:1.0:1789608875.310720:0:36078:0:(osc_io.c:492:osc_io_commit_async()) 0 0 00000008:00000001:1.0:1789608875.310722:0:36078:0:(osc_io.c:493:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.310724:0:36078:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.310726:0:36078:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.310727:0:36078:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789608875.310730:0:36078:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:1.0:1789608875.310732:0:36078:0:(cl_io.c:1044:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1789608875.310734:0:36078:0:(cl_io.c:1048:cl_page_list_fini()) Process leaving 00000080:00000001:1.0:1789608875.310735:0:36078:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608875.310737:0:36078:0:(rw26.c:950:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:1.0:1789608875.310741:0:36078:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00000001:1.0:1789608875.310742:0:36078:0:(vvp_io.c:1171:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.310744:0:36078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01db7b80 00000080:00200000:1.0:1789608875.310745:0:36078:0:(vvp_io.c:1358:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:1.0:1789608875.310748:0:36078:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.310750:0:36078:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1789608875.310751:0:36078:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1789608875.310752:0:36078:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:1.0:1789608875.310754:0:36078:0:(osc_io.c:1053:osc_io_write_start()) Process entered 00000020:00000001:1.0:1789608875.310756:0:36078:0:(cl_object.c:143:cl_object_top()) ffff94d907004fc0 -> ffff94d9092309e0 00000020:00000001:1.0:1789608875.310758:0:36078:0:(cl_object.c:143:cl_object_top()) ffff94d907004fc0 -> ffff94d9092309e0 00000020:00000001:1.0:1789608875.310759:0:36078:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1789608875.310761:0:36078:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789608875.310762:0:36078:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.310764:0:36078:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.310766:0:36078:0:(cl_object.c:143:cl_object_top()) ffff94d907004fc0 -> ffff94d9092309e0 00000008:00000001:1.0:1789608875.310768:0:36078:0:(osc_io.c:1061:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.310770:0:36078:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.310771:0:36078:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.310773:0:36078:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.310774:0:36078:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.310776:0:36078:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:1.0:1789608875.310778:0:36078:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:1.0:1789608875.310779:0:36078:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1789608875.310780:0:36078:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:1.0:1789608875.310782:0:36078:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:1.0:1789608875.310783:0:36078:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.310785:0:36078:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.310788:0:36078:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:1.0:1789608875.310789:0:36078:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:1.0:1789608875.310792:0:36078:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1789608875.310793:0:36078:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d9084e6218 (ffff94d903295e18/0) at cl_lock_release():245 00000020:00000001:1.0:1789608875.310795:0:36078:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789608875.310797:0:36078:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d9084e6218 (ffff94d903295e18/0) at cl_lock_cancel():142 00020000:00000001:1.0:1789608875.310799:0:36078:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1789608875.310801:0:36078:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789608875.310802:0:36078:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593380720 : -117815116170896 : ffff94d907d9f970) 00000020:00000001:1.0:1789608875.310804:0:36078:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789608875.310805:0:36078:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d9121c3430 (ffff94d903295998/1) at cl_lock_cancel():142 00000008:00000001:1.0:1789608875.310807:0:36078:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1789608875.310809:0:36078:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1789608875.310811:0:36078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608875.310813:0:36078:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608875.310814:0:36078:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=5 00000020:00000001:1.0:1789608875.310816:0:36078:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:1.0:1789608875.310819:0:36078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:1.0:1789608875.310820:0:36078:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789608875.310824:0:36078:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789608875.310830:0:36078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.310832:0:36078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608875.310833:0:36078:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789608875.310836:0:36078:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789608875.310839:0:36078:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1789608875.310847:0:36078:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789608875.310850:0:36078:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789608875.310852:0:36078:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789608875.310857:0:36078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.310858:0:36078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608875.310860:0:36078:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.310863:0:36078:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789608875.310866:0:36078:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.310868:0:36078:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.310871:0:36078:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.310873:0:36078:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789608875.310875:0:36078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.310876:0:36078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608875.310877:0:36078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.310878:0:36078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789608875.310879:0:36078:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1789608875.310881:0:36078:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1789608875.310882:0:36078:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789608875.310883:0:36078:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789608875.310885:0:36078:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789608875.310887:0:36078:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d9084e6218 (ffff94d903295e18/0) at cl_lock_fini():72 00020000:00000001:1.0:1789608875.310890:0:36078:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1789608875.310891:0:36078:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789608875.310892:0:36078:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d9121c3430 (ffff94d903295e18/1) at cl_lock_fini():72 00000008:00000010:1.0:1789608875.310895:0:36078:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d9048c2d10. 00000020:00000001:1.0:1789608875.310900:0:36078:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1789608875.310902:0:36078:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d9121c3400. 00020000:00000001:1.0:1789608875.310906:0:36078:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1789608875.310907:0:36078:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1789608875.310907:0:36078:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1789608875.310909:0:36078:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1789608875.310911:0:36078:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1789608875.310912:0:36078:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:1.0:1789608875.310913:0:36078:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1789608875.310914:0:36078:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.310916:0:36078:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.310917:0:36078:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1789608875.310919:0:36078:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1789608875.310920:0:36078:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000080:00200000:1.0:1789608875.310922:0:36078:0:(vvp_io.c:533:vvp_io_advance()) advancing 23 bytes 00000020:00000001:1.0:1789608875.310924:0:36078:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1789608875.310925:0:36078:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1789608875.310927:0:36078:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1789608875.310928:0:36078:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1789608875.310929:0:36078:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1789608875.310933:0:36078:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1789608875.310935:0:36078:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.310937:0:36078:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.310938:0:36078:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1789608875.310940:0:36078:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1789608875.310941:0:36078:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789608875.310944:0:36078:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:1.0:1789608875.310947:0:36078:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:1.0:1789608875.310949:0:36078:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:1.0:1789608875.310950:0:36078:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1789608875.310952:0:36078:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1789608875.310954:0:36078:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1789608875.310955:0:36078:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:1.0:1789608875.310956:0:36078:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789608875.310958:0:36078:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295990 00020000:00000001:1.0:1789608875.310961:0:36078:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1789608875.310963:0:36078:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1789608875.310965:0:36078:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1789608875.310966:0:36078:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1789608875.310969:0:36078:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1789608875.310970:0:36078:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00000001:1.0:1789608875.310972:0:36078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01db7c98 00000080:00200000:1.0:1789608875.310973:0:36078:0:(file.c:2238:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:1.0:1789608875.310977:0:36078:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1789608875.310978:0:36078:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000020:00000001:1.0:1789608875.310980:0:36078:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000020:00000001:1.0:1789608875.310981:0:36078:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1789608875.310983:0:36078:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1789608875.310987:0:36078:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1789608875.310989:0:36078:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:1.0:1789608875.310991:0:36078:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1789608875.310992:0:36078:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:1.0:1789608875.310994:0:36078:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1029 on OST[0]: s=46 (1) m=1789608875 a=0 c=1789608875 b=1 00020000:00000001:1.0:1789608875.310997:0:36078:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789608875.310999:0:36078:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789608875 a=0 c=1789608875 b=1 00020000:00000001:1.0:1789608875.311002:0:36078:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.311004:0:36078:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.311005:0:36078:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000080:00200000:1.0:1789608875.311008:0:36078:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 46 i_blocks 1 00000080:00000001:1.0:1789608875.311010:0:36078:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:1.0:1789608875.311013:0:36078:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:1.0:1789608875.311016:0:36078:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:1.0:1789608875.311017:0:36078:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295e10 00000020:00000001:1.0:1789608875.311020:0:36078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01db7d88 00000080:00000008:1.0:1789608875.311022:0:36078:0:(file.c:2732:do_file_write_iter()) COMPLETED: file recon:[0x200000405:0x30:0x0], ppos: 46, count: 0, rc = 23 00000080:00000001:1.0:1789608875.311025:0:36078:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:1.0:1789608875.311039:0:36078:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789608875.311042:0:36078:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d9070506c8) owner 0000000000000000/ffff94d908344f80 00020000:00000002:1.0:1789608875.311045:0:36078:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d9070506c8) owner 0000000000000000/ffff94d908344f80 00020000:00000001:1.0:1789608875.311048:0:36078:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608875.311057:0:36078:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1789608875.311059:0:36078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01db7df0 00000080:00200008:1.0:1789608875.311061:0:36078:0:(file.c:479:ll_file_release()) START file recon:[0x200000405:0x30:0x0](ffff94d918ada1c8), flags 102001 00000080:00000001:1.0:1789608875.311064:0:36078:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:1.0:1789608875.311067:0:36078:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:1.0:1789608875.311068:0:36078:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789608875.311070:0:36078:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d9070506c8) owner 0000000000000000/ffff94d908344f80 00020000:00000002:1.0:1789608875.311072:0:36078:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d9070506c8) owner 0000000000000000/ffff94d908344f80 00020000:00000001:1.0:1789608875.311074:0:36078:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608875.311077:0:36078:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1789608875.311083:0:36078:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789608875.311086:0:36078:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789608875.311089:0:36078:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789608875.311092:0:36078:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789608875.311094:0:36078:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608875.311097:0:36078:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:1.0:1789608875.311100:0:36078:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608875.311106:0:36078:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789608875.311108:0:36078:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789608875.311114:0:36078:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909aba400 count: 2 00010000:00000001:1.0:1789608875.311117:0:36078:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789608875.311121:0:36078:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608875.311123:0:36078:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x30:0x0]: 0 00000080:00000001:1.0:1789608875.311125:0:36078:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1789608875.311127:0:36078:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1789608875.311133:0:36078:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff94d9098eea00. 00000080:00000001:1.0:1789608875.311136:0:36078:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1789608875.311141:0:36078:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1789608875.311145:0:36078:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1789608875.311146:0:36078:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789608875.311148:0:36078:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789608875.311149:0:36078:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789608875.311150:0:36078:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789608875.311152:0:36078:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608875.311153:0:36078:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:1.0:1789608875.311155:0:36078:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608875.311157:0:36078:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x30:0x0] 00000002:00000001:1.0:1789608875.311160:0:36078:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1789608875.311162:0:36078:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff94d904ceb000: [0x200000405:0x30:0x0] file closed with intent: 200 00000100:00000010:1.0:1789608875.311170:0:36078:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904055c00. 00000020:00000040:1.0:1789608875.311175:0:36078:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=9 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:1.0:1789608875.311180:0:36078:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608875.311185:0:36078:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608875.311188:0:36078:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608875.311196:0:36078:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d9098ee200. 00000100:00000001:1.0:1789608875.311204:0:36078:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1789608875.311228:0:36078:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94d904054700 x1876538934320896/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608891 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1789608875.311240:0:36078:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d904ceb000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1789608875.311246:0:36078:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d904055c00 x1876538934321280/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1789608875.311253:0:36078:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789608875.311256:0:36078:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789608875.311264:0:36078:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d910b35e40. 00000100:00000001:1.0:1789608875.311266:0:36078:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258741845568 : -117814967706048 : ffff94d910b35e40) 00000100:00000001:1.0:1789608875.311269:0:36078:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608875.311271:0:36078:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529115136 : -117815180436480 : ffff94d904055c00) 00000100:00000001:1.0:1789608875.311276:0:36078:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608875.311280:0:36078:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608875.311282:0:36078:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789608875.311285:0:36078:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608875.311289:0:36078:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904055c00 x1876538934321280/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608875.311297:0:36078:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608875.311300:0:36078:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608875.311304:0:36078:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608875.311307:0:36078:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608875.311310:0:36078:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608875.311313:0:36078:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904055c00 pname:cluuid:pid:xid:nid:opc:job uname:25f5d458-2cbe-49cd-9693-334c08df7e27:36078:1876538934321280:192.168.203.121@tcp:35:uname.0 00000100:00000001:1.0:1789608875.311318:0:36078:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608875.311325:0:36078:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608875.311328:0:36078:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608875.311332:0:36078:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608875.311336:0:36078:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d908243400. 02000000:00000001:1.0:1789608875.311338:0:36078:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608875.311347:0:36078:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608875.311352:0:36078:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34cb8. 00000400:00000010:1.0:1789608875.311359:0:36078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d352a8. 00000100:00000200:1.0:1789608875.311367:0:36078:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934321280, portal 10 00000100:00000001:1.0:1789608875.311369:0:36078:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608875.311370:0:36078:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529115136 : -117815180436480 : ffff94d904055c00) 00000100:00000040:1.0:1789608875.311378:0:36078:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d904055c00 x1876538934321280/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608875.311385:0:36078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608875.311388:0:36078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608875.311391:0:36078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35990. 00000100:00000200:1.0:1789608875.311394:0:36078:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876538934321280, offset 0 00000400:00000200:1.0:1789608875.311401:0:36078:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608875.311411:0:36078:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608875.311420:0:36078:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608875.311426:0:36078:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608875.311431:0:36078:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608875.311435:0:36078:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608875.311437:0:36078:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608875.311441:0:36078:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [3011:3011:256:4294967295] 192.168.203.121@tcp LPNI seq info [3011:3011:8:4294967295] 00000400:00000200:1.0:1789608875.311446:0:36078:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608875.311456:0:36078:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608875.311463:0:36078:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608875.311469:0:36078:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d908496b00. 00000800:00000200:1.0:1789608875.311477:0:36078:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608875.311486:0:36078:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608875.311491:0:36078:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d908496b00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789608875.311517:0:36078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608875.311523:0:36078:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 837081 usecs (838 jiffies) 00000400:00000200:1.0:1789608875.311526:0:36078:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608875.311529:0:36078:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296603237 00000100:00000001:1.0:1789608875.311533:0:36078:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296604004 00000100:00000001:1.0:1789608875.311535:0:36078:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296603237 00000100:00000001:1.0:1789608875.311537:0:36078:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296604004 00000100:00000001:1.0:1789608875.311540:0:36078:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608875.311543:0:36078:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608875.311546:0:36078:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608875.311548:0:36078:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789608875.311552:0:36078:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d910b35e40 going to sleep for 11 seconds 00000100:00000001:1.0:1789608875.311555:0:36078:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608875.311558:0:36078:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608875.311911:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608875.311917:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d908496b00. 00000400:00000200:0.0:1789608875.311923:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608875.311929:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608875.311937:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35990 00000400:00000010:0.0:1789608875.311939:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35990. 00000100:00000001:0.0:1789608875.311945:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608875.311952:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904055c00 x1876538934321280/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608875.311964:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608875.311969:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d904055c00 x1876538934321280/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608891 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608875.311976:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608875.311978:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1789608875.312827:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d90842a800. 00000800:00000001:0.0:1789608875.316061:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.316084:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608875.316091:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.316093:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608875.316105:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.316115:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608875.316127:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.316132:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.316139:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.316145:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 456 into portal 10 MB=0x6aab3c4966080 00000400:00000200:0.0:1789608875.316152:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.316160:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 456/456 into md 0x8911 [1] + 224 00000800:00000001:0.0:1789608875.316169:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.316178:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608875.316182:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608875.316187:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608875.316198:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608875.316209:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904055c00 x1876538934321280/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608891 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608875.316222:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94d904055c00 x1876538934321280/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608875.316242:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608875.316253:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.316256:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608875.316317:0:36078:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789608875.316328:0:36078:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608875.316330:0:36078:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608875.316334:0:36078:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34cb8. 00000400:00000200:1.0:1789608875.316341:0:36078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d352a8 00000400:00000010:1.0:1789608875.316345:0:36078:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d352a8. 00000100:00000001:1.0:1789608875.316348:0:36078:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608875.316353:0:36078:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904055c00 x1876538934321280/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789608875.316362:0:36078:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904055c00 x1876538934321280/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608891 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608875.316368:0:36078:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608875.316370:0:36078:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608875.316373:0:36078:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608875.316377:0:36078:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608875.316381:0:36078:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608875.316383:0:36078:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608875.316386:0:36078:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608875.316399:0:36078:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11cf0 time=83 v=5 (5 5 5 5) 00000100:00001000:1.0:1789608875.316404:0:36078:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=38 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608875.316408:0:36078:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608875.316410:0:36078:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.316414:0:36078:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608875.316418:0:36078:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608875.316422:0:36078:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789608875.316424:0:36078:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789608875.316426:0:36078:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789608875.316429:0:36078:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608875.316431:0:36078:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529115136 : -117815180436480 : ffff94d904055c00) 00000100:00000001:1.0:1789608875.316435:0:36078:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608875.316438:0:36078:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 8589934607 00000100:00000001:1.0:1789608875.316441:0:36078:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608875.316444:0:36078:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608875.316450:0:36078:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904055c00 x1876538934321280/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608891 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608875.316467:0:36078:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608875.316472:0:36078:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608875.316474:0:36078:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608875.316479:0:36078:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904055c00 x1876538934321280/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608891 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789608875.316488:0:36078:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904055c00 pname:cluuid:pid:xid:nid:opc:job uname:25f5d458-2cbe-49cd-9693-334c08df7e27:36078:1876538934321280:192.168.203.121@tcp:35:uname.0 00000100:00000001:1.0:1789608875.316493:0:36078:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608875.316504:0:36078:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608875.316507:0:36078:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789608875.316510:0:36078:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608875.316514:0:36078:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d904055c00 x1876538934321280/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608875.316521:0:36078:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789608875.316524:0:36078:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d910b35e40. 00000100:00000001:1.0:1789608875.316528:0:36078:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789608875.316529:0:36078:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608875.316538:0:36078:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608875.316540:0:36078:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529115136 : -117815180436480 : ffff94d904055c00) 00000002:00000001:1.0:1789608875.316543:0:36078:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608875.316547:0:36078:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789608875.316554:0:36078:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d9098eea00. 00000080:00000001:1.0:1789608875.316558:0:36078:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1789608875.316561:0:36078:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1789608875.316565:0:36078:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789608875.316568:0:36078:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789608875.316570:0:36078:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789608875.316573:0:36078:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789608875.316575:0:36078:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608875.316578:0:36078:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:1.0:1789608875.316580:0:36078:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608875.316586:0:36078:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1789608875.316591:0:36078:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94d904054700 x1876538934320896/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608891 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608875.316599:0:36078:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608875.316600:0:36078:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529109760 : -117815180441856 : ffff94d904054700) 00000100:00000001:1.0:1789608875.316603:0:36078:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608875.316605:0:36078:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904054700 x1876538934320896/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608891 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608875.316612:0:36078:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608875.316614:0:36078:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608875.316616:0:36078:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d904055c00 x1876538934321280/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608875.316622:0:36078:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608875.316624:0:36078:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608875.316627:0:36078:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904054700 x1876538934320896/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608891 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608875.316633:0:36078:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1789608875.316637:0:36078:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608875.316640:0:36078:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:1.0:1789608875.316642:0:36078:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608875.316647:0:36078:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d908240800. 02000000:00000001:1.0:1789608875.316653:0:36078:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608875.316655:0:36078:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608875.316658:0:36078:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904054700. 00000100:00000001:1.0:1789608875.316662:0:36078:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608875.316664:0:36078:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608875.316665:0:36078:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608875.316668:0:36078:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904055c00 x1876538934321280/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608891 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608875.316718:0:36078:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789608875.316721:0:36078:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff94d907ed9560. 00000002:00000001:1.0:1789608875.316724:0:36078:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608875.316726:0:36078:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789608875.316729:0:36078:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94d91117d740. 00000100:00000001:1.0:1789608875.316731:0:36078:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608875.316735:0:36078:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904055c00 x1876538934321280/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608891 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608875.316741:0:36078:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608875.316743:0:36078:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608875.316746:0:36078:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d908243400. 02000000:00000001:1.0:1789608875.316749:0:36078:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608875.316750:0:36078:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608875.316751:0:36078:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:1.0:1789608875.316753:0:36078:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608875.316755:0:36078:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d9098ee200. 02000000:00000001:1.0:1789608875.316756:0:36078:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608875.316758:0:36078:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608875.316759:0:36078:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904055c00. 00000100:00000001:1.0:1789608875.316762:0:36078:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608875.316763:0:36078:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789608875.316766:0:36078:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789608875.316771:0:36078:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d9015af900. 00000080:00000001:1.0:1789608875.316776:0:36078:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.316783:0:36078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01db7df0 00000080:00000008:1.0:1789608875.316786:0:36078:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff94d918ada1c8), flags 102001, rc = 0 00000080:00000001:1.0:1789608875.316790:0:36078:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608875.316797:0:36078:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789608875.316799:0:36078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01db7e00 00000080:00002000:1.0:1789608875.316801:0:36078:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff94d918b4d948, parent ffff94d918a99a20, inode ffff94d918ada1c8) hashed, 00000080:00000001:1.0:1789608875.316804:0:36078:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1789608875.318521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d903f6b800. 00000080:00000001:0.0:1789608875.332978:0:36079:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789608875.332985:0:36079:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789608875.332987:0:36079:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789608875.332991:0:36079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7bc0 00000080:00200000:0.0:1789608875.332996:0:36079:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:0.0:1789608875.333003:0:36079:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d9081e3600. 00800000:00000002:0.0:1789608875.333010:0:36079:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:0.0:1789608875.333014:0:36079:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789608875.333018:0:36079:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789608875.333021:0:36079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7ae0 00800000:00000002:0.0:1789608875.333023:0:36079:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789608875.333027:0:36079:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789608875.333031:0:36079:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789608875.333034:0:36079:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789608875.333036:0:36079:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789608875.333039:0:36079:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789608875.333042:0:36079:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608875.333044:0:36079:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789608875.333046:0:36079:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789608875.333050:0:36079:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789608875.333055:0:36079:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789608875.333057:0:36079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd79b0 00000002:00010000:0.0:1789608875.333058:0:36079:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789608875.333062:0:36079:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789608875.333064:0:36079:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789608875.333067:0:36079:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789608875.333074:0:36079:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608875.333076:0:36079:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608875.333078:0:36079:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608875.333081:0:36079:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789608875.333083:0:36079:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789608875.333088:0:36079:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5dc00. 00000020:00000040:0.0:1789608875.333092:0:36079:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00010000:00000001:0.0:1789608875.333099:0:36079:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789608875.333103:0:36079:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789608875.333109:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789608875.333111:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789608875.333112:0:36079:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608875.333115:0:36079:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789608875.333118:0:36079:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789608875.333121:0:36079:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789608875.333128:0:36079:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d903116400. 00000100:00000001:0.0:1789608875.333135:0:36079:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608875.333140:0:36079:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789608875.333141:0:36079:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608875.333143:0:36079:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789608875.333144:0:36079:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608875.333146:0:36079:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789608875.333151:0:36079:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446626258594159616 : -117815115392000 : ffff94d907e5dc00) 00010000:00000001:0.0:1789608875.333155:0:36079:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789608875.333157:0:36079:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789608875.333161:0:36079:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff94d909abad00. 00010000:00000010:0.0:1789608875.333165:0:36079:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94d90330c980. 00010000:00000001:0.0:1789608875.333169:0:36079:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789608875.333172:0:36079:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d905f54000. 00000020:00000001:0.0:1789608875.333175:0:36079:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789608875.333178:0:36079:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d905f54000 with handle 0xc54db3288177002b to hash 00000020:00000001:0.0:1789608875.333180:0:36079:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789608875.333182:0:36079:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626258561613824 : -117815147937792 : ffff94d905f54000) 00010000:00000001:0.0:1789608875.333185:0:36079:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626258561613824 : -117815147937792 : ffff94d905f54000) 00010000:00000001:0.0:1789608875.333188:0:36079:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789608875.333190:0:36079:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608875.333194:0:36079:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54000/0xc54db3288177002b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 36079 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789608875.333208:0:36079:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54000/0xc54db3288177002b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 36079 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789608875.333227:0:36079:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54000/0xc54db3288177002b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 36079 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789608875.333232:0:36079:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789608875.333234:0:36079:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789608875.333241:0:36079:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d903f55cc0. 00000100:00000001:0.0:1789608875.333243:0:36079:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258528066752 : -117815181484864 : ffff94d903f55cc0) 00000100:00000001:0.0:1789608875.333245:0:36079:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608875.333247:0:36079:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594159616 : -117815115392000 : ffff94d907e5dc00) 00000100:00000001:0.0:1789608875.333250:0:36079:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789608875.333254:0:36079:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608875.333256:0:36079:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789608875.333257:0:36079:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608875.333266:0:36079:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907e5dc00 x1876538934321408/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608875.333274:0:36079:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608875.333276:0:36079:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608875.333279:0:36079:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608875.333281:0:36079:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608875.333283:0:36079:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608875.333286:0:36079:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907e5dc00 pname:cluuid:pid:xid:nid:opc:job cat:25f5d458-2cbe-49cd-9693-334c08df7e27:36079:1876538934321408:192.168.203.121@tcp:101:cat.0 00000100:00000001:0.0:1789608875.333290:0:36079:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608875.333295:0:36079:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608875.333297:0:36079:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608875.333299:0:36079:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608875.333303:0:36079:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94d9070fd800. 02000000:00000001:0.0:1789608875.333305:0:36079:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608875.333312:0:36079:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608875.333316:0:36079:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b87e8. 00000400:00000010:0.0:1789608875.333322:0:36079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed7f8. 00000100:00000200:0.0:1789608875.333329:0:36079:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876538934321408, portal 10 00000100:00000001:0.0:1789608875.333331:0:36079:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608875.333332:0:36079:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258594159616 : -117815115392000 : ffff94d907e5dc00) 00000100:00000040:0.0:1789608875.333337:0:36079:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d907e5dc00 x1876538934321408/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608875.333344:0:36079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608875.333346:0:36079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608875.333349:0:36079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edaa0. 00000100:00000200:0.0:1789608875.333352:0:36079:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876538934321408, offset 0 00000400:00000200:0.0:1789608875.333357:0:36079:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608875.333365:0:36079:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.333372:0:36079:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608875.333377:0:36079:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608875.333381:0:36079:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608875.333384:0:36079:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608875.333386:0:36079:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608875.333389:0:36079:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [3012:3012:256:4294967295] 192.168.203.121@tcp LPNI seq info [3012:3012:8:4294967295] 00000400:00000200:0.0:1789608875.333393:0:36079:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.333402:0:36079:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608875.333407:0:36079:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608875.333411:0:36079:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa200. 00000800:00000200:0.0:1789608875.333417:0:36079:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608875.333425:0:36079:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608875.333429:0:36079:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1789608875.333570:0:36079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608875.333576:0:36079:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 836055 usecs (837 jiffies) 00000400:00000200:0.0:1789608875.333579:0:36079:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608875.333584:0:36079:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296603260 00000100:00000001:0.0:1789608875.333587:0:36079:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296604004 00000100:00000001:0.0:1789608875.333591:0:36079:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296603260 00000100:00000001:0.0:1789608875.333594:0:36079:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296604004 00000100:00000001:0.0:1789608875.333596:0:36079:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608875.333599:0:36079:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608875.333602:0:36079:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608875.333604:0:36079:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789608875.333607:0:36079:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d903f55cc0 going to sleep for 11 seconds 00000100:00000001:0.0:1789608875.333609:0:36079:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608875.333612:0:36079:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608875.333837:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608875.333849:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa200. 00000400:00000200:1.0:1789608875.333861:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608875.333870:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608875.333880:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edaa0 00000400:00000010:1.0:1789608875.333883:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edaa0. 00000100:00000001:1.0:1789608875.333889:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608875.333897:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907e5dc00 x1876538934321408/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608875.333910:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608875.333914:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d907e5dc00 x1876538934321408/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608891 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608875.333922:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608875.333923:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608875.336633:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.336661:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608875.336665:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.336668:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608875.336717:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.336725:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608875.336735:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.336740:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.336746:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.336750:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 688 into portal 10 MB=0x6aab3c4966100 00000400:00000200:0.0:1789608875.336755:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.336760:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 688/688 into md 0x8921 [1] + 224 00000800:00000001:0.0:1789608875.336767:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.336783:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608875.336786:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608875.336792:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608875.336799:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608875.336807:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907e5dc00 x1876538934321408/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608891 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608875.336817:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff94d907e5dc00 x1876538934321408/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608875.336832:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608875.336840:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.336843:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608875.337159:0:36079:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608875.337173:0:36079:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608875.337177:0:36079:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608875.337182:0:36079:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b87e8. 00000400:00000200:3.0:1789608875.337189:0:36079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed7f8 00000400:00000010:3.0:1789608875.337192:0:36079:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed7f8. 00000100:00000001:3.0:1789608875.337197:0:36079:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608875.337207:0:36079:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907e5dc00 x1876538934321408/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789608875.337218:0:36079:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907e5dc00 x1876538934321408/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789608891 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608875.337225:0:36079:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608875.337227:0:36079:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608875.337230:0:36079:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608875.337234:0:36079:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608875.337237:0:36079:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608875.337240:0:36079:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608875.337244:0:36079:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608875.337255:0:36079:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=83 v=5 (5 104 104 104) 00000100:00001000:3.0:1789608875.337260:0:36079:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=38 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608875.337263:0:36079:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608875.337265:0:36079:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.337268:0:36079:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608875.337272:0:36079:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608875.337277:0:36079:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608875.337280:0:36079:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 8589934607 00000100:00000001:3.0:1789608875.337282:0:36079:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608875.337285:0:36079:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608875.337289:0:36079:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907e5dc00 x1876538934321408/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608891 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608875.337296:0:36079:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608875.337301:0:36079:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608875.337303:0:36079:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608875.337307:0:36079:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5dc00 x1876538934321408/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608891 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789608875.337316:0:36079:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907e5dc00 pname:cluuid:pid:xid:nid:opc:job cat:25f5d458-2cbe-49cd-9693-334c08df7e27:36079:1876538934321408:192.168.203.121@tcp:101:cat.0 00000100:00000001:3.0:1789608875.337323:0:36079:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608875.337326:0:36079:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608875.337329:0:36079:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789608875.337332:0:36079:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608875.337336:0:36079:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907e5dc00 x1876538934321408/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608891 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608875.337343:0:36079:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608875.337347:0:36079:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d903f55cc0. 00000100:00000001:3.0:1789608875.337351:0:36079:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789608875.337353:0:36079:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.337356:0:36079:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789608875.337362:0:36079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608875.337377:0:36079:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608875.337382:0:36079:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54000 refcount=4 00000020:00000001:3.0:1789608875.337386:0:36079:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561613824 : -117815147937792 : ffff94d905f54000) 00010000:00000001:3.0:1789608875.337390:0:36079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561613824 : -117815147937792 : ffff94d905f54000) 00010000:00000040:3.0:1789608875.337400:0:36079:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d905f54000, remote cookie: 0x91bddff8e8ed9d2e, flags: 0x1001 00010000:00010000:3.0:1789608875.337408:0:36079:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54000/0xc54db3288177002b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9d2e expref: -99 pid: 36079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608875.337422:0:36079:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54000/0xc54db3288177002b lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9d2e expref: -99 pid: 36079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608875.337431:0:36079:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789608875.337437:0:36079:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789608875.337440:0:36079:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789608875.337442:0:36079:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789608875.337443:0:36079:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789608875.337447:0:36079:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff94d909abad00) refcount = 1 00010000:00010000:3.0:1789608875.337452:0:36079:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54000/0xc54db3288177002b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9d2e expref: -99 pid: 36079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608875.337466:0:36079:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789608875.337470:0:36079:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789608875.337471:0:36079:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608875.337475:0:36079:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789608875.337477:0:36079:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608875.337481:0:36079:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54000/0xc54db3288177002b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9d2e expref: -99 pid: 36079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608875.337487:0:36079:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789608875.337489:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.337490:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608875.337491:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.337492:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608875.337494:0:36079:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608875.337508:0:36079:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789608875.337510:0:36079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608875.337512:0:36079:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608875.337514:0:36079:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54000 refcount=3 00000020:00000001:3.0:1789608875.337516:0:36079:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561613824 : -117815147937792 : ffff94d905f54000) 00010000:00000001:3.0:1789608875.337518:0:36079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561613824 : -117815147937792 : ffff94d905f54000) 00010000:00000001:3.0:1789608875.337521:0:36079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608875.337523:0:36079:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608875.337524:0:36079:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54000 refcount=4 00000020:00000001:3.0:1789608875.337526:0:36079:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561613824 : -117815147937792 : ffff94d905f54000) 00010000:00000001:3.0:1789608875.337528:0:36079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561613824 : -117815147937792 : ffff94d905f54000) 00010000:00000001:3.0:1789608875.337531:0:36079:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608875.337534:0:36079:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608875.337538:0:36079:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54000/0xc54db3288177002b lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9d2e expref: -99 pid: 36079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608875.337545:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.337547:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608875.337549:0:36079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608875.337550:0:36079:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608875.337551:0:36079:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54000 refcount=5 00000020:00000001:3.0:1789608875.337553:0:36079:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561613824 : -117815147937792 : ffff94d905f54000) 00010000:00000001:3.0:1789608875.337555:0:36079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561613824 : -117815147937792 : ffff94d905f54000) 00010000:00000001:3.0:1789608875.337558:0:36079:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608875.337561:0:36079:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54000/0xc54db3288177002b lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9d2e expref: -99 pid: 36079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608875.337567:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.337568:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789608875.337571:0:36079:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54000/0xc54db3288177002b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9d2e expref: -99 pid: 36079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608875.337578:0:36079:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608875.337580:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.337580:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608875.337582:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.337583:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789608875.337588:0:36079:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff94d907e5dc00 x1876538934321408/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608891 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1789608875.337598:0:36079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608875.337600:0:36079:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608875.337601:0:36079:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54000 refcount=3 00000020:00000001:3.0:1789608875.337603:0:36079:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561613824 : -117815147937792 : ffff94d905f54000) 00010000:00000001:3.0:1789608875.337605:0:36079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561613824 : -117815147937792 : ffff94d905f54000) 00010000:00000001:3.0:1789608875.337607:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.337608:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608875.337610:0:36079:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608875.337612:0:36079:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608875.337617:0:36079:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1789608875.337620:0:36079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608875.337621:0:36079:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608875.337624:0:36079:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54000 refcount=3 00000020:00000001:3.0:1789608875.337626:0:36079:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561613824 : -117815147937792 : ffff94d905f54000) 00010000:00000001:3.0:1789608875.337628:0:36079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561613824 : -117815147937792 : ffff94d905f54000) 00000002:00010000:3.0:1789608875.337633:0:36079:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54000/0xc54db3288177002b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9d2e expref: -99 pid: 36079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608875.337641:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.337642:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608875.337644:0:36079:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789608875.337646:0:36079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608875.337647:0:36079:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608875.337649:0:36079:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54000 refcount=3 00000020:00000001:3.0:1789608875.337651:0:36079:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561613824 : -117815147937792 : ffff94d905f54000) 00010000:00000001:3.0:1789608875.337654:0:36079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561613824 : -117815147937792 : ffff94d905f54000) 00010000:00000040:3.0:1789608875.337664:0:36079:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909abad00 count: 2 00010000:00000001:3.0:1789608875.337668:0:36079:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789608875.337674:0:36079:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d91081f000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1789608875.337724:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.337726:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608875.337728:0:36079:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789608875.337733:0:36079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7938 00000002:00002000:3.0:1789608875.337737:0:36079:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1789608875.337741:0:36079:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608875.337746:0:36079:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608875.337750:0:36079:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789608875.337755:0:36079:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1789608875.337759:0:36079:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608875.337764:0:36079:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:3.0:1789608875.337769:0:36079:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d9081e3600. 00000080:00000001:3.0:1789608875.337776:0:36079:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789608875.337779:0:36079:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1789608875.337788:0:36079:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1789608875.337793:0:36079:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1789608875.337803:0:36079:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94d904af6d80. 00800000:00000001:3.0:1789608875.337806:0:36079:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446626258540260736 : -117815169290880 : ffff94d904af6d80) 00800000:00000001:3.0:1789608875.337810:0:36079:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608875.337813:0:36079:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1789608875.337818:0:36079:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1789608875.337821:0:36079:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1789608875.337825:0:36079:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1789608875.337829:0:36079:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1789608875.337831:0:36079:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.337837:0:36079:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1789608875.337840:0:36079:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1789608875.337847:0:36079:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:3.0:1789608875.337850:0:36079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608875.337851:0:36079:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608875.337853:0:36079:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54000 refcount=3 00000020:00000001:3.0:1789608875.337855:0:36079:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561613824 : -117815147937792 : ffff94d905f54000) 00010000:00000001:3.0:1789608875.337858:0:36079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561613824 : -117815147937792 : ffff94d905f54000) 00010000:00000001:3.0:1789608875.337861:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.337862:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789608875.337864:0:36079:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1789608875.337868:0:36079:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1789608875.337870:0:36079:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6d80 1 00800000:00000010:3.0:1789608875.337873:0:36079:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94d904af6d80. 00800000:00000001:3.0:1789608875.337877:0:36079:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608875.337881:0:36079:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288177002b 00800000:00000001:3.0:1789608875.337886:0:36079:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789608875.337888:0:36079:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789608875.337890:0:36079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608875.337892:0:36079:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608875.337893:0:36079:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54000 refcount=3 00000020:00000001:3.0:1789608875.337896:0:36079:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561613824 : -117815147937792 : ffff94d905f54000) 00010000:00000001:3.0:1789608875.337899:0:36079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561613824 : -117815147937792 : ffff94d905f54000) 00010000:00000001:3.0:1789608875.337902:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.337904:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608875.337906:0:36079:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608875.337910:0:36079:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.337913:0:36079:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608875.337916:0:36079:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:3.0:1789608875.337920:0:36079:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288177002b from it ffffae3e01cd7bf8 00010000:00000001:3.0:1789608875.337922:0:36079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608875.337924:0:36079:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608875.337925:0:36079:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54000 refcount=3 00000020:00000001:3.0:1789608875.337927:0:36079:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561613824 : -117815147937792 : ffff94d905f54000) 00010000:00000001:3.0:1789608875.337930:0:36079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561613824 : -117815147937792 : ffff94d905f54000) 00010000:00000001:3.0:1789608875.337933:0:36079:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608875.337936:0:36079:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54000/0xc54db3288177002b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9d2e expref: -99 pid: 36079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789608875.337943:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.337945:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608875.337948:0:36079:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608875.337952:0:36079:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608875.337955:0:36079:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54000/0xc54db3288177002b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9d2e expref: -99 pid: 36079 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789608875.337964:0:36079:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608875.337968:0:36079:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608875.337971:0:36079:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608875.337978:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.337980:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608875.337982:0:36079:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.337987:0:36079:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608875.337990:0:36079:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.337994:0:36079:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.337998:0:36079:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.338001:0:36079:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608875.338003:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.338005:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789608875.338007:0:36079:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608875.338014:0:36079:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907e5dc00 x1876538934321408/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/688 e 0 to 0 dl 1789608891 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608875.338022:0:36079:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608875.338026:0:36079:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608875.338030:0:36079:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94d9070fd800. 02000000:00000001:3.0:1789608875.338035:0:36079:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608875.338038:0:36079:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608875.338040:0:36079:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608875.338043:0:36079:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608875.338046:0:36079:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d903116400. 02000000:00000001:3.0:1789608875.338050:0:36079:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608875.338053:0:36079:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608875.338055:0:36079:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907e5dc00. 00000100:00000001:3.0:1789608875.338058:0:36079:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608875.338060:0:36079:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608875.338064:0:36079:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 1 00000080:00000001:3.0:1789608875.338070:0:36079:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.338077:0:36079:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1789608875.338080:0:36079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7bc0 00000080:00002000:3.0:1789608875.338082:0:36079:0:(dcache.c:87:ll_dcompare()) found name recon(ffff94d918b4d948) flags 0x48004e refc 0 00000080:00000001:3.0:1789608875.338086:0:36079:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.338088:0:36079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7c08 00000080:00200000:3.0:1789608875.338089:0:36079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=265 00000080:00000001:3.0:1789608875.338100:0:36079:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1789608875.338102:0:36079:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x30:0x0](ffff94d918ada1c8), inode mode 81a4 mask 44 00000080:00000001:3.0:1789608875.338105:0:36079:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.338115:0:36079:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1789608875.338117:0:36079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7b98 00000080:00200008:3.0:1789608875.338119:0:36079:0:(file.c:1090:ll_file_open()) START file recon:[0x200000405:0x30:0x0](ffff94d918ada1c8), flags 100000 00000080:00000010:3.0:1789608875.338128:0:36079:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94d90517e3c0. 00000080:00000001:3.0:1789608875.338134:0:36079:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:3.0:1789608875.338139:0:36079:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d91372ac00. 00800000:00000002:3.0:1789608875.338146:0:36079:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:3.0:1789608875.338150:0:36079:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789608875.338154:0:36079:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789608875.338156:0:36079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7a48 00800000:00000002:3.0:1789608875.338158:0:36079:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x30:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608875.338163:0:36079:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1789608875.338166:0:36079:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608875.338169:0:36079:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608875.338172:0:36079:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608875.338176:0:36079:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608875.338178:0:36079:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608875.338180:0:36079:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:3.0:1789608875.338183:0:36079:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.338187:0:36079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd79c8 00800000:00000002:3.0:1789608875.338190:0:36079:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x30:0x0], name='' -> mds #0 layout version 1 00000002:00000001:3.0:1789608875.338195:0:36079:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789608875.338197:0:36079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7900 00000002:00010000:3.0:1789608875.338199:0:36079:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x30:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 04240100001 00000002:00000001:3.0:1789608875.338205:0:36079:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789608875.338207:0:36079:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1789608875.338211:0:36079:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1789608875.338216:0:36079:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909aba400 count: 2 00010000:00000001:3.0:1789608875.338218:0:36079:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608875.338221:0:36079:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1789608875.338225:0:36079:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.338227:0:36079:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608875.338230:0:36079:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608875.338232:0:36079:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1789608875.338234:0:36079:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909abad00 count: 2 00010000:00000001:3.0:1789608875.338236:0:36079:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608875.338238:0:36079:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1789608875.338240:0:36079:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.338241:0:36079:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608875.338243:0:36079:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608875.338247:0:36079:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908492680. 00000020:00000040:3.0:1789608875.338251:0:36079:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d904ceb000 02000000:00000001:3.0:1789608875.338257:0:36079:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789608875.338259:0:36079:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.338262:0:36079:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789608875.338267:0:36079:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608875.338270:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.338272:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608875.338273:0:36079:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608875.338276:0:36079:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608875.338278:0:36079:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608875.338283:0:36079:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608875.338290:0:36079:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94d908399c00. 00000100:00000001:3.0:1789608875.338297:0:36079:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.338302:0:36079:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608875.338304:0:36079:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.338306:0:36079:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608875.338307:0:36079:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.338309:0:36079:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608875.338317:0:36079:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446626258600666752 : -117815108884864 : ffff94d908492680) 00010000:00000001:3.0:1789608875.338321:0:36079:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789608875.338324:0:36079:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789608875.338326:0:36079:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909abad00 count: 2 00010000:00000001:3.0:1789608875.338328:0:36079:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608875.338331:0:36079:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789608875.338336:0:36079:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94d9421c0000. 00000020:00000001:3.0:1789608875.338339:0:36079:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789608875.338342:0:36079:0:(lustre_handles.c:93:class_handle_hash()) added object ffff94d9421c0000 with handle 0xc54db32881770032 to hash 00000020:00000001:3.0:1789608875.338344:0:36079:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789608875.338346:0:36079:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608875.338351:0:36079:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:3.0:1789608875.338353:0:36079:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608875.338356:0:36079:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608875.338359:0:36079:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db32881770032 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 36079 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789608875.338367:0:36079:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db32881770032 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 36079 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1789608875.338380:0:36079:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d904ceb000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1789608875.338388:0:36079:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d908492680 x1876538934321664/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1789608875.338399:0:36079:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db32881770032 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 36079 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789608875.338405:0:36079:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789608875.338407:0:36079:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789608875.338414:0:36079:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d903344f00. 00000100:00000001:3.0:1789608875.338417:0:36079:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258515414784 : -117815194136832 : ffff94d903344f00) 00000100:00000001:3.0:1789608875.338421:0:36079:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608875.338423:0:36079:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600666752 : -117815108884864 : ffff94d908492680) 00000100:00000001:3.0:1789608875.338429:0:36079:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608875.338434:0:36079:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608875.338436:0:36079:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789608875.338438:0:36079:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608875.338443:0:36079:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908492680 x1876538934321664/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608875.338451:0:36079:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608875.338454:0:36079:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608875.338458:0:36079:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608875.338462:0:36079:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608875.338465:0:36079:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608875.338468:0:36079:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908492680 pname:cluuid:pid:xid:nid:opc:job cat:25f5d458-2cbe-49cd-9693-334c08df7e27:36079:1876538934321664:192.168.203.121@tcp:101:cat.0 00000100:00000001:3.0:1789608875.338473:0:36079:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608875.338479:0:36079:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608875.338482:0:36079:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608875.338485:0:36079:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608875.338642:0:36079:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff94d908700000. 02000000:00000001:3.0:1789608875.338646:0:36079:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608875.338656:0:36079:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608875.338661:0:36079:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2aaa8. 00000400:00000010:3.0:1789608875.338671:0:36079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff94d90406f800. 00000100:00000200:3.0:1789608875.338719:0:36079:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1876538934321664, portal 10 00000100:00000001:3.0:1789608875.338723:0:36079:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608875.338724:0:36079:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600666752 : -117815108884864 : ffff94d908492680) 00000100:00000040:3.0:1789608875.338733:0:36079:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d908492680 x1876538934321664/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608891 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608875.338740:0:36079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608875.338744:0:36079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608875.338750:0:36079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9b28. 00000100:00000200:3.0:1789608875.338755:0:36079:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876538934321664, offset 0 00000400:00000200:3.0:1789608875.338762:0:36079:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608875.338772:0:36079:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608875.338781:0:36079:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608875.338789:0:36079:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608875.338795:0:36079:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608875.338800:0:36079:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608875.338804:0:36079:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608875.338808:0:36079:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [3013:3013:256:4294967295] 192.168.203.121@tcp LPNI seq info [3013:3013:8:4294967295] 00000400:00000200:3.0:1789608875.338813:0:36079:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608875.338825:0:36079:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608875.338833:0:36079:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608875.338839:0:36079:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d9104bd300. 00000800:00000200:3.0:1789608875.338848:0:36079:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608875.338857:0:36079:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608875.338863:0:36079:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d9104bd300 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1789608875.338881:0:36079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608875.338886:0:36079:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 835028 usecs (836 jiffies) 00000400:00000200:3.0:1789608875.338890:0:36079:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608875.338894:0:36079:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296603265 00000100:00000001:3.0:1789608875.338898:0:36079:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296604004 00000100:00000001:3.0:1789608875.338900:0:36079:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296603265 00000100:00000001:3.0:1789608875.338903:0:36079:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296604004 00000100:00000001:3.0:1789608875.338906:0:36079:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608875.338909:0:36079:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608875.338912:0:36079:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608875.338915:0:36079:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789608875.338919:0:36079:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d903344f00 going to sleep for 11 seconds 00000100:00000001:3.0:1789608875.338922:0:36079:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608875.338925:0:36079:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608875.339218:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608875.339224:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bd300. 00000400:00000200:1.0:1789608875.339229:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608875.339234:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608875.339241:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9b28 00000400:00000010:1.0:1789608875.339244:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9b28. 00000100:00000001:1.0:1789608875.339248:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608875.339252:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908492680 x1876538934321664/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608891 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608875.339262:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608875.339265:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908492680 x1876538934321664/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608891 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608875.339272:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608875.339273:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608875.343747:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.343767:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608875.343771:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.343773:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608875.343783:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.343795:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608875.343809:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.343814:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.343820:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.343824:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 664 into portal 10 MB=0x6aab3c4966200 00000400:00000200:0.0:1789608875.343830:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.343835:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 664/664 into md 0x8931 [64] + 224 00000800:00000001:0.0:1789608875.343842:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.343864:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608875.343868:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608875.343874:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608875.343881:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608875.343889:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908492680 x1876538934321664/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608891 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608875.343900:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff94d908492680 x1876538934321664/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608891 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608875.343920:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608875.343928:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.343931:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608875.344456:0:36079:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789608875.344464:0:36079:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608875.344466:0:36079:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608875.344469:0:36079:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2aaa8. 00000400:00000200:1.0:1789608875.344474:0:36079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d90406f800 00000400:00000010:1.0:1789608875.344477:0:36079:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff94d90406f800. 00000100:00000001:1.0:1789608875.344480:0:36079:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608875.344486:0:36079:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908492680 x1876538934321664/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608891 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789608875.344899:0:36079:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908492680 x1876538934321664/t0(0) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789608891 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608875.344910:0:36079:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608875.344913:0:36079:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608875.344915:0:36079:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608875.344918:0:36079:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608875.344921:0:36079:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608875.344923:0:36079:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608875.344926:0:36079:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608875.344935:0:36079:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=83 v=5 (5 104 104 104) 00000100:00001000:1.0:1789608875.344939:0:36079:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=38 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608875.344942:0:36079:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608875.344943:0:36079:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.344946:0:36079:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608875.344950:0:36079:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608875.344953:0:36079:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789608875.344954:0:36079:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789608875.344956:0:36079:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789608875.344958:0:36079:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608875.344959:0:36079:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600666752 : -117815108884864 : ffff94d908492680) 00000100:00000001:1.0:1789608875.344963:0:36079:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608875.344964:0:36079:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 8589934607 00000100:00000001:1.0:1789608875.344966:0:36079:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608875.344969:0:36079:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608875.344974:0:36079:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908492680 x1876538934321664/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789608891 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608875.344983:0:36079:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608875.344987:0:36079:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608875.344989:0:36079:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608875.344994:0:36079:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908492680 x1876538934321664/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789608891 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789608875.345002:0:36079:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908492680 pname:cluuid:pid:xid:nid:opc:job cat:25f5d458-2cbe-49cd-9693-334c08df7e27:36079:1876538934321664:192.168.203.121@tcp:101:cat.0 00000100:00000001:1.0:1789608875.345007:0:36079:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608875.345010:0:36079:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608875.345012:0:36079:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789608875.345014:0:36079:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608875.345017:0:36079:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908492680 x1876538934321664/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789608891 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608875.345023:0:36079:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789608875.345025:0:36079:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d903344f00. 00000100:00000001:1.0:1789608875.345028:0:36079:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789608875.345030:0:36079:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.345033:0:36079:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789608875.345037:0:36079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608875.345040:0:36079:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608875.345043:0:36079:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=4 00000020:00000001:1.0:1789608875.345045:0:36079:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:1.0:1789608875.345047:0:36079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000040:1.0:1789608875.345053:0:36079:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff94d9421c0000, remote cookie: 0x91bddff8e8ed9d3c, flags: 0x1001 00010000:00000040:1.0:1789608875.345056:0:36079:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x30:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1789608875.345059:0:36079:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1789608875.345067:0:36079:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909aba400 count: 2 00010000:00000001:1.0:1789608875.345069:0:36079:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789608875.345073:0:36079:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608875.345078:0:36079:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db32881770032 lrc: 4/1,0 mode: --/CR res: [0x200000405:0x30:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9d3c expref: -99 pid: 36079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789608875.345087:0:36079:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db32881770032 lrc: 4/1,0 mode: --/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9d3c expref: -99 pid: 36079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608875.345094:0:36079:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789608875.345098:0:36079:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789608875.345100:0:36079:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789608875.345101:0:36079:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789608875.345102:0:36079:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789608875.345105:0:36079:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x30:0x0].0x0 (ffff94d909aba400) refcount = 2 00010000:00000040:1.0:1789608875.345107:0:36079:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1789608875.345110:0:36079:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54400/0xc54db32881770008 lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9ce8 expref: -99 pid: 36072 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1789608875.345116:0:36079:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db32881770032 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9d3c expref: -99 pid: 36079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608875.345122:0:36079:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789608875.345125:0:36079:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789608875.345127:0:36079:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789608875.345129:0:36079:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789608875.345142:0:36079:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608875.345145:0:36079:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db32881770032 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9d3c expref: -99 pid: 36079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608875.345152:0:36079:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789608875.345154:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.345155:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608875.345156:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.345157:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608875.345159:0:36079:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608875.345164:0:36079:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789608875.345166:0:36079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608875.345167:0:36079:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608875.345168:0:36079:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:1.0:1789608875.345170:0:36079:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:1.0:1789608875.345172:0:36079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:1.0:1789608875.345174:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.345175:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789608875.345180:0:36079:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff94d908492680 x1876538934321664/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789608891 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789608875.345189:0:36079:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1789608875.345194:0:36079:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d908492680 x1876538934321664/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 648/664 e 0 to 0 dl 1789608891 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789608875.345201:0:36079:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.345207:0:36079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608875.345209:0:36079:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608875.345210:0:36079:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:1.0:1789608875.345212:0:36079:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:1.0:1789608875.345225:0:36079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00000002:00010000:1.0:1789608875.345230:0:36079:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db32881770032 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9d3c expref: -99 pid: 36079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1789608875.345240:0:36079:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff94d91117d740. 00010000:00000001:1.0:1789608875.345242:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.345243:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789608875.345245:0:36079:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608875.345247:0:36079:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608875.345250:0:36079:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1789608875.345252:0:36079:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608875.345253:0:36079:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600666752 : -117815108884864 : ffff94d908492680) 00010000:00000001:1.0:1789608875.345255:0:36079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608875.345256:0:36079:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608875.345258:0:36079:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:1.0:1789608875.345260:0:36079:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:1.0:1789608875.345261:0:36079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00000002:00010000:1.0:1789608875.345265:0:36079:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db32881770032 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9d3c expref: -99 pid: 36079 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608875.345276:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.345277:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608875.345278:0:36079:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789608875.345279:0:36079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608875.345280:0:36079:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608875.345282:0:36079:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:1.0:1789608875.345284:0:36079:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:1.0:1789608875.345286:0:36079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000040:1.0:1789608875.345289:0:36079:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909aba400 count: 3 00010000:00000001:1.0:1789608875.345291:0:36079:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789608875.345295:0:36079:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94d91081f000 type 13 mode 16 res 8589935621/48 (0 0) 00010000:00000001:1.0:1789608875.345298:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.345299:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789608875.345300:0:36079:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789608875.345303:0:36079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7888 00000002:00002000:1.0:1789608875.345305:0:36079:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:1.0:1789608875.345308:0:36079:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608875.345312:0:36079:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608875.345314:0:36079:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789608875.345317:0:36079:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1789608875.345320:0:36079:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608875.345324:0:36079:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:1.0:1789608875.345328:0:36079:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d91372ac00. 00000080:00000001:1.0:1789608875.345332:0:36079:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789608875.345338:0:36079:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1789608875.345341:0:36079:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:1.0:1789608875.345345:0:36079:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789608875.345348:0:36079:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514697752 : -117815194853864 : ffff94d903295e18) 00000020:00001000:1.0:1789608875.345351:0:36079:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295e10 00000020:00000001:1.0:1789608875.345354:0:36079:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1789608875.345357:0:36079:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1789608875.345359:0:36079:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789608875.345366:0:36079:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d9094a92a0. 00020000:00000010:1.0:1789608875.345370:0:36079:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d90822e780. 00020000:00000010:1.0:1789608875.345376:0:36079:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d9094a9240. 00020000:00000001:1.0:1789608875.345378:0:36079:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626258617537088 : -117815092014528 : ffff94d9094a9240) 00020000:00000002:1.0:1789608875.345381:0:36079:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d9094a9240, objid 0x30:1029, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789608875.345385:0:36079:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789608875.345389:0:36079:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d90822e780: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000002:1.0:1789608875.345392:0:36079:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff94d9070506c8) owner ffff94d909be8000 00020000:00000001:1.0:1789608875.345395:0:36079:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789608875.345398:0:36079:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff94d9070506c8) owner ffff94d909be8000 00020000:00000010:1.0:1789608875.345402:0:36079:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d90822e780. 00020000:00000010:1.0:1789608875.345405:0:36079:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d9094a92a0. 00020000:00000010:1.0:1789608875.345408:0:36079:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d9094a9240. 00020000:00000002:1.0:1789608875.345411:0:36079:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x30:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1789608875.345413:0:36079:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.345414:0:36079:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789608875.345416:0:36079:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295e10 00000080:00000001:1.0:1789608875.345421:0:36079:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611184 : 144115205339611184 : 200000405000030) 00000080:00000001:1.0:1789608875.345424:0:36079:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:1.0:1789608875.345428:0:36079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608875.345430:0:36079:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608875.345431:0:36079:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:1.0:1789608875.345433:0:36079:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:1.0:1789608875.345435:0:36079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00000080:00000001:1.0:1789608875.345438:0:36079:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1789608875.345454:0:36079:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789608875.345456:0:36079:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514697752 : -117815194853864 : ffff94d903295e18) 00000020:00001000:1.0:1789608875.345458:0:36079:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295e10 00000020:00000001:1.0:1789608875.345460:0:36079:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1789608875.345461:0:36079:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1789608875.345462:0:36079:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789608875.345465:0:36079:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff94d9094a9240. 00020000:00000010:1.0:1789608875.345467:0:36079:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff94d90822e780. 00020000:00000010:1.0:1789608875.345469:0:36079:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94d9094a92a0. 00020000:00000001:1.0:1789608875.345471:0:36079:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446626258617537184 : -117815092014432 : ffff94d9094a92a0) 00020000:00000002:1.0:1789608875.345474:0:36079:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d9094a92a0, objid 0x30:1029, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789608875.345477:0:36079:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789608875.345480:0:36079:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d90822e780: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000002:1.0:1789608875.345482:0:36079:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff94d9070506c8) owner ffff94d909be8000 00020000:00000001:1.0:1789608875.345484:0:36079:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789608875.345486:0:36079:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff94d9070506c8) owner ffff94d909be8000 00020000:00000010:1.0:1789608875.345488:0:36079:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d90822e780. 00020000:00000010:1.0:1789608875.345490:0:36079:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d9094a9240. 00020000:00000010:1.0:1789608875.345492:0:36079:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d9094a92a0. 00020000:00000002:1.0:1789608875.345717:0:36079:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x30:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1789608875.345720:0:36079:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.345722:0:36079:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.345725:0:36079:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1789608875.345728:0:36079:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d9070506c8) owner 0000000000000000/ffff94d909be8000 00020000:00000002:1.0:1789608875.345731:0:36079:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d9082d7480 addref 2/0 by ffff94d909be8000. 00020000:00000002:1.0:1789608875.345733:0:36079:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d9070506c8) owner 0000000000000000/ffff94d909be8000 00020000:00000001:1.0:1789608875.345735:0:36079:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1789608875.345737:0:36079:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1789608875.345739:0:36079:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1789608875.345740:0:36079:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1789608875.345742:0:36079:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1789608875.345744:0:36079:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x30:0x0]: layout version change: 0 -> 0 00000020:00001000:1.0:1789608875.345746:0:36079:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295e10 00000080:00000001:1.0:1789608875.345748:0:36079:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.345750:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.345751:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789608875.345753:0:36079:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789608875.345759:0:36079:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1789608875.345762:0:36079:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789608875.345766:0:36079:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff94d918ada1c8) for lock 0xc54db32881770032 00800000:00000001:1.0:1789608875.345770:0:36079:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789608875.345771:0:36079:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789608875.345773:0:36079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608875.345776:0:36079:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608875.345777:0:36079:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:1.0:1789608875.345779:0:36079:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:1.0:1789608875.345781:0:36079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:1.0:1789608875.345784:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.345785:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789608875.345787:0:36079:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608875.345789:0:36079:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608875.345792:0:36079:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608875.345799:0:36079:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908492680 x1876538934321664/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608891 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608875.345805:0:36079:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789608875.345808:0:36079:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db32881770032 from it ffffae3e01cd7bf0 00010000:00000001:1.0:1789608875.345811:0:36079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608875.345813:0:36079:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608875.345814:0:36079:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0000 refcount=3 00000020:00000001:1.0:1789608875.345816:0:36079:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:1.0:1789608875.345818:0:36079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570786304 : -117814138765312 : ffff94d9421c0000) 00010000:00000001:1.0:1789608875.345820:0:36079:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789608875.345823:0:36079:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db32881770032 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x91bddff8e8ed9d3c expref: -99 pid: 36079 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789608875.345830:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.345831:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608875.345833:0:36079:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789608875.345838:0:36079:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789608875.345842:0:36079:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db32881770032 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9d3c expref: -99 pid: 36079 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789608875.345849:0:36079:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789608875.345851:0:36079:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789608875.345853:0:36079:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789608875.345861:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.345863:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608875.345865:0:36079:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.345868:0:36079:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789608875.345870:0:36079:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.345872:0:36079:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.345876:0:36079:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.345878:0:36079:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789608875.345879:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.345881:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789608875.345885:0:36079:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789608875.345890:0:36079:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94d91117d640. 00000080:00000001:1.0:1789608875.345894:0:36079:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1789608875.345897:0:36079:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1789608875.345899:0:36079:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789608875.345901:0:36079:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789608875.345904:0:36079:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789608875.345906:0:36079:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789608875.345908:0:36079:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608875.345910:0:36079:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:1.0:1789608875.345912:0:36079:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789608875.345915:0:36079:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1789608875.345918:0:36079:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94d907ed9560. 00000002:00100000:1.0:1789608875.345923:0:36079:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94d908492680 x1876538934321664/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608891 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789608875.345929:0:36079:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608875.345931:0:36079:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1789608875.345934:0:36079:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1789608875.345937:0:36079:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608875.345940:0:36079:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:1.0:1789608875.345942:0:36079:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1789608875.345944:0:36079:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789608875.345946:0:36079:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1789608875.345948:0:36079:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608875.345950:0:36079:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1789608875.345954:0:36079:0:(pcc.c:1984:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608875.345955:0:36079:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789608875.345957:0:36079:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608875.345959:0:36079:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608875.345962:0:36079:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608875.345966:0:36079:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908492680 x1876538934321664/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608891 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1789608875.345972:0:36079:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608875.345975:0:36079:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff94d908700000. 02000000:00000001:1.0:1789608875.346005:0:36079:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1789608875.346007:0:36079:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.346010:0:36079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7b98 00000080:00000008:1.0:1789608875.346012:0:36079:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff94d918ada1c8), flags 100000, rc = 0 00000020:00000001:1.0:1789608875.346034:0:36079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7d28 00000080:00200008:1.0:1789608875.346037:0:36079:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000405:0x30:0x0](ffff94d918ada1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1789608875.346042:0:36079:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789608875.346044:0:36079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7ca0 00000080:00200000:1.0:1789608875.346045:0:36079:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x30:0x0](ffff94d918ada1c8),name=recon 00000080:00000010:1.0:1789608875.346051:0:36079:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d9098ee200. 00800000:00000002:1.0:1789608875.346056:0:36079:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:1.0:1789608875.346061:0:36079:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789608875.346064:0:36079:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789608875.346066:0:36079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7bc0 00800000:00000002:1.0:1789608875.346068:0:36079:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x30:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789608875.346071:0:36079:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789608875.346074:0:36079:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789608875.346075:0:36079:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789608875.346076:0:36079:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789608875.346078:0:36079:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789608875.346079:0:36079:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608875.346081:0:36079:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789608875.346082:0:36079:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608875.346084:0:36079:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789608875.346085:0:36079:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789608875.346086:0:36079:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789608875.346087:0:36079:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789608875.346089:0:36079:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608875.346090:0:36079:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:1.0:1789608875.346092:0:36079:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789608875.346094:0:36079:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x30:0x0], name='' -> mds #0 00000002:00000001:1.0:1789608875.346098:0:36079:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789608875.346099:0:36079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7a90 00000002:00010000:1.0:1789608875.346101:0:36079:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x30:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789608875.346104:0:36079:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789608875.346105:0:36079:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789608875.346107:0:36079:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789608875.346110:0:36079:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909aba400 count: 3 00010000:00000001:1.0:1789608875.346112:0:36079:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789608875.346115:0:36079:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608875.346118:0:36079:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789608875.346121:0:36079:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54400/0xc54db32881770008 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9ce8 expref: -99 pid: 36072 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1789608875.346128:0:36079:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789608875.346132:0:36079:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608875.346135:0:36079:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54400/0xc54db32881770008 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9ce8 expref: -99 pid: 36072 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1789608875.346141:0:36079:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789608875.346143:0:36079:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789608875.346145:0:36079:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789608875.346147:0:36079:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789608875.346149:0:36079:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789608875.346150:0:36079:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789608875.346152:0:36079:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789608875.346154:0:36079:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:1.0:1789608875.346156:0:36079:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d9098ee200. 00000080:00000001:1.0:1789608875.346159:0:36079:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789608875.346161:0:36079:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789608875.346163:0:36079:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x30:0x0](ffff94d918ada1c8) 00000080:00010000:1.0:1789608875.346166:0:36079:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff94d918ada1c8) for lock 0xc54db32881770008 00800000:00000001:1.0:1789608875.346169:0:36079:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789608875.346170:0:36079:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789608875.346171:0:36079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608875.346173:0:36079:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608875.346175:0:36079:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54400 refcount=3 00000020:00000001:1.0:1789608875.346176:0:36079:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00010000:00000001:1.0:1789608875.346178:0:36079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00010000:00000001:1.0:1789608875.346180:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.346181:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789608875.346182:0:36079:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789608875.346183:0:36079:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789608875.346185:0:36079:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db32881770008 from it ffffae3e01cd7cd8 00010000:00000001:1.0:1789608875.346187:0:36079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608875.346188:0:36079:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608875.346189:0:36079:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54400 refcount=3 00000020:00000001:1.0:1789608875.346190:0:36079:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00010000:00000001:1.0:1789608875.346192:0:36079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00010000:00000001:1.0:1789608875.346194:0:36079:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789608875.346196:0:36079:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54400/0xc54db32881770008 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x91bddff8e8ed9ce8 expref: -99 pid: 36072 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789608875.346201:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.346202:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608875.346203:0:36079:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789608875.346204:0:36079:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789608875.346206:0:36079:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54400/0xc54db32881770008 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9ce8 expref: -99 pid: 36072 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1789608875.346650:0:36079:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789608875.346654:0:36079:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789608875.346656:0:36079:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789608875.346658:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.346659:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608875.346660:0:36079:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.346663:0:36079:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789608875.346665:0:36079:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.346667:0:36079:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.346669:0:36079:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.346671:0:36079:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789608875.346672:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.346673:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789608875.346822:0:36079:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789608875.346825:0:36079:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789608875.346828:0:36079:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1789608875.346830:0:36079:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1789608875.346832:0:36079:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789608875.346833:0:36079:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1789608875.346834:0:36079:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608875.346837:0:36079:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789608875.346840:0:36079:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1789608875.346842:0:36079:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789608875.346845:0:36079:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514697752 : -117815194853864 : ffff94d903295e18) 00000020:00001000:1.0:1789608875.346847:0:36079:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295e10 00000020:00000001:1.0:1789608875.346852:0:36079:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000020:00000001:1.0:1789608875.346855:0:36079:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:1.0:1789608875.346857:0:36079:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1789608875.346858:0:36079:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1789608875.346861:0:36079:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789608875.346863:0:36079:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1789608875.346864:0:36079:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1789608875.346866:0:36079:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608875.346868:0:36079:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789608875.346871:0:36079:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff94d904aac750 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1789608875.346874:0:36079:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d9070506c8) owner 0000000000000000/ffff94d909be8000 00020000:00000001:1.0:1789608875.346877:0:36079:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1789608875.346879:0:36079:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1789608875.346881:0:36079:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1789608875.346882:0:36079:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.346884:0:36079:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1789608875.346886:0:36079:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1789608875.346887:0:36079:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.346889:0:36079:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789608875.346889:0:36079:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1789608875.346891:0:36079:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1789608875.346892:0:36079:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d9070506c8) owner 0000000000000000/ffff94d909be8000 00000020:00000001:1.0:1789608875.346895:0:36079:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789608875.346897:0:36079:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1789608875.346899:0:36079:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x30:0x0] 00000020:00000001:1.0:1789608875.346901:0:36079:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1789608875.346903:0:36079:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1789608875.346905:0:36079:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1789608875.346907:0:36079:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1789608875.346911:0:36079:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1789608875.346917:0:36079:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d9121c3400. 00020000:00000002:1.0:1789608875.346919:0:36079:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1789608875.346921:0:36079:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1789608875.346923:0:36079:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789608875.346925:0:36079:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1789608875.346926:0:36079:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789608875.346927:0:36079:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514696600 : -117815194855016 : ffff94d903295998) 00000020:00001000:1.0:1789608875.346929:0:36079:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295990 00000020:00000001:1.0:1789608875.346932:0:36079:0:(cl_object.c:143:cl_object_top()) ffff94d9092305f8 -> ffff94d9092309e0 00000020:00000001:1.0:1789608875.346933:0:36079:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:1.0:1789608875.346937:0:36079:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789608875.346938:0:36079:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1789608875.346940:0:36079:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789608875.346941:0:36079:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258539956048 : -117815169595568 : ffff94d904aac750) 00000020:00000001:1.0:1789608875.346943:0:36079:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.346945:0:36079:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.346946:0:36079:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593380720 : -117815116170896 : ffff94d907d9f970) 00000020:00000001:1.0:1789608875.346948:0:36079:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1789608875.346952:0:36079:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d9048c2d10. 00000008:00010000:1.0:1789608875.346954:0:36079:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1789608875.346958:0:36079:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789608875.346959:0:36079:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1789608875.346960:0:36079:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d9121c3430, osc lock ffff94d9048c2d10, flags 0x400001002 00000020:00000001:1.0:1789608875.346963:0:36079:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.346964:0:36079:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.346966:0:36079:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626258765493248 : -117814944058368 : ffff94d9121c3400) 00000020:00000001:1.0:1789608875.346968:0:36079:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789608875.346969:0:36079:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1789608875.346971:0:36079:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.346973:0:36079:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.346976:0:36079:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1789608875.346978:0:36079:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1789608875.346979:0:36079:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1789608875.346981:0:36079:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1789608875.346982:0:36079:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789608875.346983:0:36079:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593380720 : -117815116170896 : ffff94d907d9f970) 00000020:00000001:1.0:1789608875.346985:0:36079:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1789608875.346988:0:36079:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1789608875.346990:0:36079:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1789608875.346993:0:36079:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1789608875.346995:0:36079:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1789608875.346997:0:36079:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1789608875.346998:0:36079:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1789608875.346999:0:36079:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1789608875.347000:0:36079:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1789608875.347002:0:36079:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1789608875.347004:0:36079:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789608875.347009:0:36079:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69600 count: 2 00010000:00000001:1.0:1789608875.347012:0:36079:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789608875.347016:0:36079:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608875.347019:0:36079:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789608875.347023:0:36079:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1789608875.347034:0:36079:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789608875.347036:0:36079:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608875.347039:0:36079:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1789608875.347046:0:36079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608875.347048:0:36079:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608875.347050:0:36079:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=4 00000020:00000001:1.0:1789608875.347052:0:36079:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:1.0:1789608875.347055:0:36079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00000008:00000001:1.0:1789608875.347058:0:36079:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1789608875.347060:0:36079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608875.347061:0:36079:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608875.347062:0:36079:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=5 00000020:00000001:1.0:1789608875.347064:0:36079:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:1.0:1789608875.347066:0:36079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00000020:00000001:1.0:1789608875.347068:0:36079:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1789608875.347070:0:36079:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1789608875.347072:0:36079:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1789608875.347074:0:36079:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.347075:0:36079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608875.347076:0:36079:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608875.347078:0:36079:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=6 00000020:00000001:1.0:1789608875.347080:0:36079:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:1.0:1789608875.347082:0:36079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:1.0:1789608875.347084:0:36079:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789608875.347086:0:36079:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1789608875.347092:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.347093:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608875.347094:0:36079:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789608875.347096:0:36079:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789608875.347098:0:36079:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789608875.347104:0:36079:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789608875.347106:0:36079:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789608875.347107:0:36079:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789608875.347110:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.347111:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608875.347112:0:36079:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.347114:0:36079:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789608875.347115:0:36079:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.347117:0:36079:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.347120:0:36079:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.347123:0:36079:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789608875.347124:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.347124:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608875.347125:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.347126:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789608875.347127:0:36079:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789608875.347129:0:36079:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.347142:0:36079:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.347144:0:36079:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.347146:0:36079:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.347148:0:36079:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1789608875.347149:0:36079:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1789608875.347150:0:36079:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1789608875.347152:0:36079:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1789608875.347153:0:36079:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.347155:0:36079:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608875.347158:0:36079:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1789608875.347161:0:36079:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000020:00000001:1.0:1789608875.347162:0:36079:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000020:00000001:1.0:1789608875.347164:0:36079:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1789608875.347167:0:36079:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1789608875.347170:0:36079:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789608875 a=0 c=1789608875 b=1 00020000:00000001:1.0:1789608875.347173:0:36079:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.347175:0:36079:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.347176:0:36079:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000080:00200000:1.0:1789608875.347178:0:36079:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 46 i_blocks 1 00000080:00000001:1.0:1789608875.347181:0:36079:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1789608875.347182:0:36079:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1789608875.347183:0:36079:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d904aac6f0 (ffff94d903295e18/0) at cl_lock_release():245 00000020:00000001:1.0:1789608875.347186:0:36079:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789608875.347187:0:36079:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d904aac6f0 (ffff94d903295e18/0) at cl_lock_cancel():142 00020000:00000001:1.0:1789608875.347189:0:36079:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1789608875.347191:0:36079:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789608875.347192:0:36079:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593380720 : -117815116170896 : ffff94d907d9f970) 00000020:00000001:1.0:1789608875.347194:0:36079:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789608875.347195:0:36079:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d9121c3430 (ffff94d903295998/1) at cl_lock_cancel():142 00000008:00000001:1.0:1789608875.347197:0:36079:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1789608875.347198:0:36079:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1789608875.347199:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.347200:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789608875.347202:0:36079:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1789608875.347203:0:36079:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1789608875.347204:0:36079:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789608875.347205:0:36079:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789608875.347206:0:36079:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789608875.347207:0:36079:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d904aac6f0 (ffff94d903295e18/0) at cl_lock_fini():72 00020000:00000001:1.0:1789608875.347210:0:36079:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1789608875.347211:0:36079:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789608875.347212:0:36079:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d9121c3430 (ffff94d903295e18/1) at cl_lock_fini():72 00000008:00000010:1.0:1789608875.347624:0:36079:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d9048c2d10. 00000020:00000001:1.0:1789608875.347628:0:36079:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1789608875.347630:0:36079:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d9121c3400. 00020000:00000001:1.0:1789608875.347633:0:36079:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1789608875.347634:0:36079:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1789608875.347635:0:36079:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1789608875.347637:0:36079:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.347639:0:36079:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1789608875.347642:0:36079:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1789608875.347644:0:36079:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1789608875.347645:0:36079:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:1.0:1789608875.347646:0:36079:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789608875.347648:0:36079:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295990 00020000:00000001:1.0:1789608875.347651:0:36079:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1789608875.347653:0:36079:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1789608875.347655:0:36079:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1789608875.347657:0:36079:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1789608875.347660:0:36079:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1789608875.347662:0:36079:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608875.347664:0:36079:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789608875.347665:0:36079:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1789608875.347666:0:36079:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789608875.347667:0:36079:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295e10 00000001:00000001:1.0:1789608875.347669:0:36079:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.347818:0:36079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7d28 00000080:00000008:1.0:1789608875.347822:0:36079:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff94d918ada1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1789608875.347915:0:36079:0:(file.c:2479:do_file_read_iter()) Process entered 00000020:00000001:1.0:1789608875.347917:0:36079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7d88 00000080:00200008:1.0:1789608875.347919:0:36079:0:(file.c:2483:do_file_read_iter()) START file recon:[0x200000405:0x30:0x0], ppos: 0, count: 4194304 00000080:00000001:1.0:1789608875.347923:0:36079:0:(pcc.c:2514:pcc_file_read_iter()) Process entered 00000080:00000001:1.0:1789608875.347925:0:36079:0:(pcc.c:2518:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1789608875.347928:0:36079:0:(rw.c:1191:ras_detect_read_pattern()) lre 0 cr 1 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00400000:1.0:1789608875.347932:0:36079:0:(rw.c:1245:ras_detect_read_pattern()) lre 4194303 cr 1 cb 4194304 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000020:00000001:1.0:1789608875.347955:0:36079:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789608875.347958:0:36079:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514697752 : -117815194853864 : ffff94d903295e18) 00000020:00001000:1.0:1789608875.347960:0:36079:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295e10 00000080:00000001:1.0:1789608875.347963:0:36079:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:1.0:1789608875.347965:0:36079:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608875.347967:0:36079:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:1.0:1789608875.347969:0:36079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7c98 00000080:00200000:1.0:1789608875.347971:0:36079:0:(file.c:2090:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194258 00000020:00000001:1.0:1789608875.347976:0:36079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7c30 00000080:00200000:1.0:1789608875.347977:0:36079:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:1.0:1789608875.347980:0:36079:0:(cl_io.c:210:cl_io_rw_init()) Process entered 00000020:00200000:1.0:1789608875.347985:0:36079:0:(cl_io.c:215:cl_io_rw_init()) header@000000005213fcae[0x110, 2, [0x200000405:0x30:0x0] hash] 00000020:00200000:1.0:1789608875.347987:0:36079:0:(cl_io.c:215:cl_io_rw_init()) io range: 1 [46, 4194304) 0 0 00000020:00000001:1.0:1789608875.347989:0:36079:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000020:00000001:1.0:1789608875.347991:0:36079:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:1.0:1789608875.347993:0:36079:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1789608875.347994:0:36079:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1789608875.347997:0:36079:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789608875.347998:0:36079:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1789608875.348000:0:36079:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608875.348004:0:36079:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608875.348006:0:36079:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1789608875.348007:0:36079:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608875.348008:0:36079:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789608875.348011:0:36079:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff94d904aac750 type 1 ignore/verify layout 0/0 00020000:00000002:1.0:1789608875.348013:0:36079:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d9070506c8) owner 0000000000000000/ffff94d909be8000 00020000:00000001:1.0:1789608875.348016:0:36079:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1789608875.348018:0:36079:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1789608875.348019:0:36079:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1789608875.348020:0:36079:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.348022:0:36079:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1789608875.348024:0:36079:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1789608875.348025:0:36079:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.348026:0:36079:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789608875.348027:0:36079:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1789608875.348028:0:36079:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1789608875.348029:0:36079:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d9070506c8) owner 0000000000000000/ffff94d909be8000 00000020:00000001:1.0:1789608875.348031:0:36079:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.348033:0:36079:0:(cl_io.c:218:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.348037:0:36079:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:1.0:1789608875.348038:0:36079:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1789608875.348040:0:36079:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:1.0:1789608875.348043:0:36079:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194304) 4194304, 4194258 00020000:00000001:1.0:1789608875.348046:0:36079:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1789608875.348048:0:36079:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1789608875.348051:0:36079:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:1.0:1789608875.348054:0:36079:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789608875.348055:0:36079:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1789608875.348056:0:36079:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789608875.348058:0:36079:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514696600 : -117815194855016 : ffff94d903295998) 00000020:00001000:1.0:1789608875.348060:0:36079:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295990 00000020:00000001:1.0:1789608875.348062:0:36079:0:(cl_object.c:143:cl_object_top()) ffff94d9092305f8 -> ffff94d9092309e0 00000020:00000001:1.0:1789608875.348063:0:36079:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:1.0:1789608875.348066:0:36079:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789608875.348067:0:36079:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1789608875.348068:0:36079:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789608875.348070:0:36079:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258539956048 : -117815169595568 : ffff94d904aac750) 00000020:00000001:1.0:1789608875.348071:0:36079:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.348073:0:36079:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.348075:0:36079:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593380720 : -117815116170896 : ffff94d907d9f970) 00000020:00000001:1.0:1789608875.348076:0:36079:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1789608875.348079:0:36079:0:(osc_io.c:525:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1789608875.348082:0:36079:0:(osc_io.c:545:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.348083:0:36079:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.348085:0:36079:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.348087:0:36079:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.348088:0:36079:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.348091:0:36079:0:(cl_io.c:315:cl_io_lock()) Process entered 00000080:00000001:1.0:1789608875.348092:0:36079:0:(vvp_io.c:589:vvp_io_read_lock()) Process entered 00000080:00000001:1.0:1789608875.348094:0:36079:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:1.0:1789608875.348095:0:36079:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:1.0:1789608875.348098:0:36079:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:1.0:1789608875.348100:0:36079:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608875.348102:0:36079:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608875.348104:0:36079:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:1.0:1789608875.348105:0:36079:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 1023] 00000020:00000001:1.0:1789608875.348107:0:36079:0:(cl_io.c:477:cl_io_lock_add()) Process entered 00000020:00000001:1.0:1789608875.348108:0:36079:0:(cl_io.c:260:cl_lockset_merge()) Process entered 00000020:00000001:1.0:1789608875.348110:0:36079:0:(cl_io.c:277:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.348112:0:36079:0:(cl_io.c:484:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608875.348113:0:36079:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608875.348115:0:36079:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608875.348117:0:36079:0:(vvp_io.c:592:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.348119:0:36079:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1789608875.348121:0:36079:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1789608875.348122:0:36079:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:1.0:1789608875.348123:0:36079:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1789608875.348125:0:36079:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.348126:0:36079:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.348128:0:36079:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.348129:0:36079:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.348283:0:36079:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1789608875.348286:0:36079:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1789608875.348287:0:36079:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1789608875.348289:0:36079:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1789608875.348291:0:36079:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1789608875.348294:0:36079:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000010:1.0:1789608875.348299:0:36079:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d9121c3400. 00020000:00000002:1.0:1789608875.348301:0:36079:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000001:1.0:1789608875.348303:0:36079:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1789608875.348305:0:36079:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789608875.348306:0:36079:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593380720 : -117815116170896 : ffff94d907d9f970) 00000020:00000001:1.0:1789608875.348307:0:36079:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1789608875.348310:0:36079:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d9048c2d10. 00000008:00010000:1.0:1789608875.348312:0:36079:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:1.0:1789608875.348315:0:36079:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789608875.348316:0:36079:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1789608875.348318:0:36079:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d9121c3430, osc lock ffff94d9048c2d10, flags 0x0 00000020:00000001:1.0:1789608875.348321:0:36079:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.348322:0:36079:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.348324:0:36079:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626258765493248 : -117814944058368 : ffff94d9121c3400) 00000020:00000001:1.0:1789608875.348326:0:36079:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789608875.348327:0:36079:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1789608875.348328:0:36079:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.348330:0:36079:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.348332:0:36079:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1789608875.348333:0:36079:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1789608875.348334:0:36079:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789608875.348335:0:36079:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593380720 : -117815116170896 : ffff94d907d9f970) 00000020:00000001:1.0:1789608875.348337:0:36079:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1789608875.348338:0:36079:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1789608875.348340:0:36079:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:1.0:1789608875.348341:0:36079:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.348344:0:36079:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1789608875.348345:0:36079:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1789608875.348346:0:36079:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1789608875.348348:0:36079:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1789608875.348349:0:36079:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1789608875.348350:0:36079:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1789608875.348351:0:36079:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1789608875.348353:0:36079:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789608875.348358:0:36079:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69600 count: 2 00010000:00000001:1.0:1789608875.348361:0:36079:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789608875.348365:0:36079:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608875.348368:0:36079:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789608875.348372:0:36079:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1789608875.348381:0:36079:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789608875.348384:0:36079:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608875.348387:0:36079:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4194303) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789608875.348788:0:36079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608875.348789:0:36079:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608875.348792:0:36079:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=4 00000020:00000001:1.0:1789608875.348795:0:36079:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:1.0:1789608875.348797:0:36079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00000008:00000001:1.0:1789608875.348800:0:36079:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1789608875.348802:0:36079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608875.348803:0:36079:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608875.348804:0:36079:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=5 00000020:00000001:1.0:1789608875.348806:0:36079:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:1.0:1789608875.348807:0:36079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:1.0:1789608875.348810:0:36079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608875.348811:0:36079:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608875.348812:0:36079:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=6 00000020:00000001:1.0:1789608875.348814:0:36079:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:1.0:1789608875.348816:0:36079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:1.0:1789608875.348818:0:36079:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608875.348820:0:36079:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608875.348823:0:36079:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 7/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789608875.348830:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.348831:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789608875.348833:0:36079:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.348835:0:36079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608875.348836:0:36079:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608875.348837:0:36079:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=7 00000020:00000001:1.0:1789608875.348838:0:36079:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:1.0:1789608875.348840:0:36079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:1.0:1789608875.348843:0:36079:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789608875.348845:0:36079:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 7/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789608875.348851:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.348852:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789608875.348854:0:36079:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 6/1,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789608875.348860:0:36079:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789608875.348861:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.348862:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608875.348863:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.348864:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789608875.348865:0:36079:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789608875.348867:0:36079:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.348869:0:36079:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.348871:0:36079:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.348872:0:36079:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.348874:0:36079:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.348875:0:36079:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.348877:0:36079:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.348879:0:36079:0:(cl_io.c:529:cl_io_start()) Process entered 00000080:00000001:1.0:1789608875.348882:0:36079:0:(vvp_io.c:831:vvp_io_read_start()) Process entered 00000020:00000001:1.0:1789608875.348884:0:36079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7b90 00000080:00200000:1.0:1789608875.348886:0:36079:0:(vvp_io.c:835:vvp_io_read_start()) recon: read [46, 4194304) 00000020:00000001:1.0:1789608875.348890:0:36079:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1789608875.348892:0:36079:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:1.0:1789608875.348894:0:36079:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:1.0:1789608875.348897:0:36079:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789608875.348898:0:36079:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593380720 : -117815116170896 : ffff94d907d9f970) 00000020:00000001:1.0:1789608875.348899:0:36079:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1789608875.348902:0:36079:0:(osc_io.c:1417:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1789608875.348904:0:36079:0:(osc_io.c:1430:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.348906:0:36079:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.348907:0:36079:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.348909:0:36079:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.348912:0:36079:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000020:00000001:1.0:1789608875.348914:0:36079:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000020:00000001:1.0:1789608875.348915:0:36079:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1789608875.348918:0:36079:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1789608875.348920:0:36079:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789608875 a=0 c=1789608875 b=1 00020000:00000001:1.0:1789608875.348923:0:36079:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.348924:0:36079:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.348926:0:36079:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000001:00000001:1.0:1789608875.348929:0:36079:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1789608875.348930:0:36079:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x30:0x0] 00000020:00000001:1.0:1789608875.348932:0:36079:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1789608875.348933:0:36079:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1789608875.348934:0:36079:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1789608875.348936:0:36079:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1789608875.348937:0:36079:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1789608875.348943:0:36079:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d9121c3f00. 00020000:00000002:1.0:1789608875.348945:0:36079:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1789608875.348946:0:36079:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1789608875.348947:0:36079:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789608875.348948:0:36079:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593380720 : -117815116170896 : ffff94d907d9f970) 00000020:00000001:1.0:1789608875.348950:0:36079:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1789608875.348952:0:36079:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d9048c2390. 00000008:00010000:1.0:1789608875.348953:0:36079:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1789608875.348955:0:36079:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789608875.348956:0:36079:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1789608875.348957:0:36079:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d9121c3f30, osc lock ffff94d9048c2390, flags 0x400001002 00000020:00000001:1.0:1789608875.348960:0:36079:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.348961:0:36079:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.348963:0:36079:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626258765496064 : -117814944055552 : ffff94d9121c3f00) 00000020:00000001:1.0:1789608875.348965:0:36079:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789608875.348966:0:36079:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1789608875.348967:0:36079:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.348968:0:36079:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.348970:0:36079:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1789608875.348971:0:36079:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1789608875.348973:0:36079:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1789608875.348973:0:36079:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1789608875.348975:0:36079:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789608875.348976:0:36079:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593380720 : -117815116170896 : ffff94d907d9f970) 00000020:00000001:1.0:1789608875.348977:0:36079:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1789608875.348979:0:36079:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1789608875.348980:0:36079:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1789608875.348982:0:36079:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1789608875.348984:0:36079:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1789608875.348985:0:36079:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1789608875.348986:0:36079:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1789608875.348988:0:36079:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1789608875.348989:0:36079:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1789608875.348990:0:36079:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1789608875.348991:0:36079:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789608875.348995:0:36079:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69600 count: 2 00010000:00000001:1.0:1789608875.348997:0:36079:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789608875.348999:0:36079:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608875.349001:0:36079:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608875.349003:0:36079:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 5/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1789608875.349010:0:36079:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789608875.349013:0:36079:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608875.349016:0:36079:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 5/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789608875.349022:0:36079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608875.349024:0:36079:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608875.349025:0:36079:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=6 00000020:00000001:1.0:1789608875.349027:0:36079:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:1.0:1789608875.349029:0:36079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00000008:00000001:1.0:1789608875.349031:0:36079:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1789608875.349033:0:36079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608875.349034:0:36079:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608875.349035:0:36079:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=7 00000020:00000001:1.0:1789608875.349037:0:36079:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:1.0:1789608875.349039:0:36079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00000020:00000001:1.0:1789608875.349041:0:36079:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1789608875.349043:0:36079:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1789608875.349045:0:36079:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1789608875.349046:0:36079:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.349047:0:36079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608875.349048:0:36079:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608875.349050:0:36079:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=8 00000020:00000001:1.0:1789608875.349051:0:36079:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:1.0:1789608875.349053:0:36079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:1.0:1789608875.349055:0:36079:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789608875.349058:0:36079:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 8/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789608875.349064:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.349065:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789608875.349067:0:36079:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 7/1,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789608875.349073:0:36079:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789608875.349074:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.349075:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608875.349076:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.349077:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789608875.349078:0:36079:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789608875.349079:0:36079:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.349081:0:36079:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.349082:0:36079:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.349084:0:36079:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.349085:0:36079:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1789608875.349087:0:36079:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1789608875.349088:0:36079:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1789608875.349089:0:36079:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1789608875.349092:0:36079:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.349093:0:36079:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608875.349098:0:36079:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1789608875.349099:0:36079:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000020:00000001:1.0:1789608875.349101:0:36079:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000020:00000001:1.0:1789608875.349102:0:36079:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1789608875.349104:0:36079:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1789608875.349106:0:36079:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789608875 a=0 c=1789608875 b=1 00020000:00000001:1.0:1789608875.349108:0:36079:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.349110:0:36079:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.349111:0:36079:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000080:00200000:1.0:1789608875.349114:0:36079:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 46 i_blocks 1 00000080:00000001:1.0:1789608875.349116:0:36079:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1789608875.349118:0:36079:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1789608875.349119:0:36079:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d904aac6f0 (ffff94d903295e18/0) at cl_lock_release():245 00000020:00000001:1.0:1789608875.349122:0:36079:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789608875.349123:0:36079:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d904aac6f0 (ffff94d903295e18/0) at cl_lock_cancel():142 00020000:00000001:1.0:1789608875.349125:0:36079:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1789608875.349127:0:36079:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789608875.349128:0:36079:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593380720 : -117815116170896 : ffff94d907d9f970) 00000020:00000001:1.0:1789608875.349129:0:36079:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789608875.349130:0:36079:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d9121c3f30 (ffff94d903295998/1) at cl_lock_cancel():142 00000008:00000001:1.0:1789608875.349194:0:36079:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1789608875.349195:0:36079:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1789608875.349197:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.349198:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789608875.349200:0:36079:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1789608875.349201:0:36079:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1789608875.349202:0:36079:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789608875.349203:0:36079:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789608875.349204:0:36079:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789608875.349205:0:36079:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d904aac6f0 (ffff94d903295e18/0) at cl_lock_fini():72 00020000:00000001:1.0:1789608875.349207:0:36079:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1789608875.349209:0:36079:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789608875.349209:0:36079:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d9121c3f30 (ffff94d903295e18/1) at cl_lock_fini():72 00000008:00000010:1.0:1789608875.349212:0:36079:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d9048c2390. 00000020:00000001:1.0:1789608875.349287:0:36079:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1789608875.349289:0:36079:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d9121c3f00. 00020000:00000001:1.0:1789608875.349293:0:36079:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1789608875.349294:0:36079:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1789608875.349295:0:36079:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1789608875.349296:0:36079:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789608875.349301:0:36079:0:(vvp_io.c:864:vvp_io_read_start()) header@000000005213fcae[0x110, 2, [0x200000405:0x30:0x0] hash] 00000080:00000002:1.0:1789608875.349303:0:36079:0:(vvp_io.c:864:vvp_io_read_start()) Read ino 144115205339611184, 4194258 bytes, offset 46, size 46 00000080:00400000:1.0:1789608875.349305:0:36079:0:(vvp_io.c:883:vvp_io_read_start()) tot 4194258, ra_start 0, ra_count 1024 00000080:00200000:1.0:1789608875.349308:0:36079:0:(vvp_io.c:893:vvp_io_read_start()) count:4194258 iocb pos:46 00020000:00000001:1.0:1789608875.349313:0:36079:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1789608875.349315:0:36079:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1789608875.349316:0:36079:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:1.0:1789608875.349317:0:36079:0:(osc_io.c:1034:osc_io_read_start()) Process entered 00000020:00000001:1.0:1789608875.349319:0:36079:0:(cl_object.c:143:cl_object_top()) ffff94d907004fc0 -> ffff94d9092309e0 00000020:00000001:1.0:1789608875.349320:0:36079:0:(cl_object.c:143:cl_object_top()) ffff94d907004fc0 -> ffff94d9092309e0 00000020:00000001:1.0:1789608875.349322:0:36079:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1789608875.349324:0:36079:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789608875.349325:0:36079:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.349327:0:36079:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.349328:0:36079:0:(cl_object.c:143:cl_object_top()) ffff94d907004fc0 -> ffff94d9092309e0 00000008:00000001:1.0:1789608875.349330:0:36079:0:(osc_io.c:1043:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.349332:0:36079:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.349333:0:36079:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.349334:0:36079:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.349336:0:36079:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.349337:0:36079:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:1.0:1789608875.349338:0:36079:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:1.0:1789608875.349340:0:36079:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1789608875.349341:0:36079:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:1.0:1789608875.349342:0:36079:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:1.0:1789608875.349343:0:36079:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.349344:0:36079:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.349346:0:36079:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:1.0:1789608875.349347:0:36079:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:1.0:1789608875.349349:0:36079:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1789608875.349350:0:36079:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d9084e6218 (ffff94d903295e18/0) at cl_lock_release():245 00000020:00000001:1.0:1789608875.349352:0:36079:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789608875.349353:0:36079:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d9084e6218 (ffff94d903295e18/0) at cl_lock_cancel():142 00020000:00000001:1.0:1789608875.349355:0:36079:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1789608875.349356:0:36079:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789608875.349358:0:36079:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593380720 : -117815116170896 : ffff94d907d9f970) 00000020:00000001:1.0:1789608875.349359:0:36079:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789608875.349360:0:36079:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d9121c3430 (ffff94d903295998/1) at cl_lock_cancel():142 00000008:00000001:1.0:1789608875.349362:0:36079:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1789608875.349363:0:36079:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1789608875.349364:0:36079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608875.349365:0:36079:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608875.349367:0:36079:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=5 00000020:00000001:1.0:1789608875.349369:0:36079:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:1.0:1789608875.349371:0:36079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:1.0:1789608875.349373:0:36079:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789608875.349375:0:36079:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 5/1,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789608875.349382:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.349383:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608875.349385:0:36079:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789608875.349387:0:36079:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789608875.349390:0:36079:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1789608875.349396:0:36079:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789608875.349399:0:36079:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789608875.349401:0:36079:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789608875.349404:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.349406:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608875.349408:0:36079:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.349410:0:36079:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789608875.349412:0:36079:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.349415:0:36079:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.349418:0:36079:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.349420:0:36079:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789608875.349421:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.349422:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608875.349423:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.349424:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789608875.349425:0:36079:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1789608875.349427:0:36079:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1789608875.349428:0:36079:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789608875.349429:0:36079:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789608875.349430:0:36079:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789608875.349431:0:36079:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d9084e6218 (ffff94d903295e18/0) at cl_lock_fini():72 00020000:00000001:1.0:1789608875.349434:0:36079:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1789608875.349435:0:36079:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789608875.349436:0:36079:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d9121c3430 (ffff94d903295e18/1) at cl_lock_fini():72 00000008:00000010:1.0:1789608875.349439:0:36079:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d9048c2d10. 00000020:00000001:1.0:1789608875.349441:0:36079:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1789608875.349442:0:36079:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d9121c3400. 00020000:00000001:1.0:1789608875.349444:0:36079:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1789608875.349445:0:36079:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1789608875.349446:0:36079:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1789608875.349448:0:36079:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1789608875.349449:0:36079:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1789608875.349450:0:36079:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:1.0:1789608875.349455:0:36079:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1789608875.349457:0:36079:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.349459:0:36079:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.349460:0:36079:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1789608875.349462:0:36079:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1789608875.349463:0:36079:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000080:00200000:1.0:1789608875.349465:0:36079:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000020:00000001:1.0:1789608875.349467:0:36079:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1789608875.349468:0:36079:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1789608875.349470:0:36079:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1789608875.349471:0:36079:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1789608875.349472:0:36079:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1789608875.349474:0:36079:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1789608875.349475:0:36079:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.349477:0:36079:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.349479:0:36079:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1789608875.349480:0:36079:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1789608875.349481:0:36079:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.349484:0:36079:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1789608875.349485:0:36079:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1789608875.349487:0:36079:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1789608875.349488:0:36079:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:1.0:1789608875.349489:0:36079:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789608875.349491:0:36079:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295990 00020000:00000001:1.0:1789608875.349889:0:36079:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1789608875.349894:0:36079:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1789608875.349897:0:36079:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1789608875.349899:0:36079:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1789608875.349902:0:36079:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1789608875.349903:0:36079:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00000001:1.0:1789608875.349905:0:36079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7c98 00000080:00200000:1.0:1789608875.349907:0:36079:0:(file.c:2238:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:1.0:1789608875.349911:0:36079:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:1.0:1789608875.349912:0:36079:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789608875.349914:0:36079:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295e10 00000020:00000001:1.0:1789608875.349918:0:36079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7d88 00000080:00000008:1.0:1789608875.349920:0:36079:0:(file.c:2548:do_file_read_iter()) COMPLETED: file recon:[0x200000405:0x30:0x0], ppos: 46, count: 4194258, rc = 46 00000080:00000001:1.0:1789608875.349923:0:36079:0:(file.c:2550:do_file_read_iter()) Process leaving (rc=46 : 46 : 2e) 00000080:00000001:1.0:1789608875.349980:0:36079:0:(file.c:2479:do_file_read_iter()) Process entered 00000020:00000001:1.0:1789608875.349982:0:36079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7d88 00000080:00200008:1.0:1789608875.349984:0:36079:0:(file.c:2483:do_file_read_iter()) START file recon:[0x200000405:0x30:0x0], ppos: 46, count: 4194304 00000080:00000001:1.0:1789608875.349988:0:36079:0:(pcc.c:2514:pcc_file_read_iter()) Process entered 00000080:00000001:1.0:1789608875.349990:0:36079:0:(pcc.c:2518:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1789608875.349993:0:36079:0:(rw.c:1288:ll_ras_enter()) kmsp 1 mwp 1024 mp 16384 00000080:00000001:1.0:1789608875.349995:0:36079:0:(rw.c:1297:ll_ras_enter()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1789608875.350000:0:36079:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789608875.350002:0:36079:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514697752 : -117815194853864 : ffff94d903295e18) 00000020:00001000:1.0:1789608875.350004:0:36079:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295e10 00000080:00000001:1.0:1789608875.350007:0:36079:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:1.0:1789608875.350010:0:36079:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608875.350012:0:36079:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:1.0:1789608875.350014:0:36079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7c98 00000080:00200000:1.0:1789608875.350015:0:36079:0:(file.c:2090:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194304 00000020:00000001:1.0:1789608875.350020:0:36079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7c30 00000080:00200000:1.0:1789608875.350021:0:36079:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:1.0:1789608875.350024:0:36079:0:(cl_io.c:210:cl_io_rw_init()) Process entered 00000020:00200000:1.0:1789608875.350028:0:36079:0:(cl_io.c:215:cl_io_rw_init()) header@000000005213fcae[0x110, 2, [0x200000405:0x30:0x0] hash] 00000020:00200000:1.0:1789608875.350030:0:36079:0:(cl_io.c:215:cl_io_rw_init()) io range: 1 [46, 4194350) 0 0 00000020:00000001:1.0:1789608875.350032:0:36079:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000020:00000001:1.0:1789608875.350034:0:36079:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:1.0:1789608875.350036:0:36079:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1789608875.350037:0:36079:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1789608875.350040:0:36079:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789608875.350041:0:36079:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1789608875.350043:0:36079:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608875.350047:0:36079:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608875.350049:0:36079:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1789608875.350051:0:36079:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608875.350053:0:36079:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789608875.350056:0:36079:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff94d904aac750 type 1 ignore/verify layout 0/0 00020000:00000002:1.0:1789608875.350059:0:36079:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d9070506c8) owner 0000000000000000/ffff94d909be8000 00020000:00000001:1.0:1789608875.350062:0:36079:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1789608875.350063:0:36079:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1789608875.350065:0:36079:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1789608875.350067:0:36079:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.350069:0:36079:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1789608875.350071:0:36079:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1789608875.350072:0:36079:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.350074:0:36079:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789608875.350074:0:36079:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1789608875.350076:0:36079:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1789608875.350077:0:36079:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d9070506c8) owner 0000000000000000/ffff94d909be8000 00000020:00000001:1.0:1789608875.350080:0:36079:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.350081:0:36079:0:(cl_io.c:218:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.350085:0:36079:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:1.0:1789608875.350086:0:36079:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1789608875.350088:0:36079:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:1.0:1789608875.350090:0:36079:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194350) 4194350, 4194304 00020000:00000001:1.0:1789608875.350092:0:36079:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1789608875.350094:0:36079:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1789608875.350097:0:36079:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:1.0:1789608875.350099:0:36079:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789608875.350101:0:36079:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1789608875.350102:0:36079:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789608875.350103:0:36079:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514696600 : -117815194855016 : ffff94d903295998) 00000020:00001000:1.0:1789608875.350105:0:36079:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295990 00000020:00000001:1.0:1789608875.350107:0:36079:0:(cl_object.c:143:cl_object_top()) ffff94d9092305f8 -> ffff94d9092309e0 00000020:00000001:1.0:1789608875.350109:0:36079:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:1.0:1789608875.350111:0:36079:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789608875.350112:0:36079:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1789608875.350113:0:36079:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789608875.350115:0:36079:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258539956048 : -117815169595568 : ffff94d904aac750) 00000020:00000001:1.0:1789608875.350117:0:36079:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.350122:0:36079:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.350124:0:36079:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593380720 : -117815116170896 : ffff94d907d9f970) 00000020:00000001:1.0:1789608875.350126:0:36079:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1789608875.350128:0:36079:0:(osc_io.c:525:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1789608875.350140:0:36079:0:(osc_io.c:545:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.350143:0:36079:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.350145:0:36079:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.350147:0:36079:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.350148:0:36079:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.350150:0:36079:0:(cl_io.c:315:cl_io_lock()) Process entered 00000080:00000001:1.0:1789608875.350151:0:36079:0:(vvp_io.c:589:vvp_io_read_lock()) Process entered 00000080:00000001:1.0:1789608875.350153:0:36079:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:1.0:1789608875.350154:0:36079:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:1.0:1789608875.350157:0:36079:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:1.0:1789608875.350160:0:36079:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608875.350162:0:36079:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608875.350164:0:36079:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:1.0:1789608875.350165:0:36079:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 1024] 00000020:00000001:1.0:1789608875.350167:0:36079:0:(cl_io.c:477:cl_io_lock_add()) Process entered 00000020:00000001:1.0:1789608875.350169:0:36079:0:(cl_io.c:260:cl_lockset_merge()) Process entered 00000020:00000001:1.0:1789608875.350170:0:36079:0:(cl_io.c:277:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.350172:0:36079:0:(cl_io.c:484:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608875.350174:0:36079:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608875.350176:0:36079:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608875.350177:0:36079:0:(vvp_io.c:592:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.350179:0:36079:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1789608875.350181:0:36079:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1789608875.350182:0:36079:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:1.0:1789608875.350183:0:36079:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1789608875.350184:0:36079:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.350186:0:36079:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.350188:0:36079:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.350189:0:36079:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.350190:0:36079:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1789608875.350192:0:36079:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1789608875.350193:0:36079:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1789608875.350195:0:36079:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1789608875.350197:0:36079:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1789608875.350199:0:36079:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000010:1.0:1789608875.350205:0:36079:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d9121c3400. 00020000:00000002:1.0:1789608875.350208:0:36079:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000001:1.0:1789608875.350210:0:36079:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1789608875.350211:0:36079:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789608875.350212:0:36079:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593380720 : -117815116170896 : ffff94d907d9f970) 00000020:00000001:1.0:1789608875.350581:0:36079:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1789608875.350586:0:36079:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d9048c2d10. 00000008:00010000:1.0:1789608875.350589:0:36079:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:1.0:1789608875.350590:0:36079:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789608875.350592:0:36079:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1789608875.350594:0:36079:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d9121c3430, osc lock ffff94d9048c2d10, flags 0x0 00000020:00000001:1.0:1789608875.350596:0:36079:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.350598:0:36079:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.350601:0:36079:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626258765493248 : -117814944058368 : ffff94d9121c3400) 00000020:00000001:1.0:1789608875.350603:0:36079:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789608875.350603:0:36079:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1789608875.350605:0:36079:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.350607:0:36079:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.350609:0:36079:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1789608875.350610:0:36079:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1789608875.350611:0:36079:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789608875.350613:0:36079:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593380720 : -117815116170896 : ffff94d907d9f970) 00000020:00000001:1.0:1789608875.350614:0:36079:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1789608875.350616:0:36079:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1789608875.350618:0:36079:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:1.0:1789608875.350620:0:36079:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.350622:0:36079:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1789608875.350625:0:36079:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1789608875.350626:0:36079:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1789608875.350628:0:36079:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1789608875.350629:0:36079:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1789608875.350630:0:36079:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1789608875.350631:0:36079:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1789608875.350634:0:36079:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789608875.350639:0:36079:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69600 count: 2 00010000:00000001:1.0:1789608875.350641:0:36079:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789608875.350646:0:36079:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608875.350650:0:36079:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789608875.350655:0:36079:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1789608875.350665:0:36079:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789608875.350669:0:36079:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608875.350672:0:36079:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4198399) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1789608875.350705:0:36079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608875.350707:0:36079:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608875.350709:0:36079:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=4 00000020:00000001:1.0:1789608875.350711:0:36079:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:1.0:1789608875.350713:0:36079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00000008:00000001:1.0:1789608875.350716:0:36079:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1789608875.350718:0:36079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608875.350719:0:36079:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608875.350720:0:36079:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=5 00000020:00000001:1.0:1789608875.350721:0:36079:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:1.0:1789608875.350723:0:36079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:1.0:1789608875.350724:0:36079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608875.350725:0:36079:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608875.350726:0:36079:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=6 00000020:00000001:1.0:1789608875.350728:0:36079:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:1.0:1789608875.350729:0:36079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:1.0:1789608875.350731:0:36079:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608875.350732:0:36079:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608875.350735:0:36079:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 7/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1789608875.350741:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.350743:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789608875.350744:0:36079:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.350746:0:36079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608875.350747:0:36079:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608875.350748:0:36079:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=7 00000020:00000001:1.0:1789608875.350750:0:36079:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:1.0:1789608875.350752:0:36079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:1.0:1789608875.350755:0:36079:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789608875.350757:0:36079:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 7/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1789608875.350762:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.350763:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789608875.350766:0:36079:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 6/1,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1789608875.350772:0:36079:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789608875.350773:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.350774:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608875.350775:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.350776:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789608875.350777:0:36079:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789608875.350780:0:36079:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.350781:0:36079:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.350783:0:36079:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.350784:0:36079:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.350786:0:36079:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.350787:0:36079:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.350789:0:36079:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.350790:0:36079:0:(cl_io.c:529:cl_io_start()) Process entered 00000080:00000001:1.0:1789608875.350793:0:36079:0:(vvp_io.c:831:vvp_io_read_start()) Process entered 00000020:00000001:1.0:1789608875.350794:0:36079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7b90 00000080:00200000:1.0:1789608875.350796:0:36079:0:(vvp_io.c:835:vvp_io_read_start()) recon: read [46, 4194350) 00000020:00000001:1.0:1789608875.350799:0:36079:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1789608875.350801:0:36079:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:1.0:1789608875.350803:0:36079:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:1.0:1789608875.350805:0:36079:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789608875.350806:0:36079:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593380720 : -117815116170896 : ffff94d907d9f970) 00000020:00000001:1.0:1789608875.350808:0:36079:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1789608875.350809:0:36079:0:(osc_io.c:1417:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1789608875.350812:0:36079:0:(osc_io.c:1430:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.350814:0:36079:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.350815:0:36079:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.350816:0:36079:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.350819:0:36079:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000020:00000001:1.0:1789608875.350820:0:36079:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000020:00000001:1.0:1789608875.350822:0:36079:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1789608875.350825:0:36079:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1789608875.350828:0:36079:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1789608875.350829:0:36079:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:1.0:1789608875.350831:0:36079:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1789608875.350832:0:36079:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:1.0:1789608875.350833:0:36079:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1029 on OST[0]: s=46 (1) m=1789608875 a=1789608875 c=1789608875 b=1 00020000:00000001:1.0:1789608875.350836:0:36079:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789608875.350838:0:36079:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789608875 a=1789608875 c=1789608875 b=1 00020000:00000001:1.0:1789608875.350840:0:36079:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.350842:0:36079:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.350844:0:36079:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000001:00000001:1.0:1789608875.350846:0:36079:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1789608875.350847:0:36079:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x30:0x0] 00000020:00000001:1.0:1789608875.350848:0:36079:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1789608875.350849:0:36079:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1789608875.350850:0:36079:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1789608875.350851:0:36079:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1789608875.350853:0:36079:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1789608875.350857:0:36079:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d9121c3f00. 00020000:00000002:1.0:1789608875.350859:0:36079:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1789608875.350861:0:36079:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1789608875.350862:0:36079:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789608875.350863:0:36079:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593380720 : -117815116170896 : ffff94d907d9f970) 00000020:00000001:1.0:1789608875.350864:0:36079:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1789608875.350866:0:36079:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d9048c2390. 00000008:00010000:1.0:1789608875.350868:0:36079:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1789608875.350869:0:36079:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789608875.350871:0:36079:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1789608875.350872:0:36079:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d9121c3f30, osc lock ffff94d9048c2390, flags 0x400001002 00000020:00000001:1.0:1789608875.350874:0:36079:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.350875:0:36079:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.350877:0:36079:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626258765496064 : -117814944055552 : ffff94d9121c3f00) 00000020:00000001:1.0:1789608875.350878:0:36079:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789608875.350879:0:36079:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1789608875.350880:0:36079:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.350882:0:36079:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.350883:0:36079:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1789608875.350885:0:36079:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1789608875.350886:0:36079:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1789608875.350887:0:36079:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1789608875.350888:0:36079:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789608875.350889:0:36079:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593380720 : -117815116170896 : ffff94d907d9f970) 00000020:00000001:1.0:1789608875.350890:0:36079:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1789608875.350891:0:36079:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1789608875.350893:0:36079:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1789608875.350894:0:36079:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1789608875.350896:0:36079:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1789608875.350897:0:36079:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1789608875.350898:0:36079:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1789608875.350899:0:36079:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1789608875.350900:0:36079:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1789608875.350901:0:36079:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1789608875.350903:0:36079:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789608875.350905:0:36079:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69600 count: 2 00010000:00000001:1.0:1789608875.350907:0:36079:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789608875.350909:0:36079:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608875.350911:0:36079:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608875.350914:0:36079:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 5/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1789608875.350921:0:36079:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789608875.350924:0:36079:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789608875.350926:0:36079:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 5/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1789608875.351078:0:36079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608875.351080:0:36079:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608875.351081:0:36079:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=6 00000020:00000001:1.0:1789608875.351084:0:36079:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:1.0:1789608875.351086:0:36079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00000008:00000001:1.0:1789608875.351089:0:36079:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1789608875.351090:0:36079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608875.351091:0:36079:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608875.351092:0:36079:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=7 00000020:00000001:1.0:1789608875.351094:0:36079:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:1.0:1789608875.351096:0:36079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00000020:00000001:1.0:1789608875.351099:0:36079:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1789608875.351101:0:36079:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1789608875.351103:0:36079:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1789608875.351104:0:36079:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.351105:0:36079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608875.351106:0:36079:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608875.351107:0:36079:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=8 00000020:00000001:1.0:1789608875.351109:0:36079:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:1.0:1789608875.351111:0:36079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:1.0:1789608875.351113:0:36079:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789608875.351115:0:36079:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 8/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1789608875.351122:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.351123:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789608875.351125:0:36079:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 7/1,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1789608875.351147:0:36079:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789608875.351149:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.351150:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608875.351151:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.351151:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789608875.351153:0:36079:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789608875.351155:0:36079:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.351157:0:36079:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.351158:0:36079:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.351160:0:36079:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.351161:0:36079:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1789608875.351163:0:36079:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1789608875.351165:0:36079:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1789608875.351166:0:36079:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1789608875.351168:0:36079:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.351169:0:36079:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789608875.351173:0:36079:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1789608875.351174:0:36079:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000020:00000001:1.0:1789608875.351176:0:36079:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000020:00000001:1.0:1789608875.351177:0:36079:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1789608875.351179:0:36079:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1789608875.351180:0:36079:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789608875 a=1789608875 c=1789608875 b=1 00020000:00000001:1.0:1789608875.351182:0:36079:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.351184:0:36079:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.351186:0:36079:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000080:00200000:1.0:1789608875.351188:0:36079:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 46 i_blocks 1 00000080:00000001:1.0:1789608875.351190:0:36079:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1789608875.351192:0:36079:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1789608875.351194:0:36079:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d904aac6f0 (ffff94d903295e18/0) at cl_lock_release():245 00000020:00000001:1.0:1789608875.351196:0:36079:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789608875.351197:0:36079:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d904aac6f0 (ffff94d903295e18/0) at cl_lock_cancel():142 00020000:00000001:1.0:1789608875.351200:0:36079:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1789608875.351201:0:36079:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789608875.351202:0:36079:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593380720 : -117815116170896 : ffff94d907d9f970) 00000020:00000001:1.0:1789608875.351205:0:36079:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789608875.351207:0:36079:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d9121c3f30 (ffff94d903295998/1) at cl_lock_cancel():142 00000008:00000001:1.0:1789608875.351209:0:36079:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1789608875.351210:0:36079:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1789608875.351337:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.351340:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789608875.351342:0:36079:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1789608875.351343:0:36079:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1789608875.351345:0:36079:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789608875.351346:0:36079:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789608875.351347:0:36079:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789608875.351349:0:36079:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d904aac6f0 (ffff94d903295e18/0) at cl_lock_fini():72 00020000:00000001:1.0:1789608875.351352:0:36079:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1789608875.351353:0:36079:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789608875.351354:0:36079:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d9121c3f30 (ffff94d903295e18/1) at cl_lock_fini():72 00000008:00000010:1.0:1789608875.351356:0:36079:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d9048c2390. 00000020:00000001:1.0:1789608875.351361:0:36079:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1789608875.351362:0:36079:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d9121c3f00. 00020000:00000001:1.0:1789608875.351365:0:36079:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1789608875.351366:0:36079:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1789608875.351367:0:36079:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1789608875.351369:0:36079:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789608875.351373:0:36079:0:(vvp_io.c:864:vvp_io_read_start()) header@000000005213fcae[0x110, 2, [0x200000405:0x30:0x0] hash] 00000080:00000002:1.0:1789608875.351376:0:36079:0:(vvp_io.c:864:vvp_io_read_start()) Read ino 144115205339611184, 4194304 bytes, offset 46, size 46 00000080:00400000:1.0:1789608875.351379:0:36079:0:(vvp_io.c:883:vvp_io_read_start()) tot 4194304, ra_start 0, ra_count 1025 00000080:00200000:1.0:1789608875.351382:0:36079:0:(vvp_io.c:893:vvp_io_read_start()) count:4194304 iocb pos:46 00020000:00000001:1.0:1789608875.351388:0:36079:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1789608875.351389:0:36079:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1789608875.351390:0:36079:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:1.0:1789608875.351392:0:36079:0:(osc_io.c:1034:osc_io_read_start()) Process entered 00000020:00000001:1.0:1789608875.351394:0:36079:0:(cl_object.c:143:cl_object_top()) ffff94d907004fc0 -> ffff94d9092309e0 00000020:00000001:1.0:1789608875.351395:0:36079:0:(cl_object.c:143:cl_object_top()) ffff94d907004fc0 -> ffff94d9092309e0 00000020:00000001:1.0:1789608875.351397:0:36079:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1789608875.351399:0:36079:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789608875.351401:0:36079:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.351402:0:36079:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.351404:0:36079:0:(cl_object.c:143:cl_object_top()) ffff94d907004fc0 -> ffff94d9092309e0 00000008:00000001:1.0:1789608875.351406:0:36079:0:(osc_io.c:1043:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.351408:0:36079:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.351409:0:36079:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.351412:0:36079:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.351413:0:36079:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.351415:0:36079:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:1.0:1789608875.351416:0:36079:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:1.0:1789608875.351418:0:36079:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1789608875.351419:0:36079:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:1.0:1789608875.351420:0:36079:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:1.0:1789608875.351421:0:36079:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.351423:0:36079:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.351425:0:36079:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:1.0:1789608875.351426:0:36079:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:1.0:1789608875.351427:0:36079:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1789608875.351428:0:36079:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d9084e6218 (ffff94d903295e18/0) at cl_lock_release():245 00000020:00000001:1.0:1789608875.351431:0:36079:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789608875.351432:0:36079:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d9084e6218 (ffff94d903295e18/0) at cl_lock_cancel():142 00020000:00000001:1.0:1789608875.351434:0:36079:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1789608875.351435:0:36079:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789608875.351437:0:36079:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593380720 : -117815116170896 : ffff94d907d9f970) 00000020:00000001:1.0:1789608875.351438:0:36079:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789608875.351439:0:36079:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d9121c3430 (ffff94d903295998/1) at cl_lock_cancel():142 00000008:00000001:1.0:1789608875.351442:0:36079:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1789608875.351443:0:36079:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1789608875.351444:0:36079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608875.351445:0:36079:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608875.351447:0:36079:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=5 00000020:00000001:1.0:1789608875.351449:0:36079:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:1.0:1789608875.351451:0:36079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:1.0:1789608875.351452:0:36079:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789608875.351455:0:36079:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 5/1,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1789608875.351463:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.351464:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608875.351465:0:36079:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789608875.351468:0:36079:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789608875.351470:0:36079:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1789608875.351483:0:36079:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789608875.351485:0:36079:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789608875.351487:0:36079:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789608875.351490:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.351491:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608875.351493:0:36079:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.351573:0:36079:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789608875.351575:0:36079:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.351577:0:36079:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.351580:0:36079:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608875.351582:0:36079:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789608875.351583:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.351584:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789608875.351585:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789608875.351587:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789608875.351588:0:36079:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1789608875.351589:0:36079:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1789608875.351590:0:36079:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789608875.351591:0:36079:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789608875.351592:0:36079:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789608875.351594:0:36079:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d9084e6218 (ffff94d903295e18/0) at cl_lock_fini():72 00020000:00000001:1.0:1789608875.351596:0:36079:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1789608875.351598:0:36079:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789608875.351599:0:36079:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d9121c3430 (ffff94d903295e18/1) at cl_lock_fini():72 00000008:00000010:1.0:1789608875.351601:0:36079:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d9048c2d10. 00000020:00000001:1.0:1789608875.351604:0:36079:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1789608875.351605:0:36079:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d9121c3400. 00020000:00000001:1.0:1789608875.351608:0:36079:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1789608875.351609:0:36079:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1789608875.351610:0:36079:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1789608875.351612:0:36079:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1789608875.351613:0:36079:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1789608875.351614:0:36079:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:1.0:1789608875.351615:0:36079:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1789608875.351616:0:36079:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.351618:0:36079:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.351619:0:36079:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1789608875.351620:0:36079:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1789608875.351622:0:36079:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000080:00200000:1.0:1789608875.351624:0:36079:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000020:00000001:1.0:1789608875.351626:0:36079:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1789608875.351627:0:36079:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1789608875.351629:0:36079:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1789608875.351630:0:36079:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1789608875.351631:0:36079:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1789608875.351633:0:36079:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1789608875.351635:0:36079:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.351637:0:36079:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789608875.351638:0:36079:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1789608875.351639:0:36079:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1789608875.351641:0:36079:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789608875.351644:0:36079:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1789608875.351645:0:36079:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1789608875.351646:0:36079:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1789608875.351647:0:36079:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:1.0:1789608875.351649:0:36079:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789608875.351650:0:36079:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295990 00020000:00000001:1.0:1789608875.351653:0:36079:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1789608875.351655:0:36079:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1789608875.351656:0:36079:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1789608875.351658:0:36079:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1789608875.351661:0:36079:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1789608875.351662:0:36079:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00000001:1.0:1789608875.351664:0:36079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7c98 00000080:00200000:1.0:1789608875.351666:0:36079:0:(file.c:2238:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:1.0:1789608875.351669:0:36079:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:1.0:1789608875.351671:0:36079:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789608875.351673:0:36079:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295e10 00000020:00000001:1.0:1789608875.351803:0:36079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7d88 00000080:00000008:1.0:1789608875.351805:0:36079:0:(file.c:2548:do_file_read_iter()) COMPLETED: file recon:[0x200000405:0x30:0x0], ppos: 46, count: 4194304, rc = 0 00000080:00000001:1.0:1789608875.351808:0:36079:0:(file.c:2550:do_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608875.358852:0:36079:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1789608875.358860:0:36079:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d9070506c8) owner 0000000000000000/ffff94d909be8000 00020000:00000002:2.0:1789608875.358867:0:36079:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d9070506c8) owner 0000000000000000/ffff94d909be8000 00020000:00000001:2.0:1789608875.358870:0:36079:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.358879:0:36079:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1789608875.358881:0:36079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7df0 00000080:00200008:2.0:1789608875.358884:0:36079:0:(file.c:479:ll_file_release()) START file recon:[0x200000405:0x30:0x0](ffff94d918ada1c8), flags 100000 00000080:00000001:2.0:1789608875.358889:0:36079:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:2.0:1789608875.358891:0:36079:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:2.0:1789608875.358892:0:36079:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1789608875.358894:0:36079:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d9070506c8) owner 0000000000000000/ffff94d909be8000 00020000:00000002:2.0:1789608875.358897:0:36079:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d9070506c8) owner 0000000000000000/ffff94d909be8000 00020000:00000001:2.0:1789608875.358899:0:36079:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.358901:0:36079:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:2.0:1789608875.358907:0:36079:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608875.358910:0:36079:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608875.358912:0:36079:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608875.358914:0:36079:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608875.358916:0:36079:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608875.358919:0:36079:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:2.0:1789608875.358921:0:36079:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789608875.358926:0:36079:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608875.358929:0:36079:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608875.358935:0:36079:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909aba400 count: 3 00010000:00000001:2.0:1789608875.358939:0:36079:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608875.358944:0:36079:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1789608875.358947:0:36079:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1789608875.358951:0:36079:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789608875.358956:0:36079:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608875.358961:0:36079:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db32881770032 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9d3c expref: -99 pid: 36079 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789608875.358971:0:36079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608875.358973:0:36079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608875.358975:0:36079:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:2.0:1789608875.358977:0:36079:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x30:0x0]: 16 00000080:00000010:2.0:1789608875.358980:0:36079:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94d90517e3c0. 00000080:00000001:2.0:1789608875.358983:0:36079:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608875.358988:0:36079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7df0 00000080:00000008:2.0:1789608875.358990:0:36079:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff94d918ada1c8), flags 100000, rc = 0 00000080:00000001:2.0:1789608875.358993:0:36079:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.358997:0:36079:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789608875.358999:0:36079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01cd7e00 00000080:00002000:2.0:1789608875.359001:0:36079:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff94d918b4d948, parent ffff94d918a99a20, inode ffff94d918ada1c8) hashed, 00000080:00000001:2.0:1789608875.359004:0:36079:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.384869:0:36080:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789608875.384875:0:36080:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789608875.384877:0:36080:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789608875.384880:0:36080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01dafb20 00000080:00200000:3.0:1789608875.384884:0:36080:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:3.0:1789608875.384891:0:36080:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d91372a200. 00800000:00000002:3.0:1789608875.384898:0:36080:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:3.0:1789608875.384902:0:36080:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789608875.384906:0:36080:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789608875.384908:0:36080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01dafa40 00800000:00000002:3.0:1789608875.384911:0:36080:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608875.384915:0:36080:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789608875.384917:0:36080:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608875.384920:0:36080:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608875.384923:0:36080:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608875.384925:0:36080:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608875.384927:0:36080:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608875.384929:0:36080:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608875.384931:0:36080:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608875.384935:0:36080:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789608875.384941:0:36080:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789608875.384943:0:36080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01daf910 00000002:00010000:3.0:1789608875.384945:0:36080:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789608875.384949:0:36080:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789608875.384951:0:36080:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608875.384955:0:36080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608875.384962:0:36080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909abad00 count: 2 00010000:00000001:3.0:1789608875.384966:0:36080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608875.384971:0:36080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608875.384976:0:36080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789608875.384981:0:36080:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54000/0xc54db3288177002b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9d2e expref: -99 pid: 36079 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1789608875.384993:0:36080:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789608875.384998:0:36080:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608875.385001:0:36080:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54000/0xc54db3288177002b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9d2e expref: -99 pid: 36079 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1789608875.385007:0:36080:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789608875.385009:0:36080:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789608875.385011:0:36080:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608875.385013:0:36080:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608875.385015:0:36080:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608875.385017:0:36080:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789608875.385020:0:36080:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789608875.385022:0:36080:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:3.0:1789608875.385025:0:36080:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d91372a200. 00000080:00000001:3.0:1789608875.385029:0:36080:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789608875.385031:0:36080:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608875.385034:0:36080:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:3.0:1789608875.385036:0:36080:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288177002b 00800000:00000001:3.0:1789608875.385039:0:36080:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789608875.385041:0:36080:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789608875.385043:0:36080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608875.385046:0:36080:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608875.385048:0:36080:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54000 refcount=3 00000020:00000001:3.0:1789608875.385051:0:36080:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561613824 : -117815147937792 : ffff94d905f54000) 00010000:00000001:3.0:1789608875.385054:0:36080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561613824 : -117815147937792 : ffff94d905f54000) 00010000:00000001:3.0:1789608875.385057:0:36080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.385058:0:36080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608875.385059:0:36080:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608875.385061:0:36080:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608875.385063:0:36080:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288177002b from it ffffae3e01dafb58 00010000:00000001:3.0:1789608875.385066:0:36080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608875.385067:0:36080:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608875.385069:0:36080:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54000 refcount=3 00000020:00000001:3.0:1789608875.385070:0:36080:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561613824 : -117815147937792 : ffff94d905f54000) 00010000:00000001:3.0:1789608875.385072:0:36080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561613824 : -117815147937792 : ffff94d905f54000) 00010000:00000001:3.0:1789608875.385075:0:36080:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608875.385077:0:36080:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54000/0xc54db3288177002b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9d2e expref: -99 pid: 36079 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789608875.385084:0:36080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.385085:0:36080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608875.385087:0:36080:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608875.385089:0:36080:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608875.385092:0:36080:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54000/0xc54db3288177002b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9d2e expref: -99 pid: 36079 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789608875.385099:0:36080:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608875.385102:0:36080:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608875.385103:0:36080:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608875.385107:0:36080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.385108:0:36080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608875.385110:0:36080:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.385113:0:36080:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608875.385115:0:36080:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.385117:0:36080:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.385120:0:36080:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.385122:0:36080:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608875.385123:0:36080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.385124:0:36080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789608875.385127:0:36080:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789608875.385128:0:36080:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608875.385131:0:36080:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 1 00000080:00000001:3.0:1789608875.385141:0:36080:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.385145:0:36080:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1789608875.385147:0:36080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01dafb48 00000080:00002000:3.0:1789608875.385149:0:36080:0:(dcache.c:87:ll_dcompare()) found name recon(ffff94d918b4d948) flags 0x48004e refc 0 00000080:00000001:3.0:1789608875.385152:0:36080:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.385154:0:36080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01dafb90 00000080:00200000:3.0:1789608875.385155:0:36080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:3.0:1789608875.385161:0:36080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01dafd08 00000080:00200008:3.0:1789608875.385163:0:36080:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000405:0x30:0x0](ffff94d918ada1c8), request_mask 606, flags 0, foreign 0 00000080:00000001:3.0:1789608875.385167:0:36080:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789608875.385168:0:36080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01dafc80 00000080:00200000:3.0:1789608875.385170:0:36080:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x30:0x0](ffff94d918ada1c8),name=recon 00000080:00000010:3.0:1789608875.385174:0:36080:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d91372a200. 00800000:00000002:3.0:1789608875.385177:0:36080:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:3.0:1789608875.385181:0:36080:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789608875.385182:0:36080:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789608875.385184:0:36080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01dafba0 00800000:00000002:3.0:1789608875.385185:0:36080:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x30:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608875.385187:0:36080:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789608875.385190:0:36080:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608875.385191:0:36080:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608875.385192:0:36080:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608875.385193:0:36080:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608875.385195:0:36080:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608875.385196:0:36080:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608875.385198:0:36080:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608875.385199:0:36080:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608875.385200:0:36080:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608875.385201:0:36080:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608875.385203:0:36080:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608875.385205:0:36080:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608875.385206:0:36080:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:3.0:1789608875.385207:0:36080:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608875.385209:0:36080:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x30:0x0], name='' -> mds #0 00000002:00000001:3.0:1789608875.385212:0:36080:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789608875.385213:0:36080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01dafa70 00000002:00010000:3.0:1789608875.385215:0:36080:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x30:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789608875.385217:0:36080:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789608875.385218:0:36080:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608875.385220:0:36080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608875.385224:0:36080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909aba400 count: 3 00010000:00000001:3.0:1789608875.385225:0:36080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608875.385228:0:36080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608875.385229:0:36080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789608875.385232:0:36080:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54400/0xc54db32881770008 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9ce8 expref: -99 pid: 36072 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1789608875.385239:0:36080:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789608875.385241:0:36080:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608875.385243:0:36080:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54400/0xc54db32881770008 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9ce8 expref: -99 pid: 36072 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000002:00000001:3.0:1789608875.385249:0:36080:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789608875.385250:0:36080:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789608875.385252:0:36080:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608875.385254:0:36080:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608875.385255:0:36080:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608875.385257:0:36080:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789608875.385259:0:36080:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789608875.385261:0:36080:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:3.0:1789608875.385263:0:36080:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d91372a200. 00000080:00000001:3.0:1789608875.385265:0:36080:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789608875.385267:0:36080:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608875.385269:0:36080:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x30:0x0](ffff94d918ada1c8) 00000080:00010000:3.0:1789608875.385271:0:36080:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff94d918ada1c8) for lock 0xc54db32881770008 00800000:00000001:3.0:1789608875.385273:0:36080:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789608875.385274:0:36080:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789608875.385276:0:36080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608875.385277:0:36080:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608875.385278:0:36080:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54400 refcount=3 00000020:00000001:3.0:1789608875.385280:0:36080:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00010000:00000001:3.0:1789608875.385282:0:36080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00010000:00000001:3.0:1789608875.385284:0:36080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.385286:0:36080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608875.385287:0:36080:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608875.385289:0:36080:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608875.385291:0:36080:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db32881770008 from it ffffae3e01dafcb8 00010000:00000001:3.0:1789608875.385293:0:36080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608875.385294:0:36080:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608875.385296:0:36080:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54400 refcount=3 00000020:00000001:3.0:1789608875.385298:0:36080:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00010000:00000001:3.0:1789608875.385300:0:36080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00010000:00000001:3.0:1789608875.385302:0:36080:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608875.385304:0:36080:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54400/0xc54db32881770008 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x91bddff8e8ed9ce8 expref: -99 pid: 36072 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1789608875.385311:0:36080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.385312:0:36080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608875.385313:0:36080:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608875.385314:0:36080:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608875.385316:0:36080:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54400/0xc54db32881770008 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9ce8 expref: -99 pid: 36072 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1789608875.385322:0:36080:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608875.385323:0:36080:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608875.385324:0:36080:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608875.385326:0:36080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.385327:0:36080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608875.385328:0:36080:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.385330:0:36080:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608875.385331:0:36080:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.385332:0:36080:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.385334:0:36080:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.385336:0:36080:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608875.385336:0:36080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.385337:0:36080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789608875.385339:0:36080:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789608875.385340:0:36080:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789608875.385343:0:36080:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1789608875.385346:0:36080:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1789608875.385348:0:36080:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789608875.385350:0:36080:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1789608875.385351:0:36080:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.385353:0:36080:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789608875.385357:0:36080:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:3.0:1789608875.385359:0:36080:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789608875.385362:0:36080:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514694152 : -117815194857464 : ffff94d903295008) 00000020:00001000:3.0:1789608875.385365:0:36080:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295000 00000020:00000001:3.0:1789608875.385369:0:36080:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000020:00000001:3.0:1789608875.385372:0:36080:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:3.0:1789608875.385374:0:36080:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1789608875.385375:0:36080:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1789608875.385378:0:36080:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789608875.385379:0:36080:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1789608875.385381:0:36080:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1789608875.385382:0:36080:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.385384:0:36080:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789608875.385388:0:36080:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff94d904aad9d0 type 7 ignore/verify layout 0/1 00020000:00000002:3.0:1789608875.385391:0:36080:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d9070506c8) owner 0000000000000000/ffff94d908344f80 00020000:00000001:3.0:1789608875.385395:0:36080:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1789608875.385396:0:36080:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1789608875.385399:0:36080:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1789608875.385400:0:36080:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608875.385402:0:36080:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1789608875.385404:0:36080:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1789608875.385406:0:36080:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.385407:0:36080:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789608875.385408:0:36080:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1789608875.385409:0:36080:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1789608875.385411:0:36080:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d9070506c8) owner 0000000000000000/ffff94d908344f80 00000020:00000001:3.0:1789608875.385412:0:36080:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789608875.385414:0:36080:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1789608875.385415:0:36080:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x30:0x0] 00000020:00000001:3.0:1789608875.385417:0:36080:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1789608875.385419:0:36080:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1789608875.385421:0:36080:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1789608875.385423:0:36080:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1789608875.385428:0:36080:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1789608875.385433:0:36080:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d903cc7300. 00020000:00000002:3.0:1789608875.385435:0:36080:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1789608875.385437:0:36080:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1789608875.385454:0:36080:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789608875.385456:0:36080:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1789608875.385457:0:36080:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789608875.385458:0:36080:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514695880 : -117815194855736 : ffff94d9032956c8) 00000020:00001000:3.0:1789608875.385461:0:36080:0:(cl_object.c:823:cl_env_get()) 1@ffff94d9032956c0 00000020:00000001:3.0:1789608875.385463:0:36080:0:(cl_object.c:143:cl_object_top()) ffff94d9092305f8 -> ffff94d9092309e0 00000020:00000001:3.0:1789608875.385465:0:36080:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:3.0:1789608875.385468:0:36080:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789608875.385468:0:36080:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1789608875.385470:0:36080:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:3.0:1789608875.385471:0:36080:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258539960784 : -117815169590832 : ffff94d904aad9d0) 00000020:00000001:3.0:1789608875.385473:0:36080:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608875.385474:0:36080:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608875.385476:0:36080:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593379552 : -117815116172064 : ffff94d907d9f4e0) 00000020:00000001:3.0:1789608875.385478:0:36080:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1789608875.385482:0:36080:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d9035dad10. 00000008:00010000:3.0:1789608875.385484:0:36080:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1789608875.385486:0:36080:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1789608875.385488:0:36080:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1789608875.385489:0:36080:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d903cc7330, osc lock ffff94d9035dad10, flags 0x400001002 00000020:00000001:3.0:1789608875.385491:0:36080:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608875.385493:0:36080:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608875.385496:0:36080:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626258525385472 : -117815184166144 : ffff94d903cc7300) 00000020:00000001:3.0:1789608875.385506:0:36080:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1789608875.385507:0:36080:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1789608875.385508:0:36080:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.385510:0:36080:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.385512:0:36080:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1789608875.385514:0:36080:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1789608875.385516:0:36080:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1789608875.385517:0:36080:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1789608875.385519:0:36080:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789608875.385520:0:36080:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593379552 : -117815116172064 : ffff94d907d9f4e0) 00000020:00000001:3.0:1789608875.385521:0:36080:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1789608875.385524:0:36080:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1789608875.385526:0:36080:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1789608875.385529:0:36080:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1789608875.385531:0:36080:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1789608875.385533:0:36080:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1789608875.385535:0:36080:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1789608875.385536:0:36080:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1789608875.385537:0:36080:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1789608875.385539:0:36080:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1789608875.385540:0:36080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608875.385545:0:36080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69600 count: 2 00010000:00000001:3.0:1789608875.385546:0:36080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608875.385550:0:36080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608875.385553:0:36080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789608875.385556:0:36080:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 02000000:00000001:3.0:1789608875.385564:0:36080:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789608875.385567:0:36080:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608875.385569:0:36080:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1789608875.385576:0:36080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608875.385577:0:36080:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608875.385579:0:36080:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=4 00000020:00000001:3.0:1789608875.385580:0:36080:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:3.0:1789608875.385582:0:36080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00000008:00000001:3.0:1789608875.385585:0:36080:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1789608875.385587:0:36080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608875.385588:0:36080:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608875.385589:0:36080:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=5 00000020:00000001:3.0:1789608875.385591:0:36080:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:3.0:1789608875.385593:0:36080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00000020:00000001:3.0:1789608875.385597:0:36080:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1789608875.385599:0:36080:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1789608875.385601:0:36080:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1789608875.385603:0:36080:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.385604:0:36080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608875.385605:0:36080:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608875.385607:0:36080:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=6 00000020:00000001:3.0:1789608875.385609:0:36080:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:3.0:1789608875.385611:0:36080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:3.0:1789608875.385613:0:36080:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608875.385615:0:36080:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1789608875.385621:0:36080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.385622:0:36080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608875.385624:0:36080:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608875.385625:0:36080:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608875.385627:0:36080:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:3.0:1789608875.385633:0:36080:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608875.385635:0:36080:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608875.385636:0:36080:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608875.385638:0:36080:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.385640:0:36080:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608875.385642:0:36080:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.385643:0:36080:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.385646:0:36080:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.385647:0:36080:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608875.385649:0:36080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.385649:0:36080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608875.385650:0:36080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.385651:0:36080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789608875.385653:0:36080:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789608875.385655:0:36080:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.385656:0:36080:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608875.385659:0:36080:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.385660:0:36080:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.385662:0:36080:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1789608875.385663:0:36080:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1789608875.385666:0:36080:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1789608875.385667:0:36080:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000020:00000001:3.0:1789608875.385669:0:36080:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.385671:0:36080:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.385674:0:36080:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1789608875.385711:0:36080:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000020:00000001:3.0:1789608875.385714:0:36080:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000020:00000001:3.0:1789608875.385716:0:36080:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1789608875.385719:0:36080:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1789608875.385722:0:36080:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1789608875.385724:0:36080:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:3.0:1789608875.385726:0:36080:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1789608875.385727:0:36080:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:3.0:1789608875.385729:0:36080:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1029 on OST[0]: s=46 (1) m=1789608875 a=1789608875 c=1789608875 b=1 00020000:00000001:3.0:1789608875.385733:0:36080:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789608875.385735:0:36080:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789608875 a=1789608875 c=1789608875 b=1 00020000:00000001:3.0:1789608875.385737:0:36080:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.385739:0:36080:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.385741:0:36080:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000080:00200000:3.0:1789608875.385743:0:36080:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 46 i_blocks 1 00000080:00000001:3.0:1789608875.385745:0:36080:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1789608875.385747:0:36080:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1789608875.385749:0:36080:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d904aad970 (ffff94d903295008/0) at cl_lock_release():245 00000020:00000001:3.0:1789608875.385751:0:36080:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1789608875.385752:0:36080:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d904aad970 (ffff94d903295008/0) at cl_lock_cancel():142 00020000:00000001:3.0:1789608875.385755:0:36080:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1789608875.385757:0:36080:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789608875.385758:0:36080:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593379552 : -117815116172064 : ffff94d907d9f4e0) 00000020:00000001:3.0:1789608875.385759:0:36080:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1789608875.385761:0:36080:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d903cc7330 (ffff94d9032956c8/1) at cl_lock_cancel():142 00000008:00000001:3.0:1789608875.385763:0:36080:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1789608875.385764:0:36080:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1789608875.385765:0:36080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.385767:0:36080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789608875.385768:0:36080:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1789608875.385770:0:36080:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1789608875.385771:0:36080:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1789608875.385772:0:36080:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1789608875.385773:0:36080:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1789608875.385775:0:36080:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d904aad970 (ffff94d903295008/0) at cl_lock_fini():72 00020000:00000001:3.0:1789608875.385778:0:36080:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1789608875.385779:0:36080:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1789608875.385780:0:36080:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d903cc7330 (ffff94d903295008/1) at cl_lock_fini():72 00000008:00000010:3.0:1789608875.385783:0:36080:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d9035dad10. 00000020:00000001:3.0:1789608875.385786:0:36080:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1789608875.385787:0:36080:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d903cc7300. 00020000:00000001:3.0:1789608875.385790:0:36080:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1789608875.385791:0:36080:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1789608875.385792:0:36080:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1789608875.385793:0:36080:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.385796:0:36080:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:3.0:1789608875.385798:0:36080:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1789608875.385800:0:36080:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1789608875.385801:0:36080:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:3.0:1789608875.385803:0:36080:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789608875.385805:0:36080:0:(cl_object.c:917:cl_env_put()) 1@ffff94d9032956c0 00020000:00000001:3.0:1789608875.385808:0:36080:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1789608875.385810:0:36080:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1789608875.385812:0:36080:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1789608875.385815:0:36080:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1789608875.385817:0:36080:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1789608875.385818:0:36080:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.385820:0:36080:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1789608875.385822:0:36080:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1789608875.385823:0:36080:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789608875.385824:0:36080:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295000 00000001:00000001:3.0:1789608875.385825:0:36080:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.385829:0:36080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01dafd08 00000080:00000008:3.0:1789608875.385831:0:36080:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff94d918ada1c8), request_mask 606, flags 0, foreign 0 00000080:00000001:3.0:1789608875.385835:0:36080:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1789608875.385836:0:36080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01dafda0 00000080:00002000:3.0:1789608875.385838:0:36080:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff94d918b4d948, parent ffff94d918a99a20, inode ffff94d918ada1c8) hashed, 00000080:00000001:3.0:1789608875.385840:0:36080:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.385860:0:36080:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789608875.385863:0:36080:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789608875.385864:0:36080:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789608875.385866:0:36080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01dafbc0 00000080:00200000:3.0:1789608875.385868:0:36080:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:3.0:1789608875.385872:0:36080:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d91372a200. 00800000:00000002:3.0:1789608875.385875:0:36080:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:3.0:1789608875.385877:0:36080:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789608875.385879:0:36080:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789608875.385880:0:36080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01dafae0 00800000:00000002:3.0:1789608875.385882:0:36080:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608875.385885:0:36080:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789608875.385886:0:36080:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608875.385888:0:36080:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608875.385889:0:36080:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608875.385890:0:36080:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608875.385892:0:36080:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608875.385894:0:36080:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608875.385895:0:36080:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608875.385898:0:36080:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789608875.385901:0:36080:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789608875.385902:0:36080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01daf9b0 00000002:00010000:3.0:1789608875.385904:0:36080:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789608875.385907:0:36080:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789608875.385908:0:36080:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608875.385910:0:36080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608875.385913:0:36080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909abad00 count: 2 00010000:00000001:3.0:1789608875.385915:0:36080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608875.385918:0:36080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608875.385920:0:36080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789608875.385923:0:36080:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54000/0xc54db3288177002b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9d2e expref: -99 pid: 36079 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1789608875.388339:0:36080:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789608875.388346:0:36080:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608875.388351:0:36080:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54000/0xc54db3288177002b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9d2e expref: -99 pid: 36079 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1789608875.388360:0:36080:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789608875.388364:0:36080:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789608875.388366:0:36080:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608875.388369:0:36080:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608875.388371:0:36080:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608875.388374:0:36080:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789608875.388377:0:36080:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789608875.388380:0:36080:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:3.0:1789608875.388383:0:36080:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d91372a200. 00000080:00000001:3.0:1789608875.388389:0:36080:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789608875.388391:0:36080:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608875.388394:0:36080:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:3.0:1789608875.388397:0:36080:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288177002b 00800000:00000001:3.0:1789608875.388401:0:36080:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789608875.388403:0:36080:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789608875.388405:0:36080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608875.388407:0:36080:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608875.388410:0:36080:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54000 refcount=3 00000020:00000001:3.0:1789608875.388412:0:36080:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561613824 : -117815147937792 : ffff94d905f54000) 00010000:00000001:3.0:1789608875.388415:0:36080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561613824 : -117815147937792 : ffff94d905f54000) 00010000:00000001:3.0:1789608875.388417:0:36080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.388418:0:36080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608875.388419:0:36080:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608875.388421:0:36080:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608875.388423:0:36080:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288177002b from it ffffae3e01dafbf8 00010000:00000001:3.0:1789608875.388438:0:36080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608875.388439:0:36080:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608875.388440:0:36080:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54000 refcount=3 00000020:00000001:3.0:1789608875.388442:0:36080:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561613824 : -117815147937792 : ffff94d905f54000) 00010000:00000001:3.0:1789608875.388444:0:36080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561613824 : -117815147937792 : ffff94d905f54000) 00010000:00000001:3.0:1789608875.388446:0:36080:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608875.388449:0:36080:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54000/0xc54db3288177002b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9d2e expref: -99 pid: 36079 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789608875.388456:0:36080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.388457:0:36080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608875.388458:0:36080:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608875.388460:0:36080:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608875.388462:0:36080:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54000/0xc54db3288177002b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9d2e expref: -99 pid: 36079 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1789608875.388469:0:36080:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608875.388472:0:36080:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608875.388474:0:36080:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608875.388478:0:36080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.388479:0:36080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608875.388480:0:36080:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.388483:0:36080:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608875.388485:0:36080:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.388487:0:36080:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.388491:0:36080:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.388493:0:36080:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608875.388508:0:36080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.388510:0:36080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789608875.388512:0:36080:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789608875.388514:0:36080:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608875.388517:0:36080:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 1 00000080:00000001:3.0:1789608875.388522:0:36080:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.388527:0:36080:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1789608875.388530:0:36080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01dafbe8 00000080:00002000:3.0:1789608875.388531:0:36080:0:(dcache.c:87:ll_dcompare()) found name recon(ffff94d918b4d948) flags 0x48004e refc 0 00000080:00000001:3.0:1789608875.388534:0:36080:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.388535:0:36080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01dafc30 00000080:00200000:3.0:1789608875.388537:0:36080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000080:00000001:3.0:1789608875.388558:0:36080:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:3.0:1789608875.388562:0:36080:0:(xattr.c:565:ll_xattr_get_common()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000080:00000001:3.0:1789608875.388565:0:36080:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1789608875.388566:0:36080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01dafe40 00000080:00002000:3.0:1789608875.388569:0:36080:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff94d918b4d948, parent ffff94d918a99a20, inode ffff94d918ada1c8) hashed, 00000080:00000001:3.0:1789608875.388571:0:36080:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.388593:0:36080:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789608875.388596:0:36080:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789608875.388598:0:36080:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789608875.388599:0:36080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01dafbc0 00000080:00200000:3.0:1789608875.388601:0:36080:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:3.0:1789608875.388607:0:36080:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d91372a200. 00800000:00000002:3.0:1789608875.388611:0:36080:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:3.0:1789608875.388615:0:36080:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789608875.388617:0:36080:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789608875.388619:0:36080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01dafae0 00800000:00000002:3.0:1789608875.388621:0:36080:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608875.388624:0:36080:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789608875.388626:0:36080:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608875.388628:0:36080:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608875.388630:0:36080:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608875.388632:0:36080:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608875.388634:0:36080:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608875.388636:0:36080:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608875.388638:0:36080:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608875.388641:0:36080:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789608875.388654:0:36080:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789608875.388656:0:36080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01daf9b0 00000002:00010000:3.0:1789608875.388657:0:36080:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789608875.388660:0:36080:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789608875.388662:0:36080:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608875.388667:0:36080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608875.388672:0:36080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909abad00 count: 2 00010000:00000001:3.0:1789608875.388691:0:36080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608875.388695:0:36080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608875.388698:0:36080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789608875.388701:0:36080:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54000/0xc54db3288177002b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9d2e expref: -99 pid: 36079 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1789608875.388712:0:36080:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789608875.388715:0:36080:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608875.388717:0:36080:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54000/0xc54db3288177002b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9d2e expref: -99 pid: 36079 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1789608875.388723:0:36080:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789608875.388725:0:36080:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789608875.388726:0:36080:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608875.388728:0:36080:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608875.388730:0:36080:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608875.388731:0:36080:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789608875.388733:0:36080:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789608875.388735:0:36080:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:3.0:1789608875.388737:0:36080:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d91372a200. 00000080:00000001:3.0:1789608875.388740:0:36080:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789608875.388741:0:36080:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608875.388743:0:36080:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:3.0:1789608875.388746:0:36080:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288177002b 00800000:00000001:3.0:1789608875.388748:0:36080:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789608875.388749:0:36080:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789608875.388750:0:36080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608875.388752:0:36080:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608875.388754:0:36080:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54000 refcount=3 00000020:00000001:3.0:1789608875.388755:0:36080:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561613824 : -117815147937792 : ffff94d905f54000) 00010000:00000001:3.0:1789608875.388757:0:36080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561613824 : -117815147937792 : ffff94d905f54000) 00010000:00000001:3.0:1789608875.388759:0:36080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.388760:0:36080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608875.388761:0:36080:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608875.388763:0:36080:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608875.388765:0:36080:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288177002b from it ffffae3e01dafbf8 00010000:00000001:3.0:1789608875.388767:0:36080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608875.388768:0:36080:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608875.388769:0:36080:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54000 refcount=3 00000020:00000001:3.0:1789608875.388771:0:36080:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561613824 : -117815147937792 : ffff94d905f54000) 00010000:00000001:3.0:1789608875.388773:0:36080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561613824 : -117815147937792 : ffff94d905f54000) 00010000:00000001:3.0:1789608875.388775:0:36080:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608875.388778:0:36080:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54000/0xc54db3288177002b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9d2e expref: -99 pid: 36079 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1789608875.388784:0:36080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.388785:0:36080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608875.388786:0:36080:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608875.388787:0:36080:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608875.388789:0:36080:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54000/0xc54db3288177002b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9d2e expref: -99 pid: 36079 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1789608875.388795:0:36080:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608875.388797:0:36080:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608875.388798:0:36080:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608875.388800:0:36080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.388801:0:36080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608875.388802:0:36080:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.388804:0:36080:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608875.388806:0:36080:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.388807:0:36080:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.388809:0:36080:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.388811:0:36080:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608875.388812:0:36080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.388813:0:36080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789608875.388814:0:36080:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789608875.388816:0:36080:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608875.388818:0:36080:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 1 00000080:00000001:3.0:1789608875.388820:0:36080:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.388823:0:36080:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1789608875.388824:0:36080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01dafbe8 00000080:00002000:3.0:1789608875.388826:0:36080:0:(dcache.c:87:ll_dcompare()) found name recon(ffff94d918b4d948) flags 0x48004e refc 0 00000080:00000001:3.0:1789608875.388828:0:36080:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.388830:0:36080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01dafc30 00000080:00200000:3.0:1789608875.388832:0:36080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=9 00000080:00000001:3.0:1789608875.388838:0:36080:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:3.0:1789608875.388840:0:36080:0:(xattr.c:583:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:3.0:1789608875.388842:0:36080:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1789608875.388844:0:36080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01dafe40 00000080:00002000:3.0:1789608875.388847:0:36080:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff94d918b4d948, parent ffff94d918a99a20, inode ffff94d918ada1c8) hashed, 00000080:00000001:3.0:1789608875.388849:0:36080:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.405595:0:36081:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789608875.405603:0:36081:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789608875.405606:0:36081:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789608875.405609:0:36081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d5fb20 00000080:00200000:2.0:1789608875.405614:0:36081:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:2.0:1789608875.405623:0:36081:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d91213dc00. 00800000:00000002:2.0:1789608875.405629:0:36081:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:2.0:1789608875.405633:0:36081:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789608875.405638:0:36081:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789608875.405640:0:36081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d5fa40 00800000:00000002:2.0:1789608875.405643:0:36081:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608875.405648:0:36081:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789608875.405650:0:36081:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608875.405653:0:36081:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608875.405656:0:36081:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608875.405658:0:36081:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608875.405660:0:36081:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608875.405662:0:36081:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608875.405664:0:36081:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608875.405667:0:36081:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789608875.405672:0:36081:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789608875.405674:0:36081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d5f910 00000002:00010000:2.0:1789608875.405697:0:36081:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789608875.405701:0:36081:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789608875.405704:0:36081:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608875.405708:0:36081:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608875.405715:0:36081:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909abad00 count: 2 00010000:00000001:2.0:1789608875.405718:0:36081:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608875.405722:0:36081:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608875.405726:0:36081:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789608875.405731:0:36081:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54000/0xc54db3288177002b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9d2e expref: -99 pid: 36079 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1789608875.405742:0:36081:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789608875.405747:0:36081:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608875.405750:0:36081:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54000/0xc54db3288177002b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9d2e expref: -99 pid: 36079 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1789608875.405757:0:36081:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789608875.405759:0:36081:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789608875.405761:0:36081:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608875.405763:0:36081:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608875.405765:0:36081:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608875.405767:0:36081:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789608875.405770:0:36081:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789608875.405773:0:36081:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:2.0:1789608875.405776:0:36081:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d91213dc00. 00000080:00000001:2.0:1789608875.405780:0:36081:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789608875.405782:0:36081:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608875.405785:0:36081:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:2.0:1789608875.405789:0:36081:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288177002b 00800000:00000001:2.0:1789608875.405792:0:36081:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789608875.405794:0:36081:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789608875.405796:0:36081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608875.405798:0:36081:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608875.405801:0:36081:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54000 refcount=3 00000020:00000001:2.0:1789608875.405803:0:36081:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561613824 : -117815147937792 : ffff94d905f54000) 00010000:00000001:2.0:1789608875.405806:0:36081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561613824 : -117815147937792 : ffff94d905f54000) 00010000:00000001:2.0:1789608875.405809:0:36081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608875.405810:0:36081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608875.405811:0:36081:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608875.405813:0:36081:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608875.405815:0:36081:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288177002b from it ffffae3e01d5fb58 00010000:00000001:2.0:1789608875.405817:0:36081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608875.405818:0:36081:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608875.405819:0:36081:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54000 refcount=3 00000020:00000001:2.0:1789608875.405821:0:36081:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561613824 : -117815147937792 : ffff94d905f54000) 00010000:00000001:2.0:1789608875.405823:0:36081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561613824 : -117815147937792 : ffff94d905f54000) 00010000:00000001:2.0:1789608875.405824:0:36081:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608875.405827:0:36081:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54000/0xc54db3288177002b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9d2e expref: -99 pid: 36079 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1789608875.405834:0:36081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608875.405835:0:36081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608875.405837:0:36081:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789608875.405839:0:36081:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789608875.405841:0:36081:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54000/0xc54db3288177002b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9d2e expref: -99 pid: 36079 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1789608875.405848:0:36081:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789608875.405851:0:36081:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789608875.405853:0:36081:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608875.405857:0:36081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608875.405858:0:36081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608875.405859:0:36081:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608875.405862:0:36081:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789608875.405864:0:36081:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608875.405866:0:36081:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608875.405869:0:36081:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608875.405871:0:36081:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608875.405872:0:36081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608875.405873:0:36081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789608875.405876:0:36081:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789608875.405878:0:36081:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608875.405880:0:36081:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 1 00000080:00000001:2.0:1789608875.405884:0:36081:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.405888:0:36081:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1789608875.405890:0:36081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d5fb48 00000080:00002000:2.0:1789608875.405892:0:36081:0:(dcache.c:87:ll_dcompare()) found name recon(ffff94d918b4d948) flags 0x48004e refc 0 00000080:00000001:2.0:1789608875.405894:0:36081:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608875.405896:0:36081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d5fb90 00000080:00200000:2.0:1789608875.405897:0:36081:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:2.0:1789608875.405905:0:36081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d5fd08 00000080:00200008:2.0:1789608875.405907:0:36081:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000405:0x30:0x0](ffff94d918ada1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789608875.405913:0:36081:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789608875.405914:0:36081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d5fc80 00000080:00200000:2.0:1789608875.405916:0:36081:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x30:0x0](ffff94d918ada1c8),name=recon 00000080:00000010:2.0:1789608875.405920:0:36081:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d91213dc00. 00800000:00000002:2.0:1789608875.405923:0:36081:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:2.0:1789608875.405927:0:36081:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789608875.405929:0:36081:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789608875.405930:0:36081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d5fba0 00800000:00000002:2.0:1789608875.405931:0:36081:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x30:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608875.405934:0:36081:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789608875.405937:0:36081:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608875.405939:0:36081:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608875.405940:0:36081:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608875.405941:0:36081:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608875.405943:0:36081:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608875.405944:0:36081:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789608875.405946:0:36081:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608875.405947:0:36081:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789608875.405948:0:36081:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789608875.405949:0:36081:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789608875.405950:0:36081:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789608875.405952:0:36081:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608875.405953:0:36081:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:2.0:1789608875.405955:0:36081:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789608875.405957:0:36081:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x30:0x0], name='' -> mds #0 00000002:00000001:2.0:1789608875.405961:0:36081:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789608875.405962:0:36081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d5fa70 00000002:00010000:2.0:1789608875.405964:0:36081:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x30:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789608875.405967:0:36081:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789608875.405968:0:36081:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789608875.405969:0:36081:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608875.405972:0:36081:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909aba400 count: 3 00010000:00000001:2.0:1789608875.405974:0:36081:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608875.405977:0:36081:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608875.405979:0:36081:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789608875.405982:0:36081:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54400/0xc54db32881770008 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9ce8 expref: -99 pid: 36072 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 02000000:00000001:2.0:1789608875.405988:0:36081:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789608875.405990:0:36081:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608875.405993:0:36081:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54400/0xc54db32881770008 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9ce8 expref: -99 pid: 36072 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000002:00000001:2.0:1789608875.405998:0:36081:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789608875.406000:0:36081:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789608875.406001:0:36081:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608875.406003:0:36081:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789608875.406004:0:36081:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789608875.406006:0:36081:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789608875.406008:0:36081:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789608875.406010:0:36081:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:2.0:1789608875.406012:0:36081:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d91213dc00. 00000080:00000001:2.0:1789608875.406015:0:36081:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789608875.406016:0:36081:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608875.406018:0:36081:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x30:0x0](ffff94d918ada1c8) 00000080:00010000:2.0:1789608875.406020:0:36081:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff94d918ada1c8) for lock 0xc54db32881770008 00800000:00000001:2.0:1789608875.406023:0:36081:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789608875.406024:0:36081:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789608875.406026:0:36081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608875.406027:0:36081:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608875.406028:0:36081:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54400 refcount=3 00000020:00000001:2.0:1789608875.406030:0:36081:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00010000:00000001:2.0:1789608875.406032:0:36081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00010000:00000001:2.0:1789608875.406033:0:36081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608875.406034:0:36081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789608875.406036:0:36081:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789608875.406037:0:36081:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789608875.406039:0:36081:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db32881770008 from it ffffae3e01d5fcb8 00010000:00000001:2.0:1789608875.406041:0:36081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608875.406041:0:36081:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608875.406043:0:36081:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54400 refcount=3 00000020:00000001:2.0:1789608875.406044:0:36081:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00010000:00000001:2.0:1789608875.406046:0:36081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561614848 : -117815147936768 : ffff94d905f54400) 00010000:00000001:2.0:1789608875.406048:0:36081:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608875.406050:0:36081:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54400/0xc54db32881770008 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x91bddff8e8ed9ce8 expref: -99 pid: 36072 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1789608875.406057:0:36081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608875.406058:0:36081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608875.406059:0:36081:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789608875.406061:0:36081:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789608875.406063:0:36081:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54400/0xc54db32881770008 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x91bddff8e8ed9ce8 expref: -99 pid: 36072 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00000001:2.0:1789608875.406069:0:36081:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789608875.406070:0:36081:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789608875.406071:0:36081:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608875.406073:0:36081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608875.406074:0:36081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608875.406075:0:36081:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608875.406077:0:36081:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789608875.406078:0:36081:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608875.406080:0:36081:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608875.406082:0:36081:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608875.406084:0:36081:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608875.406085:0:36081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608875.406086:0:36081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789608875.406087:0:36081:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789608875.406088:0:36081:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789608875.406091:0:36081:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1789608875.406094:0:36081:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1789608875.406096:0:36081:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789608875.406098:0:36081:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1789608875.406099:0:36081:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.406101:0:36081:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789608875.406104:0:36081:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1789608875.406107:0:36081:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789608875.406110:0:36081:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514694584 : -117815194857032 : ffff94d9032951b8) 00000020:00001000:2.0:1789608875.406113:0:36081:0:(cl_object.c:823:cl_env_get()) 1@ffff94d9032951b0 00000020:00000001:2.0:1789608875.406118:0:36081:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000020:00000001:2.0:1789608875.406121:0:36081:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:2.0:1789608875.406123:0:36081:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1789608875.406126:0:36081:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1789608875.406129:0:36081:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789608875.406130:0:36081:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1789608875.406133:0:36081:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1789608875.406135:0:36081:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.406136:0:36081:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789608875.406140:0:36081:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff94d904aaf340 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1789608875.406144:0:36081:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d9070506c8) owner 0000000000000000/ffff94d9083427c0 00020000:00000001:2.0:1789608875.406147:0:36081:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1789608875.406149:0:36081:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1789608875.406152:0:36081:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1789608875.406153:0:36081:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608875.406155:0:36081:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1789608875.406158:0:36081:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1789608875.406159:0:36081:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608875.406161:0:36081:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789608875.406162:0:36081:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1789608875.406163:0:36081:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1789608875.406164:0:36081:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d9070506c8) owner 0000000000000000/ffff94d9083427c0 00000020:00000001:2.0:1789608875.406166:0:36081:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789608875.406169:0:36081:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1789608875.406171:0:36081:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x30:0x0] 00000020:00000001:2.0:1789608875.406174:0:36081:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1789608875.406175:0:36081:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1789608875.406178:0:36081:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1789608875.406179:0:36081:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1789608875.406184:0:36081:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1789608875.406190:0:36081:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff94d90847b480. 00020000:00000002:2.0:1789608875.406193:0:36081:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1789608875.406195:0:36081:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1789608875.406197:0:36081:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789608875.406199:0:36081:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1789608875.406200:0:36081:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789608875.406203:0:36081:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514697464 : -117815194854152 : ffff94d903295cf8) 00000020:00001000:2.0:1789608875.406204:0:36081:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295cf0 00000020:00000001:2.0:1789608875.406207:0:36081:0:(cl_object.c:143:cl_object_top()) ffff94d9092305f8 -> ffff94d9092309e0 00000020:00000001:2.0:1789608875.406208:0:36081:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:2.0:1789608875.406212:0:36081:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789608875.406213:0:36081:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1789608875.406214:0:36081:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1789608875.406216:0:36081:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258539967296 : -117815169584320 : ffff94d904aaf340) 00000020:00000001:2.0:1789608875.406217:0:36081:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608875.406219:0:36081:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608875.406222:0:36081:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593377800 : -117815116173816 : ffff94d907d9ee08) 00000020:00000001:2.0:1789608875.406223:0:36081:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1789608875.406228:0:36081:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff94d9035dc980. 00000008:00010000:2.0:1789608875.406230:0:36081:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1789608875.406233:0:36081:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789608875.406234:0:36081:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1789608875.406236:0:36081:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff94d90847b4b0, osc lock ffff94d9035dc980, flags 0x400001002 00000020:00000001:2.0:1789608875.406238:0:36081:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608875.406240:0:36081:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608875.406242:0:36081:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446626258600572032 : -117815108979584 : ffff94d90847b480) 00000020:00000001:2.0:1789608875.406244:0:36081:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789608875.406245:0:36081:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1789608875.406246:0:36081:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608875.406248:0:36081:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608875.406250:0:36081:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1789608875.406252:0:36081:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1789608875.406253:0:36081:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1789608875.406255:0:36081:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1789608875.406256:0:36081:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789608875.406257:0:36081:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593377800 : -117815116173816 : ffff94d907d9ee08) 00000020:00000001:2.0:1789608875.406258:0:36081:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1789608875.406260:0:36081:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1789608875.406263:0:36081:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1789608875.406266:0:36081:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1789608875.406268:0:36081:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1789608875.406269:0:36081:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1789608875.406271:0:36081:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1789608875.406272:0:36081:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1789608875.406273:0:36081:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1789608875.406275:0:36081:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1789608875.406277:0:36081:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789608875.406281:0:36081:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69600 count: 2 00010000:00000001:2.0:1789608875.406283:0:36081:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608875.406286:0:36081:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608875.406289:0:36081:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789608875.406293:0:36081:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 02000000:00000001:2.0:1789608875.406301:0:36081:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789608875.406304:0:36081:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608875.406307:0:36081:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:2.0:1789608875.406313:0:36081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608875.406314:0:36081:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608875.406315:0:36081:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=4 00000020:00000001:2.0:1789608875.406317:0:36081:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:2.0:1789608875.406319:0:36081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00000008:00000001:2.0:1789608875.406322:0:36081:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1789608875.406325:0:36081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608875.406326:0:36081:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608875.406327:0:36081:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=5 00000020:00000001:2.0:1789608875.406329:0:36081:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:2.0:1789608875.406331:0:36081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00000020:00000001:2.0:1789608875.406334:0:36081:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1789608875.406335:0:36081:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1789608875.406337:0:36081:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1789608875.406339:0:36081:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608875.406340:0:36081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608875.406341:0:36081:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608875.406342:0:36081:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=6 00000020:00000001:2.0:1789608875.406344:0:36081:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:2.0:1789608875.406346:0:36081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:2.0:1789608875.406348:0:36081:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789608875.406350:0:36081:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:2.0:1789608875.406355:0:36081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608875.406357:0:36081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608875.406357:0:36081:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789608875.406359:0:36081:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789608875.406361:0:36081:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:2.0:1789608875.406366:0:36081:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789608875.406368:0:36081:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789608875.406369:0:36081:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608875.406371:0:36081:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608875.406372:0:36081:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789608875.406374:0:36081:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608875.406376:0:36081:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608875.406378:0:36081:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608875.406379:0:36081:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789608875.406381:0:36081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608875.406382:0:36081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608875.406383:0:36081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608875.406384:0:36081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789608875.406385:0:36081:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608875.406387:0:36081:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608875.406389:0:36081:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789608875.406391:0:36081:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608875.406392:0:36081:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608875.406393:0:36081:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1789608875.406394:0:36081:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1789608875.406396:0:36081:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1789608875.406397:0:36081:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1789608875.406399:0:36081:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608875.406401:0:36081:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.406404:0:36081:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1789608875.406406:0:36081:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000020:00000001:2.0:1789608875.406407:0:36081:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000020:00000001:2.0:1789608875.406409:0:36081:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1789608875.406412:0:36081:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1789608875.406414:0:36081:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789608875 a=1789608875 c=1789608875 b=1 00020000:00000001:2.0:1789608875.406417:0:36081:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608875.406418:0:36081:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608875.406420:0:36081:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000080:00200000:2.0:1789608875.406422:0:36081:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 46 i_blocks 1 00000080:00000001:2.0:1789608875.406424:0:36081:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1789608875.406425:0:36081:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1789608875.406427:0:36081:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff94d904aaf2e0 (ffff94d9032951b8/0) at cl_lock_release():245 00000020:00000001:2.0:1789608875.406429:0:36081:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789608875.406431:0:36081:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d904aaf2e0 (ffff94d9032951b8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1789608875.406433:0:36081:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1789608875.406434:0:36081:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789608875.406435:0:36081:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593377800 : -117815116173816 : ffff94d907d9ee08) 00000020:00000001:2.0:1789608875.406437:0:36081:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789608875.406438:0:36081:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff94d90847b4b0 (ffff94d903295cf8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1789608875.406440:0:36081:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1789608875.406441:0:36081:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1789608875.406443:0:36081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608875.406444:0:36081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789608875.406445:0:36081:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1789608875.406446:0:36081:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1789608875.406447:0:36081:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789608875.406448:0:36081:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789608875.406449:0:36081:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789608875.406450:0:36081:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d904aaf2e0 (ffff94d9032951b8/0) at cl_lock_fini():72 00020000:00000001:2.0:1789608875.406452:0:36081:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1789608875.406453:0:36081:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789608875.406454:0:36081:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff94d90847b4b0 (ffff94d9032951b8/1) at cl_lock_fini():72 00000008:00000010:2.0:1789608875.407627:0:36081:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff94d9035dc980. 00000020:00000001:2.0:1789608875.407638:0:36081:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1789608875.407868:0:36081:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff94d90847b480. 00020000:00000001:2.0:1789608875.407875:0:36081:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1789608875.407876:0:36081:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1789608875.407878:0:36081:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1789608875.407880:0:36081:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608875.407883:0:36081:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:2.0:1789608875.407886:0:36081:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1789608875.407888:0:36081:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1789608875.407889:0:36081:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:2.0:1789608875.407891:0:36081:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789608875.407893:0:36081:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295cf0 00020000:00000001:2.0:1789608875.407897:0:36081:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1789608875.407900:0:36081:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1789608875.407903:0:36081:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1789608875.407905:0:36081:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1789608875.407909:0:36081:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1789608875.407912:0:36081:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789608875.407914:0:36081:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789608875.407916:0:36081:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789608875.407916:0:36081:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789608875.407918:0:36081:0:(cl_object.c:917:cl_env_put()) 1@ffff94d9032951b0 00000001:00000001:2.0:1789608875.407919:0:36081:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.408012:0:36081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d5fd08 00000080:00000008:3.0:1789608875.408015:0:36081:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff94d918ada1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1789608875.408021:0:36081:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1789608875.408023:0:36081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d5fda0 00000080:00002000:3.0:1789608875.408025:0:36081:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff94d918b4d948, parent ffff94d918a99a20, inode ffff94d918ada1c8) hashed, 00000080:00000001:3.0:1789608875.408027:0:36081:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.408061:0:36081:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789608875.408063:0:36081:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789608875.408065:0:36081:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789608875.408067:0:36081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d5fbd8 00000080:00200000:3.0:1789608875.408068:0:36081:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:3.0:1789608875.408073:0:36081:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d91372a200. 00800000:00000002:3.0:1789608875.408078:0:36081:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:3.0:1789608875.408080:0:36081:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789608875.408083:0:36081:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789608875.408085:0:36081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d5faf8 00800000:00000002:3.0:1789608875.408087:0:36081:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608875.408091:0:36081:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789608875.408092:0:36081:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608875.408095:0:36081:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608875.408096:0:36081:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608875.408098:0:36081:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608875.408100:0:36081:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608875.408102:0:36081:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608875.408104:0:36081:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608875.408106:0:36081:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789608875.408110:0:36081:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789608875.408112:0:36081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d5f9c8 00000002:00010000:3.0:1789608875.408114:0:36081:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789608875.408117:0:36081:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789608875.408118:0:36081:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608875.408122:0:36081:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608875.408127:0:36081:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909abad00 count: 2 00010000:00000001:3.0:1789608875.408130:0:36081:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608875.408262:0:36081:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608875.408266:0:36081:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789608875.408270:0:36081:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54000/0xc54db3288177002b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9d2e expref: -99 pid: 36079 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1789608875.408280:0:36081:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789608875.408285:0:36081:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608875.408287:0:36081:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54000/0xc54db3288177002b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9d2e expref: -99 pid: 36079 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:3.0:1789608875.408293:0:36081:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789608875.408295:0:36081:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789608875.408296:0:36081:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608875.408299:0:36081:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608875.408300:0:36081:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608875.408303:0:36081:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789608875.408305:0:36081:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789608875.408308:0:36081:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:3.0:1789608875.408311:0:36081:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d91372a200. 00000080:00000001:3.0:1789608875.408314:0:36081:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789608875.408316:0:36081:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608875.408318:0:36081:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:3.0:1789608875.408321:0:36081:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288177002b 00800000:00000001:3.0:1789608875.408324:0:36081:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789608875.408326:0:36081:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789608875.408327:0:36081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608875.408329:0:36081:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608875.408332:0:36081:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54000 refcount=3 00000020:00000001:3.0:1789608875.408334:0:36081:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561613824 : -117815147937792 : ffff94d905f54000) 00010000:00000001:3.0:1789608875.408336:0:36081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561613824 : -117815147937792 : ffff94d905f54000) 00010000:00000001:3.0:1789608875.408338:0:36081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.408340:0:36081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608875.408341:0:36081:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608875.408343:0:36081:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608875.408345:0:36081:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288177002b from it ffffae3e01d5fc10 00010000:00000001:3.0:1789608875.408347:0:36081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608875.408348:0:36081:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608875.408350:0:36081:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54000 refcount=3 00000020:00000001:3.0:1789608875.408351:0:36081:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561613824 : -117815147937792 : ffff94d905f54000) 00010000:00000001:3.0:1789608875.408353:0:36081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561613824 : -117815147937792 : ffff94d905f54000) 00010000:00000001:3.0:1789608875.408355:0:36081:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608875.408358:0:36081:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54000/0xc54db3288177002b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9d2e expref: -99 pid: 36079 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1789608875.408364:0:36081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.408365:0:36081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608875.408366:0:36081:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608875.408369:0:36081:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608875.408371:0:36081:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54000/0xc54db3288177002b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9d2e expref: -99 pid: 36079 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1789608875.408379:0:36081:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608875.408381:0:36081:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608875.408383:0:36081:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608875.408386:0:36081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.408387:0:36081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608875.408389:0:36081:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.408392:0:36081:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608875.408393:0:36081:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.408395:0:36081:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.408398:0:36081:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.408400:0:36081:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608875.408401:0:36081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.408403:0:36081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789608875.408405:0:36081:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789608875.408407:0:36081:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608875.408408:0:36081:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 1 00000080:00000001:3.0:1789608875.408411:0:36081:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.408418:0:36081:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1789608875.408420:0:36081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d5fda0 00000080:00002000:3.0:1789608875.408422:0:36081:0:(dcache.c:87:ll_dcompare()) found name recon(ffff94d918b4d948) flags 0x48004e refc 0 00000080:00000001:3.0:1789608875.408424:0:36081:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.408426:0:36081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d5fe10 00000080:00200000:3.0:1789608875.408427:0:36081:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=0 00000080:00000001:3.0:1789608875.408570:0:36081:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789608875.408572:0:36081:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789608875.408574:0:36081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d5fd30 00000080:00200000:3.0:1789608875.408576:0:36081:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08),name=/ 00000080:00000010:3.0:1789608875.408580:0:36081:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d91372a200. 00800000:00000002:3.0:1789608875.408583:0:36081:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00000080:00000001:3.0:1789608875.408585:0:36081:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789608875.408586:0:36081:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789608875.408588:0:36081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d5fc50 00800000:00000002:3.0:1789608875.408589:0:36081:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608875.408592:0:36081:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789608875.408593:0:36081:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608875.408594:0:36081:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608875.408595:0:36081:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608875.408597:0:36081:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608875.408598:0:36081:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608875.408600:0:36081:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608875.408601:0:36081:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608875.408603:0:36081:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789608875.408607:0:36081:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789608875.408608:0:36081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d5fb20 00000002:00010000:3.0:1789608875.408609:0:36081:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789608875.408611:0:36081:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789608875.408613:0:36081:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608875.408614:0:36081:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608875.408618:0:36081:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909abad00 count: 2 00010000:00000001:3.0:1789608875.408619:0:36081:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608875.408621:0:36081:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608875.408623:0:36081:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789608875.408626:0:36081:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54000/0xc54db3288177002b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9d2e expref: -99 pid: 36079 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:3.0:1789608875.408632:0:36081:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789608875.408635:0:36081:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608875.408638:0:36081:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54000/0xc54db3288177002b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9d2e expref: -99 pid: 36079 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:3.0:1789608875.408847:0:36081:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789608875.408849:0:36081:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789608875.408851:0:36081:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608875.408852:0:36081:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789608875.408854:0:36081:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608875.408856:0:36081:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789608875.408858:0:36081:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789608875.408860:0:36081:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:3.0:1789608875.408862:0:36081:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d91372a200. 00000080:00000001:3.0:1789608875.408865:0:36081:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789608875.408866:0:36081:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608875.408868:0:36081:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00010000:3.0:1789608875.408871:0:36081:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94d918926c08) for lock 0xc54db3288177002b 00800000:00000001:3.0:1789608875.408874:0:36081:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789608875.408876:0:36081:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789608875.408877:0:36081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608875.408878:0:36081:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608875.408880:0:36081:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54000 refcount=3 00000020:00000001:3.0:1789608875.408882:0:36081:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561613824 : -117815147937792 : ffff94d905f54000) 00010000:00000001:3.0:1789608875.408885:0:36081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561613824 : -117815147937792 : ffff94d905f54000) 00010000:00000001:3.0:1789608875.408887:0:36081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.408888:0:36081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789608875.408889:0:36081:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608875.408891:0:36081:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789608875.408893:0:36081:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc54db3288177002b from it ffffae3e01d5fd68 00010000:00000001:3.0:1789608875.408895:0:36081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789608875.408896:0:36081:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789608875.408897:0:36081:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d905f54000 refcount=3 00000020:00000001:3.0:1789608875.408899:0:36081:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258561613824 : -117815147937792 : ffff94d905f54000) 00010000:00000001:3.0:1789608875.408901:0:36081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626258561613824 : -117815147937792 : ffff94d905f54000) 00010000:00000001:3.0:1789608875.408903:0:36081:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789608875.408905:0:36081:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54000/0xc54db3288177002b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x91bddff8e8ed9d2e expref: -99 pid: 36079 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1789608875.408911:0:36081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.408912:0:36081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608875.408913:0:36081:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789608875.408915:0:36081:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789608875.408917:0:36081:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54000/0xc54db3288177002b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x91bddff8e8ed9d2e expref: -99 pid: 36079 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:3.0:1789608875.408922:0:36081:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608875.408924:0:36081:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608875.408925:0:36081:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608875.408927:0:36081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.408928:0:36081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608875.408930:0:36081:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.408932:0:36081:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608875.408933:0:36081:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.408935:0:36081:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.408937:0:36081:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.408939:0:36081:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789608875.408940:0:36081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.408941:0:36081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789608875.408943:0:36081:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789608875.408944:0:36081:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789608875.408946:0:36081:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94d918926c08), inode mode 41ff mask 3 00000080:00000001:3.0:1789608875.408950:0:36081:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.408953:0:36081:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:3.0:1789608875.408955:0:36081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d5fdf8 00000080:00200000:3.0:1789608875.408957:0:36081:0:(namei.c:2351:ll_unlink()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff94d918926c08) 00000080:00000001:3.0:1789608875.408960:0:36081:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:3.0:1789608875.408963:0:36081:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789608875.408966:0:36081:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514694152 : -117815194857464 : ffff94d903295008) 00000020:00001000:3.0:1789608875.408969:0:36081:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295000 00000020:00000001:3.0:1789608875.408971:0:36081:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1789608875.408975:0:36081:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d9070506c8) owner 0000000000000000/ffff94d9083427c0 00020000:00000002:3.0:1789608875.408978:0:36081:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff94d9082d7480 addref 2/0 by ffff94d9083427c0. 00020000:00000002:3.0:1789608875.408980:0:36081:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d9070506c8) owner 0000000000000000/ffff94d9083427c0 00020000:00000001:3.0:1789608875.408983:0:36081:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1789608875.408985:0:36081:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1789608875.408986:0:36081:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1789608875.408987:0:36081:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:3.0:1789608875.408990:0:36081:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:3.0:1789608875.408992:0:36081:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295000 00000080:00000001:3.0:1789608875.408994:0:36081:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1789608875.408999:0:36081:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff94d91372a200. 00800000:00000002:3.0:1789608875.409001:0:36081:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff94d904af6740 2 00800000:00000001:3.0:1789608875.409008:0:36081:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:3.0:1789608875.409011:0:36081:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608875.409012:0:36081:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608875.409013:0:36081:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608875.409015:0:36081:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608875.409017:0:36081:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608875.409018:0:36081:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789608875.409020:0:36081:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608875.409022:0:36081:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608875.409023:0:36081:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608875.409024:0:36081:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608875.409025:0:36081:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608875.409027:0:36081:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608875.409028:0:36081:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:3.0:1789608875.409030:0:36081:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608875.409032:0:36081:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:3.0:1789608875.409033:0:36081:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608875.409034:0:36081:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608875.409035:0:36081:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608875.409036:0:36081:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608875.409038:0:36081:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608875.409040:0:36081:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:3.0:1789608875.409041:0:36081:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608875.409044:0:36081:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x30:0x0] 00800000:00000001:3.0:1789608875.409046:0:36081:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608875.409047:0:36081:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x30:0x0] -> mds #0 00000002:00000001:3.0:1789608875.409051:0:36081:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:3.0:1789608875.409053:0:36081:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1789608875.409055:0:36081:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909abad00 count: 2 00010000:00000001:3.0:1789608875.409057:0:36081:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608875.409059:0:36081:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1789608875.409061:0:36081:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789608875.409064:0:36081:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54000/0xc54db3288177002b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x91bddff8e8ed9d2e expref: -99 pid: 36079 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:3.0:1789608875.409071:0:36081:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789608875.409075:0:36081:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789608875.409077:0:36081:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789608875.409079:0:36081:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1789608875.409081:0:36081:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608875.409082:0:36081:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608875.409084:0:36081:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909abad00 count: 3 00010000:00000001:3.0:1789608875.409086:0:36081:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608875.409088:0:36081:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608875.409089:0:36081:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608875.409090:0:36081:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608875.409092:0:36081:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909abad00 count: 3 00010000:00000001:3.0:1789608875.409093:0:36081:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608875.409095:0:36081:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608875.409096:0:36081:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608875.409097:0:36081:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608875.409099:0:36081:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909abad00 count: 3 00010000:00000001:3.0:1789608875.409101:0:36081:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608875.409102:0:36081:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.409104:0:36081:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789608875.409107:0:36081:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff94d918926b40, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1789608875.409110:0:36081:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1789608875.409113:0:36081:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1789608875.409115:0:36081:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789608875.409116:0:36081:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.409119:0:36081:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789608875.409122:0:36081:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789608875.409123:0:36081:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789608875.409125:0:36081:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608875.409126:0:36081:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789608875.409129:0:36081:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d905f54000 with handle 0xc54db3288177002b from hash 00010000:00000001:3.0:1789608875.409193:0:36081:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789608875.409195:0:36081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.409196:0:36081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608875.409197:0:36081:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789608875.409200:0:36081:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789608875.409202:0:36081:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789608875.409204:0:36081:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789608875.409206:0:36081:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789608875.409208:0:36081:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789608875.409211:0:36081:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1789608875.409213:0:36081:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909aba400 count: 3 00010000:00000001:3.0:1789608875.409215:0:36081:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608875.409217:0:36081:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1789608875.409219:0:36081:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789608875.409221:0:36081:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db32881770032 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x91bddff8e8ed9d3c expref: -99 pid: 36079 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1789608875.409226:0:36081:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789608875.409228:0:36081:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789608875.409229:0:36081:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789608875.409230:0:36081:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x30:0x0] mode CR 00000002:00000001:3.0:1789608875.409232:0:36081:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608875.409234:0:36081:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608875.409236:0:36081:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909aba400 count: 4 00010000:00000001:3.0:1789608875.409237:0:36081:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608875.409239:0:36081:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608875.409240:0:36081:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608875.409241:0:36081:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608875.409242:0:36081:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909aba400 count: 4 00010000:00000001:3.0:1789608875.409244:0:36081:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608875.409246:0:36081:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608875.409247:0:36081:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608875.409248:0:36081:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608875.409249:0:36081:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909aba400 count: 4 00010000:00000001:3.0:1789608875.409250:0:36081:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608875.409252:0:36081:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.409253:0:36081:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.409255:0:36081:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1789608875.409257:0:36081:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1789608875.409261:0:36081:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff94d91372ac00. 00000080:00000001:3.0:1789608875.409262:0:36081:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1789608875.409265:0:36081:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1789608875.409268:0:36081:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:3.0:1789608875.409269:0:36081:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608875.409270:0:36081:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608875.409272:0:36081:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608875.409273:0:36081:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608875.409275:0:36081:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608875.409276:0:36081:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:3.0:1789608875.409278:0:36081:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608875.409280:0:36081:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x30:0x0] 00000002:00000001:3.0:1789608875.409283:0:36081:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1789608875.409284:0:36081:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff94d904ceb000: [0x200000405:0x30:0x0] file closed with intent: 0 00000100:00000010:3.0:1789608875.409292:0:36081:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908490700. 00000020:00000040:3.0:1789608875.409296:0:36081:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=9 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:3.0:1789608875.409300:0:36081:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608875.409303:0:36081:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608875.409306:0:36081:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608875.409313:0:36081:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d911dbda00. 00000100:00000001:3.0:1789608875.409322:0:36081:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1789608875.409342:0:36081:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff94d908492680 x1876538934321664/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608891 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1789608875.409353:0:36081:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d904ceb000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1789608875.409358:0:36081:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d908490700 x1876538934321920/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1789608875.409364:0:36081:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789608875.409366:0:36081:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789608875.409374:0:36081:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d903344000. 00000100:00000001:3.0:1789608875.409376:0:36081:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258515410944 : -117815194140672 : ffff94d903344000) 00000100:00000001:3.0:1789608875.409379:0:36081:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608875.409380:0:36081:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600658688 : -117815108892928 : ffff94d908490700) 00000100:00000001:3.0:1789608875.409385:0:36081:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608875.409388:0:36081:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608875.409390:0:36081:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789608875.409391:0:36081:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608875.412937:0:36081:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908490700 x1876538934321920/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608875.412957:0:36081:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608875.412959:0:36081:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608875.412965:0:36081:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608875.412968:0:36081:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608875.412971:0:36081:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608875.412979:0:36081:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908490700 pname:cluuid:pid:xid:nid:opc:job rm:25f5d458-2cbe-49cd-9693-334c08df7e27:36081:1876538934321920:192.168.203.121@tcp:35:rm.0 00000100:00000001:3.0:1789608875.412983:0:36081:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608875.412989:0:36081:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608875.412991:0:36081:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608875.412993:0:36081:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608875.413022:0:36081:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d90839a800. 02000000:00000001:3.0:1789608875.413024:0:36081:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608875.413033:0:36081:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608875.413038:0:36081:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2adc0. 00000400:00000010:3.0:1789608875.413044:0:36081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9000. 00000100:00000200:3.0:1789608875.413051:0:36081:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934321920, portal 10 00000100:00000001:3.0:1789608875.413053:0:36081:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608875.413054:0:36081:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600658688 : -117815108892928 : ffff94d908490700) 00000100:00000040:3.0:1789608875.413064:0:36081:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff94d908490700 x1876538934321920/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608875.413071:0:36081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608875.413073:0:36081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608875.413075:0:36081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a97f8. 00000100:00000200:3.0:1789608875.413079:0:36081:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876538934321920, offset 0 00000400:00000200:3.0:1789608875.413084:0:36081:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608875.413092:0:36081:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608875.413100:0:36081:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608875.413105:0:36081:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608875.413108:0:36081:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608875.413112:0:36081:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608875.413114:0:36081:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608875.413118:0:36081:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [3014:3014:256:4294967295] 192.168.203.121@tcp LPNI seq info [3014:3014:8:4294967295] 00000400:00000200:3.0:1789608875.413122:0:36081:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608875.413132:0:36081:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608875.413138:0:36081:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608875.413143:0:36081:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d9104bd300. 00000800:00000200:3.0:1789608875.413150:0:36081:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608875.413157:0:36081:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608875.413162:0:36081:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d9104bd300 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1789608875.413217:0:36081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608875.413222:0:36081:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 834008 usecs (835 jiffies) 00000400:00000200:3.0:1789608875.413225:0:36081:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608875.413228:0:36081:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296603338 00000100:00000001:3.0:1789608875.413232:0:36081:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296604004 00000100:00000001:3.0:1789608875.413234:0:36081:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296603338 00000100:00000001:3.0:1789608875.413235:0:36081:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296604004 00000100:00000001:3.0:1789608875.413238:0:36081:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608875.413240:0:36081:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608875.413243:0:36081:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608875.413245:0:36081:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789608875.413247:0:36081:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d903344000 going to sleep for 11 seconds 00000100:00000001:3.0:1789608875.413249:0:36081:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608875.413252:0:36081:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608875.413399:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608875.413405:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bd300. 00000400:00000200:1.0:1789608875.413410:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608875.413414:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608875.413419:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a97f8 00000400:00000010:1.0:1789608875.413422:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a97f8. 00000100:00000001:1.0:1789608875.413426:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608875.413840:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908490700 x1876538934321920/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608875.413852:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608875.413855:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908490700 x1876538934321920/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608891 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789608875.413861:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608875.413862:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608875.418174:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.418190:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608875.418195:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.418197:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608875.418206:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.418213:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608875.418222:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.418228:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.418233:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.418238:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 456 into portal 10 MB=0x6aab3c4966300 00000400:00000200:0.0:1789608875.418243:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.418248:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 456/456 into md 0x8939 [1] + 224 00000800:00000001:0.0:1789608875.418255:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.418306:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608875.418310:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608875.418315:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608875.418321:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608875.418330:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908490700 x1876538934321920/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608891 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789608875.418341:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff94d908490700 x1876538934321920/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789608875.418359:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608875.418367:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.418371:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608875.418789:0:36081:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608875.418797:0:36081:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608875.418799:0:36081:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608875.418802:0:36081:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2adc0. 00000400:00000200:3.0:1789608875.418807:0:36081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9000 00000400:00000010:3.0:1789608875.418810:0:36081:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9000. 00000100:00000001:3.0:1789608875.418813:0:36081:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608875.418818:0:36081:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908490700 x1876538934321920/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789608875.418827:0:36081:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908490700 x1876538934321920/t0(0) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/624 e 0 to 0 dl 1789608891 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608875.418832:0:36081:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608875.418834:0:36081:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608875.418836:0:36081:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608875.418840:0:36081:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608875.418843:0:36081:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608875.418845:0:36081:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608875.418848:0:36081:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608875.418857:0:36081:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11cf0 time=83 v=5 (5 5 5 5) 00000100:00001000:3.0:1789608875.418860:0:36081:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=38 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608875.418863:0:36081:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608875.418865:0:36081:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.418867:0:36081:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608875.418871:0:36081:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608875.418874:0:36081:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1789608875.418876:0:36081:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1789608875.418878:0:36081:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1789608875.418880:0:36081:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608875.418881:0:36081:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600658688 : -117815108892928 : ffff94d908490700) 00000100:00000001:3.0:1789608875.418885:0:36081:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608875.418887:0:36081:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 8589934607 00000100:00000001:3.0:1789608875.418888:0:36081:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608875.418890:0:36081:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608875.418895:0:36081:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908490700 x1876538934321920/t8589934615(8589934615) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608891 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608875.418901:0:36081:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608875.418904:0:36081:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608875.418906:0:36081:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608875.418910:0:36081:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908490700 x1876538934321920/t8589934615(8589934615) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608891 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789608875.418918:0:36081:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908490700 pname:cluuid:pid:xid:nid:opc:job rm:25f5d458-2cbe-49cd-9693-334c08df7e27:36081:1876538934321920:192.168.203.121@tcp:35:rm.0 00000100:00000001:3.0:1789608875.418923:0:36081:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608875.418926:0:36081:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608875.418928:0:36081:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789608875.418930:0:36081:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608875.418933:0:36081:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908490700 x1876538934321920/t8589934615(8589934615) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608875.418941:0:36081:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608875.418944:0:36081:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d903344000. 00000100:00000001:3.0:1789608875.418947:0:36081:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789608875.418949:0:36081:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608875.418956:0:36081:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608875.418957:0:36081:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600658688 : -117815108892928 : ffff94d908490700) 00000002:00000001:3.0:1789608875.418960:0:36081:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608875.418964:0:36081:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789608875.418969:0:36081:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d91372ac00. 00000080:00000001:3.0:1789608875.418974:0:36081:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1789608875.418976:0:36081:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:3.0:1789608875.418980:0:36081:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789608875.418983:0:36081:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789608875.418985:0:36081:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789608875.418988:0:36081:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789608875.418990:0:36081:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608875.418992:0:36081:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:3.0:1789608875.418994:0:36081:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608875.418998:0:36081:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1789608875.419003:0:36081:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94d908492680 x1876538934321664/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608891 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608875.419011:0:36081:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608875.419012:0:36081:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600666752 : -117815108884864 : ffff94d908492680) 00000100:00000001:3.0:1789608875.419014:0:36081:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608875.419017:0:36081:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908492680 x1876538934321664/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608891 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608875.419023:0:36081:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608875.419025:0:36081:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608875.419028:0:36081:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908490700 x1876538934321920/t8589934615(8589934615) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608875.419034:0:36081:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608875.419036:0:36081:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608875.419039:0:36081:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908492680 x1876538934321664/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 576/664 e 0 to 0 dl 1789608891 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608875.419045:0:36081:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1789608875.419048:0:36081:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608875.419049:0:36081:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608875.419051:0:36081:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608875.419055:0:36081:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94d908399c00. 02000000:00000001:3.0:1789608875.419059:0:36081:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608875.419061:0:36081:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608875.419063:0:36081:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908492680. 00000100:00000001:3.0:1789608875.419068:0:36081:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608875.419069:0:36081:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608875.419071:0:36081:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608875.419074:0:36081:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908490700 x1876538934321920/t8589934615(8589934615) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608891 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608875.419080:0:36081:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608875.419081:0:36081:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff94d907ed9560. 00000002:00000001:3.0:1789608875.419084:0:36081:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608875.419086:0:36081:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789608875.419088:0:36081:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94d91117d640. 00000100:00000001:3.0:1789608875.419090:0:36081:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608875.419094:0:36081:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d908490700 x1876538934321920/t8589934615(8589934615) o35->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:23/10 lens 392/456 e 0 to 0 dl 1789608891 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789608875.419100:0:36081:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789608875.419102:0:36081:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789608875.419104:0:36081:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94d90839a800. 02000000:00000001:3.0:1789608875.419107:0:36081:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789608875.419108:0:36081:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789608875.419109:0:36081:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=7 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:3.0:1789608875.419111:0:36081:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789608875.419112:0:36081:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d911dbda00. 02000000:00000001:3.0:1789608875.419115:0:36081:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789608875.419116:0:36081:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789608875.419118:0:36081:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d908490700. 00000100:00000001:3.0:1789608875.419120:0:36081:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789608875.419121:0:36081:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789608875.419123:0:36081:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.419126:0:36081:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789608875.419128:0:36081:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x30:0x0] mode (null) 00000002:00000001:3.0:1789608875.419138:0:36081:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608875.419141:0:36081:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608875.419147:0:36081:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909aba400 count: 4 00010000:00000001:3.0:1789608875.419150:0:36081:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608875.419155:0:36081:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608875.419156:0:36081:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608875.419158:0:36081:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608875.419160:0:36081:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909aba400 count: 4 00010000:00000001:3.0:1789608875.419162:0:36081:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608875.419164:0:36081:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.419165:0:36081:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.419168:0:36081:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1789608875.419170:0:36081:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789608875.419173:0:36081:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514694152 : -117815194857464 : ffff94d903295008) 00000020:00001000:3.0:1789608875.419238:0:36081:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295000 00000020:00000001:3.0:1789608875.419240:0:36081:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1789608875.419243:0:36081:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x30:0x0]: losing layout lock 00000080:00000001:3.0:1789608875.419247:0:36081:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1789608875.419250:0:36081:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1789608875.419253:0:36081:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1789608875.419256:0:36081:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1789608875.419259:0:36081:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x30:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1789608875.419261:0:36081:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.419263:0:36081:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789608875.419265:0:36081:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295000 00000080:00000001:3.0:1789608875.419268:0:36081:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.419271:0:36081:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1789608875.419273:0:36081:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x30:0x0](ffff94d918ada1c8) invalid 00000020:00000001:3.0:1789608875.419277:0:36081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d5fa60 00000080:00002000:3.0:1789608875.419279:0:36081:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry recon (ffff94d918b4d948) parent ffff94d918a99a20 inode ffff94d918ada1c8 refc 1 00000080:00000001:3.0:1789608875.419282:0:36081:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1789608875.419285:0:36081:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789608875.419287:0:36081:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.419291:0:36081:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789608875.419294:0:36081:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789608875.419296:0:36081:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789608875.419298:0:36081:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608875.419301:0:36081:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789608875.419305:0:36081:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d9421c0000 with handle 0xc54db32881770032 from hash 00010000:00000001:3.0:1789608875.419308:0:36081:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789608875.419310:0:36081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.419312:0:36081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608875.419313:0:36081:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789608875.419316:0:36081:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789608875.419318:0:36081:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789608875.419321:0:36081:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789608875.419324:0:36081:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54400/0xc54db32881770008 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x91bddff8e8ed9ce8 expref: -99 pid: 36072 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000080:00000001:3.0:1789608875.419332:0:36081:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789608875.419335:0:36081:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789608875.419336:0:36081:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789608875.419337:0:36081:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x30:0x0] mode (null) 00000002:00000001:3.0:1789608875.419339:0:36081:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608875.419341:0:36081:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608875.419343:0:36081:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909aba400 count: 4 00010000:00000001:3.0:1789608875.419344:0:36081:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608875.419346:0:36081:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608875.419348:0:36081:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608875.419349:0:36081:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608875.419350:0:36081:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909aba400 count: 4 00010000:00000001:3.0:1789608875.419352:0:36081:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608875.419353:0:36081:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608875.419355:0:36081:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608875.419356:0:36081:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608875.419357:0:36081:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909aba400 count: 4 00010000:00000001:3.0:1789608875.419358:0:36081:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608875.419360:0:36081:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608875.419361:0:36081:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789608875.419362:0:36081:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789608875.419364:0:36081:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d909aba400 count: 4 00010000:00000001:3.0:1789608875.419365:0:36081:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789608875.419367:0:36081:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.419368:0:36081:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.419369:0:36081:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1789608875.419371:0:36081:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789608875.419372:0:36081:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514694152 : -117815194857464 : ffff94d903295008) 00000020:00001000:3.0:1789608875.419374:0:36081:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295000 00000020:00000001:3.0:1789608875.419375:0:36081:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1789608875.419377:0:36081:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x30:0x0]: losing layout lock 00000080:00000001:3.0:1789608875.419379:0:36081:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1789608875.419380:0:36081:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1789608875.419381:0:36081:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1789608875.419383:0:36081:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1789608875.419384:0:36081:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x30:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1789608875.419386:0:36081:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.419387:0:36081:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789608875.419388:0:36081:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295000 00000080:00000001:3.0:1789608875.419389:0:36081:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.419391:0:36081:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1789608875.419392:0:36081:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x30:0x0](ffff94d918ada1c8) invalid 00000020:00000001:3.0:1789608875.419394:0:36081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d5fa60 00000080:00002000:3.0:1789608875.419396:0:36081:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry recon (ffff94d918b4d948) parent ffff94d918a99a20 inode ffff94d918ada1c8 refc 1 00000080:00000001:3.0:1789608875.419398:0:36081:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1789608875.419399:0:36081:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789608875.419400:0:36081:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.419402:0:36081:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789608875.419404:0:36081:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789608875.419405:0:36081:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789608875.419406:0:36081:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789608875.419408:0:36081:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789608875.419411:0:36081:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d905f54400 with handle 0xc54db32881770008 from hash 00010000:00000001:3.0:1789608875.419412:0:36081:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789608875.419413:0:36081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.419414:0:36081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608875.419415:0:36081:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789608875.419416:0:36081:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789608875.419418:0:36081:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789608875.419420:0:36081:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1789608875.419422:0:36081:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:3.0:1789608875.419425:0:36081:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:3.0:1789608875.419432:0:36081:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d908490700. 00000020:00000040:3.0:1789608875.419435:0:36081:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d904ceb000 02000000:00000001:3.0:1789608875.419439:0:36081:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789608875.419441:0:36081:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.419444:0:36081:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789608875.419448:0:36081:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608875.419452:0:36081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.419454:0:36081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608875.419455:0:36081:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608875.419458:0:36081:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789608875.419460:0:36081:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789608875.419464:0:36081:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789608875.419472:0:36081:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d911dbda00. 00000100:00000001:3.0:1789608875.419478:0:36081:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.419481:0:36081:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608875.419483:0:36081:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1789608875.419488:0:36081:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db32881770032 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x91bddff8e8ed9d3c expref: -99 pid: 36079 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1789608875.419495:0:36081:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54400/0xc54db32881770008 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x91bddff8e8ed9ce8 expref: -99 pid: 36072 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1789608875.419634:0:36081:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54000/0xc54db3288177002b lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed9d2e expref: -99 pid: 36079 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1789608875.419640:0:36081:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:3.0:1789608875.419641:0:36081:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:3.0:1789608875.419643:0:36081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789608875.419646:0:36081:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d9421c0000/0xc54db32881770032 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x91bddff8e8ed9d3c expref: -99 pid: 36079 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:3.0:1789608875.419654:0:36081:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d91117d740. 00010000:00000001:3.0:1789608875.419662:0:36081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608875.419663:0:36081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789608875.419665:0:36081:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54400/0xc54db32881770008 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x91bddff8e8ed9ce8 expref: -99 pid: 36072 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00000010:3.0:1789608875.419670:0:36081:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d91213b000. 00010000:00000040:3.0:1789608875.419674:0:36081:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d909aba400 count: 0 00010000:00000010:3.0:1789608875.420010:0:36081:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d90330c180. 00010000:00000001:3.0:1789608875.420018:0:36081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608875.420020:0:36081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789608875.420022:0:36081:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94d904ceb000 lock: ffff94d905f54000/0xc54db3288177002b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x91bddff8e8ed9d2e expref: -99 pid: 36079 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000040:3.0:1789608875.420031:0:36081:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d909abad00 count: 0 00010000:00000010:3.0:1789608875.420033:0:36081:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94d90330c980. 00010000:00000001:3.0:1789608875.420037:0:36081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789608875.420039:0:36081:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.420041:0:36081:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789608875.420043:0:36081:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.420044:0:36081:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1789608875.420055:0:36081:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94d904ceb000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1789608875.420063:0:36081:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94d908490700 x1876538934322176/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789608875.420071:0:36081:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789608875.420072:0:36081:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789608875.420080:0:36081:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94d903344000. 00000100:00000001:3.0:1789608875.420083:0:36081:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446626258515410944 : -117815194140672 : ffff94d903344000) 00000100:00000001:3.0:1789608875.420085:0:36081:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608875.420086:0:36081:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600658688 : -117815108892928 : ffff94d908490700) 00000100:00000001:3.0:1789608875.420090:0:36081:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789608875.420094:0:36081:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608875.420096:0:36081:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789608875.420098:0:36081:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789608875.420102:0:36081:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d908490700 x1876538934322176/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608875.420108:0:36081:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789608875.420110:0:36081:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608875.420114:0:36081:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789608875.420116:0:36081:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789608875.420119:0:36081:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789608875.420122:0:36081:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d908490700 pname:cluuid:pid:xid:nid:opc:job rm:25f5d458-2cbe-49cd-9693-334c08df7e27:36081:1876538934322176:192.168.203.121@tcp:36:rm.0 00000100:00000001:3.0:1789608875.420126:0:36081:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789608875.420130:0:36081:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789608875.420319:0:36081:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608875.420322:0:36081:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789608875.420327:0:36081:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94d90839a800. 02000000:00000001:3.0:1789608875.420329:0:36081:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789608875.420336:0:36081:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:3.0:1789608875.420340:0:36081:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d910c2adc0. 00000400:00000010:3.0:1789608875.420346:0:36081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9000. 00000100:00000200:3.0:1789608875.420353:0:36081:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876538934322176, portal 10 00000100:00000001:3.0:1789608875.420355:0:36081:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608875.420356:0:36081:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600658688 : -117815108892928 : ffff94d908490700) 00000100:00000040:3.0:1789608875.420363:0:36081:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d908490700 x1876538934322176/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/624 e 0 to 0 dl 1789608891 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608875.420369:0:36081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789608875.420372:0:36081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:3.0:1789608875.420374:0:36081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9084a9550. 00000100:00000200:3.0:1789608875.420378:0:36081:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1876538934322176, offset 0 00000400:00000200:3.0:1789608875.420383:0:36081:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:3.0:1789608875.420390:0:36081:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608875.420397:0:36081:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:3.0:1789608875.420402:0:36081:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789608875.420406:0:36081:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:3.0:1789608875.420409:0:36081:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789608875.420411:0:36081:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:3.0:1789608875.420414:0:36081:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [3015:3015:256:4294967295] 192.168.203.121@tcp LPNI seq info [3015:3015:8:4294967295] 00000400:00000200:3.0:1789608875.420419:0:36081:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:3.0:1789608875.420427:0:36081:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789608875.420434:0:36081:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:3.0:1789608875.420439:0:36081:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d9104bd900. 00000800:00000200:3.0:1789608875.420447:0:36081:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:3.0:1789608875.420454:0:36081:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:3.0:1789608875.420458:0:36081:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d9104bd900 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:3.0:1789608875.420539:0:36081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608875.420545:0:36081:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 832996 usecs (833 jiffies) 00000400:00000200:3.0:1789608875.420548:0:36081:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:3.0:1789608875.420551:0:36081:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296603343 00000100:00000001:3.0:1789608875.420554:0:36081:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296604004 00000100:00000001:3.0:1789608875.420556:0:36081:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296603343 00000100:00000001:3.0:1789608875.420559:0:36081:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296604004 00000100:00000001:3.0:1789608875.420562:0:36081:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608875.420564:0:36081:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608875.420567:0:36081:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789608875.420568:0:36081:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789608875.420571:0:36081:0:(client.c:2716:ptlrpc_set_wait()) set ffff94d903344000 going to sleep for 11 seconds 00000100:00000001:3.0:1789608875.420573:0:36081:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789608875.420576:0:36081:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789608875.422535:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789608875.422546:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d9104bd900. 00000400:00000200:1.0:1789608875.422554:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789608875.422562:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:1.0:1789608875.422570:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9550 00000400:00000010:1.0:1789608875.422646:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9550. 00000100:00000001:1.0:1789608875.422653:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789608875.422662:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d908490700 x1876538934322176/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/624 e 0 to 0 dl 1789608891 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608875.422674:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608875.422692:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908490700 x1876538934322176/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/624 e 0 to 0 dl 1789608891 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608875.422699:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608875.422701:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:3.1:1789608875.431763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0000. 00010000:00000010:3.1:1789608875.431779:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d909aba400. 00010000:00000010:3.1:1789608875.431802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f54400. 00010000:00000010:3.1:1789608875.431807:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d909abad00. 00010000:00000010:3.1:1789608875.431810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d905f54000. 00000800:00000001:0.0:1789608875.440037:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.440058:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608875.440063:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.440065:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608875.440074:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.440083:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608875.440091:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.440095:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.440100:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.440104:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 456 into portal 10 MB=0x6aab3c4966400 00000400:00000200:0.0:1789608875.440109:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608875.440114:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 456/456 into md 0x8941 [1] + 224 00000800:00000001:0.0:1789608875.440121:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.440127:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608875.440130:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608875.440153:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608875.440161:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608875.440169:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d908490700 x1876538934322176/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/624 e 0 to 0 dl 1789608891 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608875.440179:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff94d908490700 x1876538934322176/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/624 e 0 to 0 dl 1789608891 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608875.440198:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608875.440205:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608875.440208:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608875.441225:0:36081:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789608875.441236:0:36081:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789608875.441238:0:36081:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789608875.441243:0:36081:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d910c2adc0. 00000400:00000200:3.0:1789608875.441249:0:36081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9084a9000 00000400:00000010:3.0:1789608875.441252:0:36081:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9084a9000. 00000100:00000001:3.0:1789608875.441256:0:36081:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789608875.441263:0:36081:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d908490700 x1876538934322176/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/624 e 0 to 0 dl 1789608891 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789608875.441273:0:36081:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d908490700 x1876538934322176/t0(0) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/624 e 0 to 0 dl 1789608891 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608875.441280:0:36081:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789608875.441282:0:36081:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608875.441285:0:36081:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789608875.441288:0:36081:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789608875.441291:0:36081:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789608875.441293:0:36081:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789608875.441297:0:36081:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789608875.441306:0:36081:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=83 v=5 (5 104 104 104) 00000100:00001000:3.0:1789608875.441311:0:36081:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=38 v=5 (1 0 0 0) 00000100:00000001:3.0:1789608875.441314:0:36081:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789608875.441315:0:36081:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.441318:0:36081:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789608875.441321:0:36081:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608875.441325:0:36081:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1789608875.441327:0:36081:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009c/0x200000012] 00000100:00000001:3.0:1789608875.441329:0:36081:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1789608875.441331:0:36081:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789608875.441333:0:36081:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258600658688 : -117815108892928 : ffff94d908490700) 00000100:00000001:3.0:1789608875.441336:0:36081:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789608875.441338:0:36081:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 8589934607 00000100:00000001:3.0:1789608875.441340:0:36081:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789608875.441342:0:36081:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789608875.441348:0:36081:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d908490700 x1876538934322176/t8589934616(8589934616) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/456 e 0 to 0 dl 1789608891 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608875.441356:0:36081:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789608875.441359:0:36081:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789608875.441361:0:36081:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789608875.441365:0:36081:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d908490700 x1876538934322176/t8589934616(8589934616) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/456 e 0 to 0 dl 1789608891 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789608875.441373:0:36081:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d908490700 pname:cluuid:pid:xid:nid:opc:job rm:25f5d458-2cbe-49cd-9693-334c08df7e27:36081:1876538934322176:192.168.203.121@tcp:36:rm.0 00000100:00000001:3.0:1789608875.441378:0:36081:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789608875.441381:0:36081:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608875.441383:0:36081:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789608875.441385:0:36081:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608875.441388:0:36081:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94d908490700 x1876538934322176/t8589934616(8589934616) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/456 e 0 to 0 dl 1789608891 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608875.441399:0:36081:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789608875.441402:0:36081:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94d903344000. 00000100:00000001:3.0:1789608875.441405:0:36081:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789608875.441407:0:36081:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608875.441415:0:36081:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608875.441418:0:36081:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789608875.441422:0:36081:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff94d904af6740 2 00000080:00000010:3.0:1789608875.441424:0:36081:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff94d91372a200. 00000100:00000001:3.0:1789608875.441430:0:36081:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789608875.441434:0:36081:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d908490700 x1876538934322176/t8589934616(8589934616) o36->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 496/456 e 0 to 0 dl 1789608891 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789608875.442404:0:36081:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.442412:0:36081:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.442423:0:36081:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1789608875.442426:0:36081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae3e01d5fe28 00000080:00002000:3.0:1789608875.442429:0:36081:0:(dcache.c:127:ll_ddelete()) deleting dentry recon (ffff94d918b4d948, parent ffff94d918a99a20, inode 0000000000000000) hashed, 00000080:00000001:3.0:1789608875.442432:0:36081:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789608875.442438:0:36081:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1789608875.442457:0:36081:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1789608875.442466:0:36081:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:3.0:1789608875.442468:0:36081:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1789608875.442471:0:36081:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789608875.442475:0:36081:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514694152 : -117815194857464 : ffff94d903295008) 00000020:00001000:3.0:1789608875.442479:0:36081:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295000 00000020:00000001:3.0:1789608875.442485:0:36081:0:(cl_object.c:143:cl_object_top()) ffff94d9092309e0 -> ffff94d9092309e0 00000020:00000001:3.0:1789608875.442487:0:36081:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:3.0:1789608875.442489:0:36081:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1789608875.442491:0:36081:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1789608875.442509:0:36081:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789608875.442511:0:36081:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1789608875.442513:0:36081:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789608875.442517:0:36081:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff94d904aad9d0 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1789608875.442520:0:36081:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d9070506c8) owner 0000000000000000/ffff94d9083427c0 00020000:00000001:3.0:1789608875.442523:0:36081:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1789608875.442526:0:36081:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1789608875.442528:0:36081:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1789608875.442530:0:36081:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608875.442532:0:36081:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1789608875.442534:0:36081:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1789608875.442535:0:36081:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.442537:0:36081:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789608875.442538:0:36081:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1789608875.442539:0:36081:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1789608875.442541:0:36081:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d9070506c8) owner 0000000000000000/ffff94d9083427c0 00000020:00000001:3.0:1789608875.442544:0:36081:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.442546:0:36081:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:3.0:1789608875.442548:0:36081:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1789608875.442549:0:36081:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1789608875.442552:0:36081:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1789608875.442555:0:36081:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1789608875.442558:0:36081:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789608875.442560:0:36081:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1789608875.442561:0:36081:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789608875.442563:0:36081:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514695880 : -117815194855736 : ffff94d9032956c8) 00000020:00001000:3.0:1789608875.442565:0:36081:0:(cl_object.c:823:cl_env_get()) 1@ffff94d9032956c0 00000020:00000001:3.0:1789608875.442568:0:36081:0:(cl_object.c:143:cl_object_top()) ffff94d9092305f8 -> ffff94d9092309e0 00000020:00000001:3.0:1789608875.442569:0:36081:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:3.0:1789608875.442572:0:36081:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789608875.442573:0:36081:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1789608875.442576:0:36081:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:3.0:1789608875.442577:0:36081:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446626258539960784 : -117815169590832 : ffff94d904aad9d0) 00000020:00000001:3.0:1789608875.442579:0:36081:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608875.442581:0:36081:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608875.442582:0:36081:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446626258593379552 : -117815116172064 : ffff94d907d9f4e0) 00000020:00000001:3.0:1789608875.442585:0:36081:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1789608875.442586:0:36081:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608875.442588:0:36081:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.442590:0:36081:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.442592:0:36081:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:3.0:1789608875.442593:0:36081:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1789608875.442595:0:36081:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789608875.442596:0:36081:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:3.0:1789608875.442598:0:36081:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789608875.442599:0:36081:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.442601:0:36081:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608875.442603:0:36081:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608875.442605:0:36081:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.442606:0:36081:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789608875.442607:0:36081:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.442608:0:36081:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.442610:0:36081:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:3.0:1789608875.442612:0:36081:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1789608875.442613:0:36081:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789608875.442614:0:36081:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:3.0:1789608875.442616:0:36081:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1789608875.442618:0:36081:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000020:3.0:1789608875.442623:0:36081:0:(osc_cache.c:1926:osc_update_pending()) obj ffff94d907004fc0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:3.0:1789608875.442629:0:36081:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1789608875.442631:0:36081:0:(osc_cache.c:1870:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789608875.442632:0:36081:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1789608875.442634:0:36081:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789608875.442637:0:36081:0:(osc_cache.c:1166:osc_extent_make_ready()) Process entered 00000008:00000001:3.0:1789608875.442641:0:36081:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:3.0:1789608875.442654:0:36081:0:(osc_cache.c:1174:osc_extent_make_ready()) extent ffff94d9093139c0@{[0 -> 255/255], [1|0|-|locking|wiY|ffff94d907004fc0], [1703936|1|+|-|ffff94d9421c0600|256|ffff94d9083427c0]} make ready 00000008:00010000:3.0:1789608875.442662:0:36081:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 00000000fb8d3ac7 ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:3.0:1789608875.442673:0:36081:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:3.0:1789608875.442708:0:36081:0:(cl_page.c:1159:cl_page_make_ready()) Process entered 00000020:00008000:3.0:1789608875.442722:0:36081:0:(cl_page.c:1171:cl_page_make_ready()) page@0000000038f2b770[2 000000002b512c06 1 1 0000000000000000 0 0 0] 00000020:00008000:3.0:1789608875.442724:0:36081:0:(cl_page.c:1171:cl_page_make_ready()) readied 00000020:00000001:3.0:1789608875.442725:0:36081:0:(cl_page.c:1020:cl_page_io_start()) Process entered 00000020:00000001:3.0:1789608875.442727:0:36081:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1789608875.442729:0:36081:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1789608875.442730:0:36081:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:3.0:1789608875.442732:0:36081:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1789608875.442734:0:36081:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1789608875.442736:0:36081:0:(cl_page.c:518:__cl_page_state_set()) page@0000000038f2b770[2 000000002b512c06 1 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1789608875.442738:0:36081:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 3 00000020:00000001:3.0:1789608875.442739:0:36081:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1789608875.442740:0:36081:0:(cl_page.c:1023:cl_page_io_start()) Process leaving 00000020:00000001:3.0:1789608875.442743:0:36081:0:(cl_page.c:1193:cl_page_make_ready()) page@0000000038f2b770[2 000000002b512c06 3 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1789608875.442745:0:36081:0:(cl_page.c:1193:cl_page_make_ready()) 1 0 00000008:00000001:3.0:1789608875.442747:0:36081:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.442749:0:36081:0:(cl_object.c:143:cl_object_top()) ffff94d907004fc0 -> ffff94d9092309e0 00000020:00000001:3.0:1789608875.442751:0:36081:0:(cl_object.c:143:cl_object_top()) ffff94d907004fc0 -> ffff94d9092309e0 00000020:00000001:3.0:1789608875.442753:0:36081:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:3.0:1789608875.442756:0:36081:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.442757:0:36081:0:(cl_object.c:143:cl_object_top()) ffff94d907004fc0 -> ffff94d9092309e0 00000008:00000001:3.0:1789608875.442759:0:36081:0:(osc_cache.c:1227:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789608875.442762:0:36081:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:3.0:1789608875.442765:0:36081:0:(osc_cache.c:908:osc_extent_finish()) extent ffff94d9093139c0@{[0 -> 255/255], [2|0|-|rpc|wiY|ffff94d907004fc0], [1703936|1|+|-|ffff94d9421c0600|256|ffff94d9083427c0]} extent finished. 00000008:00010000:3.0:1789608875.442770:0:36081:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 00000000fb8d3ac7 ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:3.0:1789608875.442779:0:36081:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:3.0:1789608875.442781:0:36081:0:(cl_page.c:1113:cl_page_complete()) Process entered 00000020:00000001:3.0:1789608875.442784:0:36081:0:(cl_page.c:1115:cl_page_complete()) page@0000000038f2b770[2 000000002b512c06 3 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1789608875.442786:0:36081:0:(cl_page.c:1115:cl_page_complete()) 1 0 00000020:00000001:3.0:1789608875.442787:0:36081:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:3.0:1789608875.442788:0:36081:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1789608875.442789:0:36081:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1789608875.442792:0:36081:0:(cl_page.c:518:__cl_page_state_set()) page@0000000038f2b770[2 000000002b512c06 3 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1789608875.442793:0:36081:0:(cl_page.c:518:__cl_page_state_set()) 3 -> 1 00000020:00000001:3.0:1789608875.442794:0:36081:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000080:00000001:3.0:1789608875.442796:0:36081:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:3.0:1789608875.442799:0:36081:0:(vvp_page.c:167:vvp_page_complete_write()) page@0000000038f2b770[2 000000002b512c06 1 1 0000000000000000 0 0 0] 00000080:00008000:3.0:1789608875.442801:0:36081:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:3.0:1789608875.442813:0:36081:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:3.0:1789608875.442815:0:36081:0:(cl_page.c:1136:cl_page_complete()) Process leaving 00000020:00000001:3.0:1789608875.442816:0:36081:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:3.0:1789608875.442819:0:36081:0:(cl_page.c:567:cl_batch_put()) page@0000000038f2b770[2 000000002b512c06 1 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1789608875.442821:0:36081:0:(cl_page.c:567:cl_batch_put()) 2 00000020:00000001:3.0:1789608875.442822:0:36081:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000008:00000001:3.0:1789608875.442823:0:36081:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:3.0:1789608875.442826:0:36081:0:(osc_cache.c:1648:osc_free_grant()) lost 1703936 grant: 0 avail: 2097152 dirty: 0/0 00000008:00000020:3.0:1789608875.442831:0:36081:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff94d9093139c0@{[0 -> 255/255], [1|0|-|inv|wY|ffff94d907004fc0], [1703936|0|-|-|ffff94d9421c0600|256|ffff94d9083427c0]} destroyed. 00000008:00010000:3.0:1789608875.442837:0:36081:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000fb8d3ac7 ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:3.0:1789608875.442850:0:36081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789608875.442852:0:36081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:3.0:1789608875.442855:0:36081:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff94d9093139c0. 00000008:00000001:3.0:1789608875.442860:0:36081:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789608875.442863:0:36081:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1789608875.442866:0:36081:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff94d907004fc0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1789608875.442869:0:36081:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1789608875.442872:0:36081:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff94d907004fc0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:3.0:1789608875.442876:0:36081:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1789608875.442878:0:36081:0:(osc_io.c:1174:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.442880:0:36081:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608875.442882:0:36081:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608875.442884:0:36081:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.442885:0:36081:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.442887:0:36081:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:3.0:1789608875.442889:0:36081:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1789608875.442890:0:36081:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1789608875.442891:0:36081:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:3.0:1789608875.442893:0:36081:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:3.0:1789608875.442894:0:36081:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608875.442896:0:36081:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1789608875.442897:0:36081:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:3.0:1789608875.442899:0:36081:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:3.0:1789608875.442901:0:36081:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1789608875.442902:0:36081:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789608875.442903:0:36081:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:3.0:1789608875.442904:0:36081:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1789608875.442905:0:36081:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608875.442907:0:36081:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608875.442908:0:36081:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1789608875.442909:0:36081:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1789608875.442911:0:36081:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1789608875.442913:0:36081:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1789608875.442914:0:36081:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1789608875.442916:0:36081:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1789608875.442917:0:36081:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789608875.442919:0:36081:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1789608875.442920:0:36081:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1789608875.442921:0:36081:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608875.442923:0:36081:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608875.442924:0:36081:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1789608875.442925:0:36081:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1789608875.442927:0:36081:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.442942:0:36081:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:3.0:1789608875.442944:0:36081:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1789608875.442945:0:36081:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1789608875.442946:0:36081:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:3.0:1789608875.442948:0:36081:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789608875.442950:0:36081:0:(cl_object.c:917:cl_env_put()) 1@ffff94d9032956c0 00020000:00000001:3.0:1789608875.442953:0:36081:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1789608875.442954:0:36081:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1789608875.442956:0:36081:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1789608875.442958:0:36081:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1789608875.442961:0:36081:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1789608875.442962:0:36081:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789608875.442963:0:36081:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295000 00000080:00000001:3.0:1789608875.442966:0:36081:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789608875.442972:0:36081:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:3.0:1789608875.442974:0:36081:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446626258532782080 : -117815176769536 : ffff94d9043d5000) 00000020:00000001:3.0:1789608875.442976:0:36081:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:3.0:1789608875.442977:0:36081:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:3.0:1789608875.442979:0:36081:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1789608875.442980:0:36081:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1789608875.442981:0:36081:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1789608875.442984:0:36081:0:(cl_page.c:518:__cl_page_state_set()) page@0000000038f2b770[2 000000002b512c06 1 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1789608875.442985:0:36081:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:3.0:1789608875.442986:0:36081:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:3.0:1789608875.442988:0:36081:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:3.0:1789608875.442989:0:36081:0:(osc_page.c:138:osc_page_delete()) ffff94d9043d5060 00000008:00000001:3.0:1789608875.442991:0:36081:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:3.0:1789608875.442993:0:36081:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff94d9043d5070 page ffff94d9043d5060 at index 0. 00000008:00000001:3.0:1789608875.442996:0:36081:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789608875.443002:0:36081:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:3.0:1789608875.443004:0:36081:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe9a104899300 index 0 00000020:00000001:3.0:1789608875.443008:0:36081:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:3.0:1789608875.443010:0:36081:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:3.0:1789608875.443011:0:36081:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:3.0:1789608875.443013:0:36081:0:(cl_page.c:567:cl_batch_put()) page@0000000038f2b770[1 000000002b512c06 5 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1789608875.443015:0:36081:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:3.0:1789608875.443016:0:36081:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:3.0:1789608875.443019:0:36081:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff94d9043d5000. 00000020:00000001:3.0:1789608875.443022:0:36081:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:3.0:1789608875.443023:0:36081:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000080:00000001:3.0:1789608875.443050:0:36081:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:3.0:1789608875.443053:0:36081:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x30:0x0](ffff94d918ada1c8) 00800000:00000001:3.0:1789608875.443058:0:36081:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:3.0:1789608875.443060:0:36081:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x30:0x0] 00000002:00000001:3.0:1789608875.443064:0:36081:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:3.0:1789608875.443069:0:36081:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789608875.443071:0:36081:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:3.0:1789608875.443073:0:36081:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789608875.443075:0:36081:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.443077:0:36081:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:3.0:1789608875.443080:0:36081:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:3.0:1789608875.443082:0:36081:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789608875.443084:0:36081:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.443090:0:36081:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789608875.443092:0:36081:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514694152 : -117815194857464 : ffff94d903295008) 00000020:00001000:3.0:1789608875.443094:0:36081:0:(cl_object.c:823:cl_env_get()) 1@ffff94d903295000 00020000:00000001:3.0:1789608875.443100:0:36081:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:3.0:1789608875.443102:0:36081:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d9070506c8) owner 0000000000000000/ffff94d9083427c0 00020000:00000001:3.0:1789608875.443105:0:36081:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:3.0:1789608875.443107:0:36081:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d9082d7480, objid 0x30:1029, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789608875.443113:0:36081:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789608875.443117:0:36081:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d907f09300: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000001:3.0:1789608875.443120:0:36081:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:3.0:1789608875.443121:0:36081:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608875.443124:0:36081:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:3.0:1789608875.443125:0:36081:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:3.0:1789608875.443130:0:36081:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:3.0:1789608875.443134:0:36081:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff94d903b69600 count: 2 00010000:00000001:3.0:1789608875.443136:0:36081:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789608875.443139:0:36081:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:3.0:1789608875.443141:0:36081:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:3.0:1789608875.443144:0:36081:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 46 blocks 1 [cma]time 1789608875 1789608875 1789608875 ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 1/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000020:00000001:3.0:1789608875.443154:0:36081:0:(cl_object.c:143:cl_object_top()) ffff94d907004fc0 -> ffff94d9092309e0 00000020:00000001:3.0:1789608875.443156:0:36081:0:(cl_object.c:143:cl_object_top()) ffff94d907004fc0 -> ffff94d9092309e0 00000008:00000001:3.0:1789608875.443158:0:36081:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789608875.443160:0:36081:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789608875.443162:0:36081:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789608875.443164:0:36081:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1789608875.443168:0:36081:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff94d907004fc0. 00020000:00000001:3.0:1789608875.443173:0:36081:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:3.0:1789608875.443175:0:36081:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff94d909230578. 00020000:00000001:3.0:1789608875.443181:0:36081:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:3.0:1789608875.443182:0:36081:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789608875.443184:0:36081:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789608875.443186:0:36081:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d9070506c8) owner 0000000000000000/ffff94d9083427c0 00020000:00000001:3.0:1789608875.443188:0:36081:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:3.0:1789608875.443190:0:36081:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:3.0:1789608875.443191:0:36081:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff94d9070506c8) owner 0000000000000000/ffff94d9083427c0 00020000:00000001:3.0:1789608875.443194:0:36081:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:3.0:1789608875.443196:0:36081:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff94d902d8bb00. 00020000:00000010:3.0:1789608875.443200:0:36081:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff94d903f559c0. 00020000:00000010:3.0:1789608875.443202:0:36081:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff94d9040c39a0. 00020000:00000002:3.0:1789608875.443206:0:36081:0:(lov_ea.c:755:dump_lsm()) lsm ffff94d9082d7480, objid 0x30:1029, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789608875.443209:0:36081:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789608875.443213:0:36081:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff94d907f09300: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000010:3.0:1789608875.443217:0:36081:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94d907f09300. 00020000:00000010:3.0:1789608875.443221:0:36081:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff94d9082d7ae0. 00020000:00000010:3.0:1789608875.443225:0:36081:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff94d9082d7480. 00020000:00000001:3.0:1789608875.443227:0:36081:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:3.0:1789608875.443228:0:36081:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff94d9070506c8) owner 0000000000000000/ffff94d9083427c0 00020000:00000010:3.0:1789608875.443231:0:36081:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff94d9070506c8. 00020000:00000001:3.0:1789608875.443233:0:36081:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:3.0:1789608875.443236:0:36081:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff94d909230960. 00000020:00001000:3.0:1789608875.443239:0:36081:0:(cl_object.c:917:cl_env_put()) 1@ffff94d903295000 00000080:00000001:3.0:1789608875.443243:0:36081:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:3.0:1789608875.443244:0:36081:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000010:3.1:1789608875.448751:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94d90704e840. 00000080:00000010:3.1:1789608875.448777:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff94d918ada100. 00010000:00000001:3.0:1789608875.854732:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608875.854738:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.854742:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608875.854743:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.854747:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608875.854748:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608875.854750:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608875.854751:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608875.854770:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789608875.854777:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608875.854779:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789608876.596972:0:36172:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608876.879848:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608876.879860:0:28704:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789608876.879863:0:28704:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789608876.879868:0:28704:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608876.879875:0:28704:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789608876.879877:0:28704:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608876.879880:0:28704:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608876.879883:0:28704:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608876.879887:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608876.879889:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608876.879893:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608876.879894:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608876.879898:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608876.879899:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608876.879963:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789608876.879967:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608876.879971:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789608876.941869:0:33535:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d110 (cpu 1) has reached its deadline 4296604004, at 4296604032 00000100:00000010:1.0:1789608876.941891:0:33535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d9094a9720. 00000100:00000040:0.0:1789608876.942078:0:32114:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d000 (cpu 0) has reached its deadline 4296604004, at 4296604032 00000100:00000010:0.0:1789608876.942085:0:32114:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d9094a94e0. 00000001:00000001:3.0:1789608877.065048:0:36208:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1789608877.065058:0:36208:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: recovery-small test_24b: @@@@@@ IGNORE (bz5494): multiop didn't fail fsync: 5 or close: 0 00000001:00000001:3.0:1789608877.084283:0:36208:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1789608877.901839:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608877.901847:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608877.901854:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608877.901856:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608877.901860:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608877.901861:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608877.901865:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608877.901866:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608877.901897:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789608877.901901:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608877.901905:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789608878.093824:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608878.093838:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608878.093848:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904055c00. 00000020:00000040:1.0:1789608878.093856:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d90510e000 refcount=4 obd=MGC192.168.203.121@tcp 00000100:00000001:1.0:1789608878.093862:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608878.093866:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608878.093872:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608878.093883:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d908496100. 00000100:00000001:1.0:1789608878.093893:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608878.093908:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 83b5584e-e144-4f7f-be05-3bcca61e7fd2->MGS req@ffff94d904055c00 x1876538934322304/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608878.093980:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608878.093985:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608878.093993:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bcd98b3] to pc [ptlrpcd_00_01+1] req@ffff94d904055c00 x1876538934322304/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608878.094028:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608878.094030:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608878.094034:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608878.094037:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904054700. 00000020:00000040:1.0:1789608878.094040:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b11800 refcount=9 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000100:00000001:1.0:1789608878.094042:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608878.094043:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608878.094045:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608878.094049:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d908496c00. 00000100:00000001:1.0:1789608878.094052:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608878.094056:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0000_UUID req@ffff94d904054700 x1876538934322432/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608878.094063:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608878.094065:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608878.094069:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4ab8069] to pc [ptlrpcd_00_00+0] req@ffff94d904054700 x1876538934322432/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608878.094076:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608878.094079:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608878.094082:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608878.094085:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904057100. 00000020:00000040:1.0:1789608878.094087:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b17800 refcount=4 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000100:00000001:1.0:1789608878.094088:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608878.094089:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608878.094091:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608878.094094:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d908496000. 00000100:00000001:1.0:1789608878.094096:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608878.094100:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-MDT0001_UUID req@ffff94d904057100 x1876538934322560/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608878.094107:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608878.094108:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608878.094111:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000928ee147] to pc [ptlrpcd_00_01+1] req@ffff94d904057100 x1876538934322560/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608878.094118:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608878.094120:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608878.094123:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608878.094126:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904054380. 00000020:00000040:1.0:1789608878.094127:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00000100:00000001:1.0:1789608878.094129:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608878.094130:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608878.094131:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608878.094133:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d908496200. 00000100:00000001:1.0:1789608878.094136:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608878.094139:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0000_UUID req@ffff94d904054380 x1876538934322688/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608878.094145:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608878.094146:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608878.094149:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030888fc6] to pc [ptlrpcd_00_00+0] req@ffff94d904054380 x1876538934322688/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608878.094156:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608878.094158:0:21207:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789608878.094162:0:21207:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789608878.094165:0:21207:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d904056d80. 00000020:00000040:1.0:1789608878.094166:0:21207:0:(genops.c:1209:class_import_get()) import ffff94d902b13000 refcount=3 obd=lustre-OST0001-osc-ffff94d904ceb000 00000100:00000001:1.0:1789608878.094169:0:21207:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789608878.094170:0:21207:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789608878.094172:0:21207:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789608878.094175:0:21207:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94d908496400. 00000100:00000001:1.0:1789608878.094177:0:21207:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608878.094180:0:21207:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25f5d458-2cbe-49cd-9693-334c08df7e27->lustre-OST0001_UUID req@ffff94d904056d80 x1876538934322816/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608878.094186:0:21207:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789608878.094187:0:21207:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608878.094190:0:21207:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c13df78] to pc [ptlrpcd_00_01+1] req@ffff94d904056d80 x1876538934322816/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608878.094196:0:21207:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608878.094201:0:21207:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1942) 00000100:00000001:1.0:1789608878.094214:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608878.094217:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608878.094220:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608878.094224:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904054700 x1876538934322432/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608878.094232:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608878.094235:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608878.094239:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608878.094242:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608878.094244:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608878.094248:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934322432:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608878.094252:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608878.094258:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608878.094260:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608878.094263:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608878.094267:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d9135fb800. 02000000:00000001:1.0:1789608878.094268:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608878.094278:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608878.094282:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34cb8. 00000100:00000001:0.0:1789608878.094371:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608878.094374:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608878.094376:0:2410:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608878.094382:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904055c00 x1876538934322304/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608878.094389:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608878.094391:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608878.094393:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608878.094394:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608878.094396:0:2410:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608878.094399:0:2410:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904055c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2410:1876538934322304:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608878.094403:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608878.094405:0:2410:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608878.094407:0:2410:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608878.094408:0:2410:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608878.094421:0:2410:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d904ae7600. 02000000:00000001:0.0:1789608878.094423:0:2410:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608878.094428:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608878.094432:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8370. 00000400:00000010:0.0:1789608878.094437:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed990. 00000100:00000200:0.0:1789608878.094446:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934322304, portal 25 00000100:00000001:0.0:1789608878.094449:0:2410:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608878.094452:0:2410:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529115136 : -117815180436480 : ffff94d904055c00) 00000100:00000040:0.0:1789608878.094458:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904055c00 x1876538934322304/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608878.094465:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608878.094468:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608878.094471:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edc38. 00000100:00000200:0.0:1789608878.094474:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876538934322304, offset 0 00000400:00000200:0.0:1789608878.094492:0:2410:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608878.094503:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608878.094511:0:2410:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608878.094518:0:2410:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608878.094523:0:2410:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608878.094527:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608878.094530:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608878.094534:0:2410:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [3016:3016:256:4294967295] 192.168.203.121@tcp LPNI seq info [3016:3016:8:4294967295] 00000400:00000200:0.0:1789608878.094538:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608878.094550:0:2410:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608878.094558:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608878.094564:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa300. 00000800:00000200:0.0:1789608878.094573:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608878.094582:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608878.094588:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608878.094605:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608878.094610:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608878.094613:0:2410:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 0 is 4296609118 00000100:00000010:0.0:1789608878.094628:0:2410:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d9082d7ba0. 00000100:00000001:0.0:1789608878.094636:0:2410:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789608878.094643:0:2410:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS new deadline estimation for cpu 1 is 4296609118 00000100:00000010:0.0:1789608878.094646:0:2410:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94d9082d7060. 00000100:00000001:0.0:1789608878.094649:0:2410:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.121@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789608878.094653:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608878.094656:0:2410:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608878.094659:0:2410:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608878.094663:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904057100 x1876538934322560/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608878.094670:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608878.094672:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608878.094674:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608878.094705:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608878.094707:0:2410:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608878.094710:0:2410:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904057100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934322560:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608878.094713:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608878.094715:0:2410:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608878.094717:0:2410:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608878.094718:0:2410:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608878.094722:0:2410:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d904ae7400. 02000000:00000001:0.0:1789608878.094724:0:2410:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608878.094727:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608878.094729:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8f78. 00000400:00000010:0.0:1789608878.094733:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed110. 00000100:00000200:0.0:1789608878.094736:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934322560, portal 10 00000100:00000001:0.0:1789608878.094738:0:2410:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608878.094739:0:2410:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529120512 : -117815180431104 : ffff94d904057100) 00000100:00000040:0.0:1789608878.094746:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904057100 x1876538934322560/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608878.094753:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608878.094755:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608878.094758:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed000. 00000100:00000200:0.0:1789608878.094760:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934322560, offset 0 00000400:00000200:0.0:1789608878.094764:0:2410:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608878.094768:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608878.094773:0:2410:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608878.094776:0:2410:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608878.094778:0:2410:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608878.094781:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608878.094783:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608878.094786:0:2410:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [3017:3017:255:4294967295] 192.168.203.121@tcp LPNI seq info [3017:3017:7:4294967295] 00000400:00000200:0.0:1789608878.094790:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608878.094796:0:2410:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608878.094800:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608878.094803:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa000. 00000800:00000200:0.0:1789608878.094806:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608878.094810:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608878.094813:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608878.094816:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608878.094820:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: using a timeout of 24043 usecs (25 jiffies) 00000400:00000200:0.0:1789608878.094823:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608878.094825:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296605209 00000100:00000001:0.0:1789608878.094828:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296609118 00000100:00000001:0.0:1789608878.094830:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296605209 00000100:00000001:0.0:1789608878.094832:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296609118 00000100:00000001:0.0:1789608878.094834:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608878.094837:0:2410:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608878.094839:0:2410:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789608878.094843:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904056d80 x1876538934322816/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608878.094849:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789608878.094851:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608878.094853:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789608878.094855:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789608878.094858:0:2410:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789608878.094861:0:2410:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904056d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934322816:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608878.094864:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789608878.094867:0:2410:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789608878.094869:0:2410:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608878.094871:0:2410:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789608878.094874:0:2410:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d904ae7800. 02000000:00000001:0.0:1789608878.094876:0:2410:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789608878.094879:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:0.0:1789608878.094883:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d9181b8478. 00000400:00000010:0.0:1789608878.094887:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095ed6e8. 00000100:00000200:0.0:1789608878.094890:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934322816, portal 4 00000100:00000001:0.0:1789608878.094892:0:2410:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789608878.094893:0:2410:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529119616 : -117815180432000 : ffff94d904056d80) 00000100:00000040:0.0:1789608878.094900:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904056d80 x1876538934322816/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608878.094907:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789608878.094909:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:0.0:1789608878.094911:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d9095edbb0. 00000100:00000200:0.0:1789608878.094913:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876538934322816, offset 0 00000400:00000200:0.0:1789608878.095034:0:2410:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:0.0:1789608878.095040:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608878.095044:0:2410:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:0.0:1789608878.095047:0:2410:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789608878.095049:0:2410:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:0.0:1789608878.095052:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789608878.095054:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:0.0:1789608878.095057:0:2410:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [3018:3018:254:4294967295] 192.168.203.121@tcp LPNI seq info [3018:3018:6:4294967295] 00000400:00000200:0.0:1789608878.095062:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608878.095068:0:2410:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789608878.095073:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:0.0:1789608878.095078:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d903faa100. 00000800:00000200:0.0:1789608878.095082:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:0.0:1789608878.095086:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:0.0:1789608878.095089:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d903faa100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789608878.095092:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608878.095094:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: using a timeout of 24788 usecs (25 jiffies) 00000400:00000200:0.0:1789608878.095097:0:2410:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:0.0:1789608878.095099:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296605210 00000100:00000001:0.0:1789608878.095101:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296609118 00000100:00000001:0.0:1789608878.095103:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296605210 00000100:00000001:0.0:1789608878.095105:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296609118 00000100:00000001:0.0:1789608878.095107:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608878.095108:0:2410:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608878.095111:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608878.095114:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608878.095124:0:2410:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789608878.095127:0:2410:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789608878.095129:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608878.095130:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608878.095132:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608878.095135:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608878.095195:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608878.095200:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa300. 00000400:00000200:0.0:1789608878.095208:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608878.095213:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608878.095221:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edc38 00000400:00000010:0.0:1789608878.095224:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edc38. 00000100:00000001:0.0:1789608878.095230:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608878.095235:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904055c00 x1876538934322304/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608878.095245:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608878.095248:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904055c00 x1876538934322304/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608894 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608878.095255:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608878.095257:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608878.095270:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608878.095273:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa000. 00000400:00000200:0.0:1789608878.095276:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608878.095278:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608878.095281:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed000 00000400:00000010:0.0:1789608878.095282:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed000. 00000100:00000001:0.0:1789608878.095284:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608878.095286:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904057100 x1876538934322560/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608878.095351:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608878.095355:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904057100 x1876538934322560/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608894 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608878.095363:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608878.095365:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608878.095446:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608878.095449:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d903faa100. 00000400:00000200:0.0:1789608878.095452:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608878.095456:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608878.095459:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095edbb0 00000400:00000010:0.0:1789608878.095461:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095edbb0. 00000100:00000001:0.0:1789608878.095463:0:2402:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608878.095467:0:2402:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904056d80 x1876538934322816/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608878.095474:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608878.095486:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904056d80 x1876538934322816/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608894 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608878.095493:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608878.095495:0:2402:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:1.0:1789608878.095703:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d352a8. 00000100:00000200:1.0:1789608878.095714:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934322432, portal 10 00000100:00000001:1.0:1789608878.095716:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608878.095718:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529109760 : -117815180441856 : ffff94d904054700) 00000100:00000040:1.0:1789608878.095727:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904054700 x1876538934322432/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608878.095733:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608878.095736:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608878.095739:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35d48. 00000100:00000200:1.0:1789608878.095742:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876538934322432, offset 0 00000400:00000200:1.0:1789608878.095747:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608878.095753:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608878.095757:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608878.095761:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608878.095764:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608878.095766:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608878.095769:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608878.095772:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [3019:3019:256:4294967295] 192.168.203.121@tcp LPNI seq info [3019:3019:8:4294967295] 00000400:00000200:1.0:1789608878.095776:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608878.095783:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608878.095788:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608878.095791:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d908496b00. 00000800:00000200:1.0:1789608878.095795:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608878.095800:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608878.095803:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d908496b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608878.095816:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608878.095820:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: using a timeout of 832003 usecs (833 jiffies) 00000400:00000200:1.0:1789608878.095824:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608878.095825:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296606019 00000100:00000001:1.0:1789608878.095828:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296609118 00000100:00000001:1.0:1789608878.095830:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296606019 00000100:00000001:1.0:1789608878.095833:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296609118 00000100:00000001:1.0:1789608878.095835:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608878.095837:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608878.095840:0:2409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789608878.095846:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d904054380 x1876538934322688/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608878.095853:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789608878.095855:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608878.095859:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789608878.095861:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789608878.095863:0:2409:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608878.095866:0:2409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d904054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934322688:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608878.095870:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789608878.095873:0:2409:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789608878.095875:0:2409:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608878.095877:0:2409:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789608878.095882:0:2409:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d9135fa200. 02000000:00000001:1.0:1789608878.095884:0:2409:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789608878.095888:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:1.0:1789608878.095891:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d911d34e70. 00000400:00000010:1.0:1789608878.095895:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35110. 00000100:00000200:1.0:1789608878.095898:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934322688, portal 4 00000100:00000001:1.0:1789608878.095900:0:2409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789608878.095902:0:2409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258529108864 : -117815180442752 : ffff94d904054380) 00000100:00000040:1.0:1789608878.095908:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d904054380 x1876538934322688/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608878.095915:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608878.096014:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608878.096018:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d35880. 00000100:00000200:1.0:1789608878.096022:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876538934322688, offset 0 00000400:00000200:1.0:1789608878.096027:0:2409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608878.096032:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608878.096035:0:2409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608878.096038:0:2409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789608878.096041:0:2409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:1.0:1789608878.096044:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789608878.096046:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:1.0:1789608878.096049:0:2409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [3020:3020:255:4294967295] 192.168.203.121@tcp LPNI seq info [3020:3020:7:4294967295] 00000400:00000200:1.0:1789608878.096054:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608878.096060:0:2409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608878.096065:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608878.096068:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d908496700. 00000800:00000200:1.0:1789608878.096072:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608878.096077:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608878.096080:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d908496700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608878.096083:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608878.096086:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 187107 usecs (188 jiffies) 00000400:00000200:1.0:1789608878.096089:0:2409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:1.0:1789608878.096092:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296605374 00000100:00000001:1.0:1789608878.096094:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296609118 00000100:00000001:1.0:1789608878.096096:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296605374 00000100:00000001:1.0:1789608878.096099:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296609118 00000100:00000001:1.0:1789608878.096101:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608878.096103:0:2409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608878.096105:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608878.096109:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608878.096116:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608878.096118:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789608878.096121:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608878.096123:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789608878.096125:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608878.096128:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608878.096206:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608878.096209:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d908496b00. 00000400:00000200:0.0:1789608878.096214:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608878.096218:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608878.096222:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35d48 00000400:00000010:0.0:1789608878.096224:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35d48. 00000100:00000001:0.0:1789608878.096227:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608878.096232:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904054700 x1876538934322432/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608878.096240:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608878.096243:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904054700 x1876538934322432/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608894 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608878.096249:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608878.096251:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789608878.096261:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608878.096263:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d908496700. 00000400:00000200:0.0:1789608878.096266:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608878.096270:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608878.096272:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35880 00000400:00000010:0.0:1789608878.096275:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35880. 00000100:00000001:0.0:1789608878.096277:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608878.096280:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d904054380 x1876538934322688/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608878.096288:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608878.096556:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d904054380 x1876538934322688/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608894 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608878.096565:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608878.096567:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608878.105013:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608878.105041:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608878.105047:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608878.105050:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608878.105061:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608878.105071:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608878.105086:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608878.105092:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608878.105098:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608878.105103:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 25 MB=0x6aab3c4966480 00000400:00000200:0.0:1789608878.105109:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608878.105119:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.121@tcp of length 224/224 into md 0x8949 [1] + 224 00000800:00000001:0.0:1789608878.105128:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608878.105132:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608878.105137:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608878.105142:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608878.105151:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608878.105162:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904055c00 x1876538934322304/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608894 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608878.105175:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904055c00 x1876538934322304/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608894 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608878.105230:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608878.105236:0:2410:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608878.105252:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608878.105267:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608878.105271:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608878.105274:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608878.105276:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608878.105279:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608878.105283:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608878.105288:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608878.105291:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608878.105303:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608878.105306:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4966580 00000400:00000200:0.0:1789608878.105311:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608878.105316:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x8959 [1] + 224 00000800:00000001:0.0:1789608878.105320:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608878.105323:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608878.105325:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608878.105330:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608878.105333:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608878.105338:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904057100 x1876538934322560/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608894 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608878.105347:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904057100 x1876538934322560/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608894 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608878.105355:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608878.105359:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608878.105362:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608878.105364:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608878.105366:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608878.105370:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608878.105373:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608878.105377:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608878.105380:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608878.105382:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608878.105385:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c4966680 00000400:00000200:0.0:1789608878.105389:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608878.105394:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x8969 [1] + 224 00000800:00000001:0.0:1789608878.105397:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608878.105401:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608878.105403:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608878.105406:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608878.105409:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608878.105422:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904056d80 x1876538934322816/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608894 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608878.105432:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904056d80 x1876538934322816/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608894 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608878.105441:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608878.105444:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608878.105449:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608878.105451:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608878.105453:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608878.105456:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608878.105459:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608878.105463:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608878.105466:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608878.105469:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608878.105472:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 4 MB=0x6aab3c4966600 00000400:00000200:0.0:1789608878.105475:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608878.105490:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.121@tcp of length 224/224 into md 0x8989 [1] + 224 00000800:00000001:0.0:1789608878.105494:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608878.105505:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608878.105507:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608878.105510:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608878.105513:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608878.105518:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904054380 x1876538934322688/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608894 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608878.105526:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904054380 x1876538934322688/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608894 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608878.105543:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608878.105547:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608878.105551:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608878.105566:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608878.105569:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789608878.105577:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789608878.105579:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789608878.105583:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34e70. 00000400:00000200:0.0:1789608878.105588:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d35110 00000400:00000010:0.0:1789608878.105592:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d35110. 00000100:00000001:0.0:1789608878.105595:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608878.105600:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904054380 x1876538934322688/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608894 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789608878.105742:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904054380 x1876538934322688/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608894 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608878.105751:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789608878.105754:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608878.105757:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789608878.105761:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789608878.105764:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789608878.105767:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789608878.105771:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789608878.105784:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13c60 time=86 v=5 (5 5 5 5) 00000100:00001000:0.0:1789608878.105789:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=4 v=5 (1 0 0 0) 00000100:00000001:0.0:1789608878.105792:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789608878.105794:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789608878.105797:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789608878.105801:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608878.105806:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789608878.105808:0:2409:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: skip recheck: last_committed 4294967338 00000100:00000001:0.0:1789608878.105811:0:2409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789608878.105813:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789608878.105819:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904054380 x1876538934322688/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608894 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608878.105826:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789608878.105830:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789608878.105832:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789608878.105836:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904054380 x1876538934322688/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608894 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789608878.105844:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934322688:192.168.203.121@tcp:400:kworker.0 00000100:00000001:0.0:1789608878.105850:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608878.105854:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608878.105857:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904054380 x1876538934322688/t0(0) o400->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608894 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608878.105871:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789608878.105874:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789608878.105879:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d9135fa200. 02000000:00000001:0.0:1789608878.105884:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789608878.105888:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789608878.105890:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=2 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:0.0:1789608878.105893:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789608878.105896:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d908496200. 02000000:00000001:0.0:1789608878.105900:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789608878.105903:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789608878.105905:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904054380. 00000100:00000001:0.0:1789608878.105909:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789608878.105911:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789608878.105915:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608878.106159:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789608878.106162:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789608878.106164:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608878.106166:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1789608878.106234:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608878.106237:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608878.106240:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8370. 00000400:00000200:1.0:1789608878.106245:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed990 00000400:00000010:1.0:1789608878.106247:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed990. 00000100:00000001:1.0:1789608878.106251:0:2410:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608878.106257:0:2410:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904055c00 x1876538934322304/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608894 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608878.106267:0:2410:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904055c00 x1876538934322304/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608894 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608878.106273:0:2410:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608878.106275:0:2410:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608878.106277:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608878.106279:0:2410:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608878.106281:0:2410:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608878.106283:0:2410:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608878.106285:0:2410:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608878.106289:0:2410:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d90510e460 time=86 v=5 (5 5 5 5) 00000100:00001000:1.0:1789608878.106292:0:2410:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d90510e418 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608878.106295:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608878.106296:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608878.106298:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608878.106299:0:2410:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608878.106301:0:2410:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608878.106305:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904055c00 x1876538934322304/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608894 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608878.106312:0:2410:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608878.106314:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608878.106315:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608878.106319:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904055c00 x1876538934322304/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608894 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608878.106332:0:2410:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904055c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:83b5584e-e144-4f7f-be05-3bcca61e7fd2:2410:1876538934322304:192.168.203.121@tcp:400:kworker.0 00000400:00000001:1.0:1789608878.106338:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608878.106340:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608878.106342:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8f78. 00000400:00000200:1.0:1789608878.106344:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed110 00000400:00000010:1.0:1789608878.106346:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed110. 00000100:00000001:1.0:1789608878.106348:0:2410:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608878.106351:0:2410:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904057100 x1876538934322560/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608894 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608878.106360:0:2410:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904057100 x1876538934322560/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608894 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608878.106366:0:2410:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608878.106367:0:2410:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608878.106369:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608878.106370:0:2410:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608878.106371:0:2410:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608878.106373:0:2410:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608878.106375:0:2410:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608878.106379:0:2410:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b17c60 time=86 v=5 (5 104 104 104) 00000100:00001000:1.0:1789608878.106382:0:2410:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b17c18 time=86 v=5 (1 1 1 1) 00000100:00000001:1.0:1789608878.106385:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608878.106386:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608878.106388:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608878.106390:0:2410:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608878.106392:0:2410:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608878.106393:0:2410:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94d904ceb000: skip recheck: last_committed 4294967336 00000100:00000001:1.0:1789608878.106395:0:2410:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608878.106397:0:2410:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608878.106401:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904057100 x1876538934322560/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608894 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608878.106408:0:2410:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608878.106464:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608878.106466:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608878.106471:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904057100 x1876538934322560/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608894 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608878.106489:0:2410:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904057100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934322560:192.168.203.121@tcp:400:kworker.0 00000400:00000001:1.0:1789608878.106495:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608878.106496:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608878.106498:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d9181b8478. 00000400:00000200:1.0:1789608878.106501:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d9095ed6e8 00000400:00000010:1.0:1789608878.106503:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d9095ed6e8. 00000100:00000001:1.0:1789608878.106505:0:2410:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608878.106508:0:2410:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904056d80 x1876538934322816/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608894 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608878.106517:0:2410:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904056d80 x1876538934322816/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608894 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608878.106523:0:2410:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608878.106525:0:2410:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608878.106527:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608878.106529:0:2410:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608878.106530:0:2410:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608878.106532:0:2410:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608878.106534:0:2410:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608878.106539:0:2410:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13460 time=86 v=5 (5 5 5 5) 00000100:00001000:1.0:1789608878.106542:0:2410:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13418 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608878.106544:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608878.106545:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608878.106547:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608878.106549:0:2410:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608878.106552:0:2410:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608878.106553:0:2410:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94d904ceb000: skip recheck: last_committed 4294967322 00000100:00000001:1.0:1789608878.106555:0:2410:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608878.106557:0:2410:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608878.106560:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904056d80 x1876538934322816/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608894 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608878.106568:0:2410:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608878.106570:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608878.106571:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608878.106574:0:2410:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904056d80 x1876538934322816/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608894 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608878.106581:0:2410:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904056d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2410:1876538934322816:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608878.106585:0:2410:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608878.106587:0:2410:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608878.106590:0:2410:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904055c00 x1876538934322304/t0(0) o400->MGC192.168.203.121@tcp@192.168.203.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789608894 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608878.106596:0:2410:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608878.106598:0:2410:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608878.106601:0:2410:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d904ae7600. 02000000:00000001:1.0:1789608878.106604:0:2410:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608878.106607:0:2410:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608878.106608:0:2410:0:(genops.c:1222:class_import_put()) import ffff94d90510e000 refcount=3 obd=MGC192.168.203.121@tcp 00000020:00000001:1.0:1789608878.106610:0:2410:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608878.106612:0:2410:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d908496100. 02000000:00000001:1.0:1789608878.106769:0:2410:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608878.106772:0:2410:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608878.106774:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904055c00. 00000100:00000001:1.0:1789608878.106779:0:2410:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608878.106780:0:2410:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608878.106782:0:2410:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608878.106787:0:2410:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904057100 x1876538934322560/t0(0) o400->lustre-MDT0001-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608894 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608878.106793:0:2410:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608878.106795:0:2410:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608878.106797:0:2410:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d904ae7400. 02000000:00000001:1.0:1789608878.106799:0:2410:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608878.106801:0:2410:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608878.106803:0:2410:0:(genops.c:1222:class_import_put()) import ffff94d902b17800 refcount=3 obd=lustre-MDT0001-mdc-ffff94d904ceb000 00000020:00000001:1.0:1789608878.106805:0:2410:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608878.106806:0:2410:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d908496000. 02000000:00000001:1.0:1789608878.106808:0:2410:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608878.106809:0:2410:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608878.106810:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904057100. 00000100:00000001:1.0:1789608878.106813:0:2410:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608878.106814:0:2410:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608878.106816:0:2410:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608878.106819:0:2410:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904056d80 x1876538934322816/t0(0) o400->lustre-OST0001-osc-ffff94d904ceb000@192.168.203.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789608894 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608878.106826:0:2410:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608878.106827:0:2410:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608878.106828:0:2410:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d904ae7800. 02000000:00000001:1.0:1789608878.106830:0:2410:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608878.106831:0:2410:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608878.106832:0:2410:0:(genops.c:1222:class_import_put()) import ffff94d902b13000 refcount=2 obd=lustre-OST0001-osc-ffff94d904ceb000 00000020:00000001:1.0:1789608878.106834:0:2410:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608878.106835:0:2410:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d908496400. 02000000:00000001:1.0:1789608878.106837:0:2410:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608878.106838:0:2410:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608878.106839:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904056d80. 00000100:00000001:1.0:1789608878.106842:0:2410:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608878.106843:0:2410:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608878.106845:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608878.106854:0:2410:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608878.106857:0:2410:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608878.106860:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608878.106862:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789608878.108510:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608878.108531:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608878.108536:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608878.108539:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608878.108549:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608878.108557:0:2401:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608878.108566:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608878.108571:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608878.108577:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608878.108582:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 10 MB=0x6aab3c4966500 00000400:00000200:0.0:1789608878.108588:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608878.108595:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.121@tcp of length 224/224 into md 0x8979 [1] + 224 00000800:00000001:0.0:1789608878.108603:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608878.108612:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608878.108624:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608878.108630:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608878.108639:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608878.108648:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d904054700 x1876538934322432/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608894 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608878.108660:0:2401:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d904054700 x1876538934322432/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608894 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608878.108701:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608878.108711:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608878.108716:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608878.108852:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608878.108858:0:2409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789608878.108866:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789608878.108868:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789608878.108872:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d911d34cb8. 00000400:00000200:1.0:1789608878.108877:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d352a8 00000400:00000010:1.0:1789608878.108880:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d352a8. 00000100:00000001:1.0:1789608878.108883:0:2409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789608878.108889:0:2409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d904054700 x1876538934322432/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608894 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789608878.108898:0:2409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d904054700 x1876538934322432/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608894 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608878.108904:0:2409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789608878.108906:0:2409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608878.108909:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789608878.108912:0:2409:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789608878.108914:0:2409:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608878.108917:0:2409:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608878.109003:0:2409:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608878.109015:0:2409:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b11c60 time=86 v=5 (5 104 104 104) 00000100:00001000:1.0:1789608878.109019:0:2409:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b11c18 time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1789608878.109022:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789608878.109024:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608878.109027:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789608878.109031:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608878.109035:0:2409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789608878.109038:0:2409:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94d904ceb000: skip recheck: last_committed 8589934607 00000100:00000001:1.0:1789608878.109040:0:2409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789608878.109044:0:2409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608878.109049:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d904054700 x1876538934322432/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608894 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608878.109057:0:2409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789608878.109060:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789608878.109063:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789608878.109067:0:2409:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d904054700 x1876538934322432/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608894 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789608878.109075:0:2409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d904054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:25f5d458-2cbe-49cd-9693-334c08df7e27:2409:1876538934322432:192.168.203.121@tcp:400:kworker.0 00000100:00000001:1.0:1789608878.109081:0:2409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608878.109084:0:2409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789608878.109088:0:2409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d904054700 x1876538934322432/t0(0) o400->lustre-MDT0000-mdc-ffff94d904ceb000@192.168.203.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789608894 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789608878.109096:0:2409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789608878.109098:0:2409:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789608878.109103:0:2409:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d9135fb800. 02000000:00000001:1.0:1789608878.109107:0:2409:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789608878.109111:0:2409:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789608878.109113:0:2409:0:(genops.c:1222:class_import_put()) import ffff94d902b11800 refcount=8 obd=lustre-MDT0000-mdc-ffff94d904ceb000 00000020:00000001:1.0:1789608878.109115:0:2409:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789608878.109118:0:2409:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94d908496c00. 02000000:00000001:1.0:1789608878.109121:0:2409:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789608878.109123:0:2409:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789608878.109125:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d904054700. 00000100:00000001:1.0:1789608878.109129:0:2409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789608878.109130:0:2409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608878.109133:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608878.109142:0:2409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789608878.109144:0:2409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608878.109146:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789608878.109149:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789608878.485396:0:36311:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608878.934830:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608878.934837:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608878.934843:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608878.934844:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608878.934848:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608878.934849:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608878.934852:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608878.934854:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608878.936742:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789608878.936749:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608878.936754:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1789608879.139102:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608879.143582:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608879.143590:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608879.143744:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608879.143754:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608879.143762:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608879.143772:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608879.143777:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608879.143782:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608879.143787:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 328 into portal 15 MB=0x6aab3c51d8d00 00000400:00000200:0.0:1789608879.143796:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.121@tcp of length 328/328 into md 0x88b1 [2] + 0 00000800:00000001:0.0:1789608879.143803:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608879.143822:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608879.143826:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608879.143832:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608879.143840:0:2402:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1789608879.143843:0:2402:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1789608879.143848:0:2402:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907e5fb80. 00000100:00000040:0.0:1789608879.143852:0:2402:0:(events.c:341:request_in_callback()) incoming req@ffff94d907e5fb80 x1876538943180032 msgsize 328 00000100:00100000:0.0:1789608879.143856:0:2402:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.121@tcp (source: 12345-192.168.203.121@tcp) 00000100:00000001:0.0:1789608879.143871:0:2402:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:0.0:1789608879.143880:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608879.143884:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608879.144220:0:25846:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1789608879.144223:0:25846:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876538943180032 02000000:00000001:1.0:1789608879.144226:0:25846:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1789608879.144228:0:25846:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789608879.144230:0:25846:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789608879.144235:0:25846:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789608879.144239:0:25846:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876538943180032 00000020:00000001:1.0:1789608879.144241:0:25846:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789608879.144244:0:25846:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc54db3288176f35f 00000020:00000001:1.0:1789608879.144246:0:25846:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608879.144249:0:25846:0:(lustre_handles.c:148:class_handle2object()) GET export ffff94d903103800 refcount=4 00000020:00000001:1.0:1789608879.144252:0:25846:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626258513049600 : -117815196502016 : ffff94d903103800) 00000020:00000001:1.0:1789608879.144254:0:25846:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626258513049600 : -117815196502016 : ffff94d903103800) 00000100:00000001:1.0:1789608879.144258:0:25846:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789608879.144263:0:25846:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d91117d540. 00000100:00000001:1.0:1789608879.144266:0:25846:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789608879.144270:0:25846:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d91117d540. 00000020:00000010:1.0:1789608879.144275:0:25846:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94d9109ba600. 00000020:00000010:1.0:1789608879.144281:0:25846:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff94d9121c3b80. 00000020:00000010:1.0:1789608879.144286:0:25846:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff94d9032a6bb8. 00000100:00000040:1.0:1789608879.144295:0:25846:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1789608879.144298:0:25846:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1789608879.144300:0:25846:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1789608879.144302:0:25846:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608879.144310:0:25846:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608879.144324:0:25846:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789608879.144336:0:25846:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1789608879.144337:0:25846:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1789608879.144343:0:25846:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.121@tcp, seq: 66 00000100:00000040:1.0:1789608879.144346:0:25846:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff94d903103800 : new rpc_count 1 00000100:00000001:1.0:1789608879.144348:0:25846:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446626258594167680 : -117815115383936 : ffff94d907e5fb80) 00000100:00000040:1.0:1789608879.144355:0:25846:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff94d907e5fb80 x1876538943180032/t0(0) o104->LOV_OSC_UUID@192.168.203.121@tcp:680/0 lens 328/0 e 0 to 0 dl 1789608890 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789608879.144364:0:25846:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789608879.144367:0:25846:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff94d91117d540. 00000100:00000001:1.0:1789608879.144369:0:25846:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789608879.144371:0:25846:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff94d91117d540. 00000100:00100000:1.0:1789608879.144375:0:25846:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff94d907e5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:13990:x1876538943180032:12345-192.168.203.121@tcp:104: 00000100:00000200:1.0:1789608879.144378:0:25846:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876538943180032 00010000:00000001:1.0:1789608879.144381:0:25846:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1789608879.144389:0:25846:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789608879.144390:0:25846:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789608879.144392:0:25846:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=2 00000020:00000001:1.0:1789608879.144394:0:25846:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:1.0:1789608879.144397:0:25846:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:1.0:1789608879.144401:0:25846:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789608879.144404:0:25846:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789608879.144408:0:25846:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000100:00000001:1.0:1789608879.144421:0:25846:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1789608879.144424:0:25846:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1789608879.144429:0:25846:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff94d908242400. 02000000:00000001:1.0:1789608879.144431:0:25846:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608879.144433:0:25846:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608879.144437:0:25846:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1789608879.144440:0:25846:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789608879.144443:0:25846:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d909864de8 time=86 v=5 (1 1 1 1) 00000100:00000001:1.0:1789608879.144448:0:25846:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789608879.144451:0:25846:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff94d907ddb340 refcount 16 to 192.168.203.121@tcp 00000100:00000001:1.0:1789608879.144453:0:25846:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446626258593624896 : -117815115926720 : ffff94d907ddb340) 02000000:00000001:1.0:1789608879.144455:0:25846:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1789608879.144458:0:25846:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608879.144461:0:25846:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789608879.144465:0:25846:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:1.0:1789608879.144483:0:25846:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d911d352a8. 00000100:00000200:1.0:1789608879.144490:0:25846:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876538943180032, offset 224 00000400:00000200:1.0:1789608879.144498:0:25846:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:1.0:1789608879.144507:0:25846:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608879.144515:0:25846:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.21@tcp to MR: 192.168.203.121@tcp local destination 00000400:00000200:1.0:1789608879.144523:0:25846:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [3021:3021:256:4294967295] 192.168.203.121@tcp LPNI seq info [3021:3021:8:4294967295] 00000400:00000200:1.0:1789608879.144528:0:25846:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:1.0:1789608879.144537:0:25846:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:192.168.203.21@tcp) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:1.0:1789608879.144542:0:25846:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:1.0:1789608879.144547:0:25846:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d908496c00. 00000800:00000200:1.0:1789608879.144553:0:25846:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:1.0:1789608879.144560:0:25846:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:1.0:1789608879.144563:0:25846:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d908496c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789608879.144572:0:25846:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608879.144575:0:25846:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff94d907ddb340 refcount 15 to 192.168.203.121@tcp 00010000:00000001:1.0:1789608879.144578:0:25846:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1789608879.144581:0:25846:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff94d905e0bcc0. 00010000:00000001:1.0:1789608879.144583:0:25846:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1789608879.144598:0:25846:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1789608879.144601:0:25846:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608879.144602:0:25846:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789608879.144604:0:25846:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789608879.144611:0:25846:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907e5fb80 x1876538943180032/t0(0) o104->LOV_OSC_UUID@192.168.203.121@tcp:680/0 lens 328/224 e 0 to 0 dl 1789608890 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1789608879.144613:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789608879.144620:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608879.144633:0:17088:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1789608879.144636:0:25846:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff94d907e5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:13990:x1876538943180032:12345-192.168.203.121@tcp:104: Request processed in 268us (780us total) trans 0 rc 0/0 00010000:00000001:2.0:1789608879.144641:0:17088:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1789608879.144646:0:17088:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00100000:1.0:1789608879.144650:0:25846:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.121@tcp, seq: 66 00010000:00010000:2.0:1789608879.144655:0:17088:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000100:00000040:1.0:1789608879.144656:0:25846:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff94d903103800 : new rpc_count 0 00000100:00000001:1.0:1789608879.144664:0:25846:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1789608879.144670:0:25846:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:2.0:1789608879.144716:0:17088:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94d9421c0600 already unused, calling callback (ffffffffc1007300) 00000008:00000001:2.0:1789608879.144721:0:17088:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1789608879.144724:0:17088:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1789608879.144726:0:17088:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789608879.144729:0:17088:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789608879.144731:0:17088:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff94d9421c0600 refcount=3 00000020:00000001:2.0:1789608879.144734:0:17088:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:2.0:1789608879.144737:0:17088:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626259570787840 : -117814138763776 : ffff94d9421c0600) 00010000:00000001:2.0:1789608879.144741:0:17088:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789608879.144744:0:17088:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400030000 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:2.0:1789608879.144753:0:17088:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:2.0:1789608879.144755:0:17088:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789608879.144760:0:17088:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446626258514694584 : -117815194857032 : ffff94d9032951b8) 00000020:00001000:2.0:1789608879.144763:0:17088:0:(cl_object.c:823:cl_env_get()) 1@ffff94d9032951b0 00000008:00000001:2.0:1789608879.144765:0:17088:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:2.0:1789608879.144768:0:17088:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789608879.144771:0:17088:0:(cl_object.c:917:cl_env_put()) 1@ffff94d9032951b0 00000008:00000001:2.0:1789608879.144774:0:17088:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608879.144777:0:17088:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789608879.144783:0:17088:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789608879.144785:0:17088:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789608879.144787:0:17088:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789608879.144790:0:17088:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789608879.144793:0:17088:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff94d9421c0600 with handle 0xc54db32881770016 from hash 00010000:00000001:2.0:1789608879.144796:0:17088:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789608879.144798:0:17088:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608879.144800:0:17088:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608879.144802:0:17088:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789608879.144806:0:17088:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789608879.144809:0:17088:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1789608879.144815:0:17088:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789608879.144819:0:17088:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608879.144822:0:17088:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789608879.144825:0:17088:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1789608879.144834:0:17088:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94d907d27480. 00000020:00000040:2.0:1789608879.144838:0:17088:0:(genops.c:1209:class_import_get()) import ffff94d902b13800 refcount=3 obd=lustre-OST0000-osc-ffff94d904ceb000 00000100:00000001:2.0:1789608879.144844:0:17088:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789608879.144847:0:17088:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789608879.144853:0:17088:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789608879.144861:0:17088:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94d91ee89e00. 00000100:00000001:2.0:1789608879.144868:0:17088:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608879.144871:0:17088:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1789608879.144877:0:17088:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:2.0:1789608879.144886:0:17088:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1789608879.144888:0:17088:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608879.144895:0:17088:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789608879.144901:0:17088:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608879.144915:0:17088:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032be462c] to pc [ptlrpcd_01_01+1] req@ffff94d907d27480 x1876538934322944/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789608879.144946:0:17088:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789608879.144948:0:17088:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789608879.144950:0:17088:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789608879.144952:0:17088:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608879.144954:0:17088:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789608879.144956:0:17088:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608879.144960:0:17088:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:2.0:1789608879.144974:0:17088:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789608879.144976:0:17088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff94d904ceb000 lock: 00000000938b2d50/0xc54db32881770016 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x91bddff8e8ed9cfd expref: -99 pid: 36072 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000010:2.0:1789608879.144985:0:17088:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94d904af6980. 00010000:00000040:2.0:1789608879.144992:0:17088:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff94d903b69600 count: 0 00010000:00000010:2.0:1789608879.145001:0:17088:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff94d903b69e00. 00000020:00000010:1.0:1789608879.145008:0:25846:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff94d9121c3b80. 00000020:00000010:1.0:1789608879.145016:0:25846:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff94d9032a6bb8. 00010000:00000001:2.0:1789608879.145017:0:17088:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:1.0:1789608879.145021:0:25846:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94d9109ba600. 00010000:00000001:2.0:1789608879.145022:0:17088:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1789608879.145029:0:17088:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff94d905e0bcc0. 00000020:00000040:1.0:1789608879.145032:0:25846:0:(genops.c:879:class_export_put()) PUTting export ffff94d903103800 : new refcount 3 00010000:00000001:2.0:1789608879.145036:0:17088:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789608879.145039:0:25846:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789608879.145041:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789608879.145045:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608879.145048:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1789608879.145051:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789608879.146272:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608879.146285:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1789608879.146289:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789608879.146290:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608879.146292:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789608879.146307:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608879.146313:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608879.146316:0:2412:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789608879.146328:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94d907d27480 x1876538934322944/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608879.146710:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789608879.146714:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608879.146720:0:2412:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789608879.146725:0:2412:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789608879.146729:0:2412:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789608879.146734:0:2412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff94d907d27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2412:1876538934322944:192.168.203.121@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1789608879.146740:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789608879.146747:0:2412:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789608879.146751:0:2412:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608879.146753:0:2412:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789608879.146761:0:2412:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94d91ee88400. 02000000:00000001:2.0:1789608879.146764:0:2412:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789608879.146774:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000010:2.0:1789608879.146778:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94d907d21210. 00000400:00000010:2.0:1789608879.146789:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c220. 00000100:00000200:2.0:1789608879.146797:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876538934322944, portal 18 00000100:00000001:2.0:1789608879.146800:0:2412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789608879.146802:0:2412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626258592887936 : -117815116663680 : ffff94d907d27480) 00000100:00000040:2.0:1789608879.146811:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94d907d27480 x1876538934322944/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608895 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608879.146819:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789608879.146822:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.121@tcp 00000400:00000010:2.0:1789608879.146825:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94d902f6c4c8. 00000100:00000200:2.0:1789608879.146829:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876538934322944, offset 0 00000400:00000200:2.0:1789608879.146837:0:2412:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.121@tcp 00000400:00000200:2.0:1789608879.146848:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608879.146857:0:2412:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.121@tcp local destination 00000400:00000200:2.0:1789608879.146864:0:2412:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789608879.146868:0:2412:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.21@tcp 00000400:00000200:2.0:1789608879.146872:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.21@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789608879.146875:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.121@tcp 00000400:00000200:2.0:1789608879.146878:0:2412:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.21@tcp NI seq info: [3022:3022:255:4294967295] 192.168.203.121@tcp LPNI seq info [3022:3022:7:4294967295] 00000400:00000200:2.0:1789608879.146883:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:2.0:1789608879.146895:0:2412:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp:) -> 192.168.203.121@tcp(192.168.203.121@tcp:192.168.203.121@tcp) : PUT try# 0 00000800:00000200:2.0:1789608879.146901:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.121@tcp 00000800:00000010:2.0:1789608879.146908:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94d91a01ad00. 00000800:00000200:2.0:1789608879.146916:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94d911d56480] -> 12345-192.168.203.121@tcp (5) 00000800:00000200:2.0:1789608879.146926:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.121@tcp ip 192.168.203.121:988 00000800:00000200:2.0:1789608879.146931:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94d91a01ad00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1789608879.146936:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608879.146941:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: using a timeout of 186411 usecs (187 jiffies) 00000400:00000200:2.0:1789608879.146945:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000100:00000001:2.0:1789608879.146948:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 0 is 4296606423 00000100:00000001:2.0:1789608879.146951:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 0, keep current deadline 4296609118 00000100:00000001:2.0:1789608879.146954:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS new deadline estimation for cpu 1 is 4296606423 00000100:00000001:2.0:1789608879.146956:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94d904ceb000: PM QoS request active for cpu 1, keep current deadline 4296609118 00000100:00000001:2.0:1789608879.146958:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608879.146962:0:2412:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608879.146966:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608879.146969:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608879.146980:0:2412:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608879.146983:0:2412:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789608879.146986:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608879.146987:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789608879.146989:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608879.146991:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789608879.147599:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789608879.147606:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789608879.148885:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608879.148894:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d908496c00. 00000400:00000200:0.0:1789608879.148903:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608879.148912:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608879.148921:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d911d352a8 00000400:00000010:0.0:1789608879.148925:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d911d352a8. 00000100:00000001:0.0:1789608879.148932:0:2401:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1789608879.148935:0:2401:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:0.0:1789608879.149002:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789608879.149005:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94d91a01ad00. 00000400:00000200:0.0:1789608879.149008:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608879.149012:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000400:00000200:0.0:1789608879.149015:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c4c8 00000400:00000010:0.0:1789608879.149017:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c4c8. 00000100:00000001:0.0:1789608879.149020:0:2401:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789608879.149027:0:2401:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff94d907d27480 x1876538934322944/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608895 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608879.149039:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789608879.149043:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94d907d27480 x1876538934322944/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608895 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608879.149049:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789608879.149051:0:2401:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789608879.156859:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608879.156880:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789608879.156885:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608879.156889:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608879.156898:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608879.156907:0:2402:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.21@tcp(192.168.203.21@tcp) <- 192.168.203.121@tcp : PUT - for me 00000400:00000200:0.0:1789608879.156918:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608879.157111:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608879.157116:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608879.157121:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.121@tcp of length 224 into portal 18 MB=0x6aab3c4966700 00000400:00000200:0.0:1789608879.157126:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.121@tcp to cpt 0 00000400:00000200:0.0:1789608879.157132:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.121@tcp of length 224/224 into md 0x89a1 [1] + 224 00000800:00000001:0.0:1789608879.157140:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608879.157150:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789608879.157153:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789608879.157158:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.21@tcp->192.168.203.121@tcp: PUT: OK 00000100:00000001:0.0:1789608879.157164:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789608879.157173:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff94d907d27480 x1876538934322944/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608895 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789608879.157185:0:2402:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94d907d27480 x1876538934322944/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608895 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789608879.157212:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789608879.157225:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789608879.157229:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1789608879.157773:0:36375:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff94d903b69600. 00010000:00000010:2.1:1789608879.157789:0:36375:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94d9421c0600. 00000100:00000001:2.0:1789608879.157811:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608879.157817:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789608879.157828:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789608879.157831:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789608879.157835:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94d907d21210. 00000400:00000200:2.0:1789608879.157842:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94d902f6c220 00000400:00000010:2.0:1789608879.157846:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff94d902f6c220. 00000100:00000001:2.0:1789608879.157851:0:2412:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789608879.157862:0:2412:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff94d907d27480 x1876538934322944/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608895 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789608879.157873:0:2412:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff94d907d27480 x1876538934322944/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608895 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608879.157881:0:2412:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789608879.157885:0:2412:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608879.157888:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789608879.157892:0:2412:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789608879.157895:0:2412:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789608879.157898:0:2412:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789608879.157902:0:2412:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789608879.157914:0:2412:0:(import.c:2196:obd_at_measure()) add 5 to ffff94d902b13d38 time=70 v=5 (5 5 5 0) 00000100:00001000:2.0:1789608879.157919:0:2412:0:(import.c:2196:obd_at_measure()) add 1 to ffff94d902b13c18 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1789608879.157922:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789608879.157924:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789608879.157927:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789608879.157932:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608879.157936:0:2412:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789608879.157938:0:2412:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94d904ceb000: skip recheck: last_committed 4294967338 00000100:00000001:2.0:1789608879.157941:0:2412:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789608879.157943:0:2412:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789608879.157948:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94d907d27480 x1876538934322944/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608895 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608879.157956:0:2412:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789608879.157960:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789608879.157962:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789608879.157967:0:2412:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94d907d27480 x1876538934322944/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608895 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789608879.157975:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff94d907d27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:25f5d458-2cbe-49cd-9693-334c08df7e27:2412:1876538934322944:192.168.203.121@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1789608879.157983:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608879.157985:0:2412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789608879.157990:0:2412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94d907d27480 x1876538934322944/t0(0) o103->lustre-OST0000-osc-ffff94d904ceb000@192.168.203.121@tcp:17/18 lens 328/224 e 0 to 0 dl 1789608895 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789608879.157997:0:2412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789608879.158000:0:2412:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789608879.158004:0:2412:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94d91ee88400. 02000000:00000001:2.0:1789608879.158008:0:2412:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789608879.158012:0:2412:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789608879.158015:0:2412:0:(genops.c:1222:class_import_put()) import ffff94d902b13800 refcount=2 obd=lustre-OST0000-osc-ffff94d904ceb000 00000020:00000001:2.0:1789608879.158018:0:2412:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789608879.158021:0:2412:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94d91ee89e00. 02000000:00000001:2.0:1789608879.158025:0:2412:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789608879.158027:0:2412:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789608879.158029:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94d907d27480. 00000100:00000001:2.0:1789608879.158033:0:2412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789608879.158034:0:2412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608879.158037:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789608879.158048:0:2412:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789608879.158050:0:2412:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789608879.158052:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789608879.158403:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608879.951820:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608879.951827:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608879.951832:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608879.951833:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608879.951836:0:28704:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608879.951837:0:28704:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789608879.956446:0:16957:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789608879.956453:0:16957:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789608879.956458:0:16957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1789608880.171415:0:36452:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789608880.561526:0:36488:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1789608880.561533:0:36488:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: recovery-small test_24b: @@@@@@ FAIL: no discarded dirty page found! 00000001:00000001:3.0:1789608880.568165:0:36488:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1789608880.978816:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608880.978824:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608880.978829:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608880.978830:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608880.978834:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608880.978835:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789608880.978859:0:16956:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789608880.978862:0:16956:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789608880.978864:0:16956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1789608881.625832:0:36588:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608882.004519:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608882.004528:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608882.004533:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608882.004534:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789608882.004537:0:32466:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789608882.004538:0:32466:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789608882.004654:0:17088:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789608882.004658:0:17088:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789608882.004661:0:17088:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789608882.061745:0:32114:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d000 (cpu 0) has reached its deadline 4296609118, at 4296609152 00000100:00000010:0.0:1789608882.061760:0:32114:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d9082d7ba0. 00000100:00000040:1.0:1789608882.063031:0:33535:0:(connection.c:75:cpu_latency_work()) work item of ffff94d902a6d110 (cpu 1) has reached its deadline 4296609118, at 4296609153 00000100:00000010:1.0:1789608882.063042:0:33535:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94d9082d7060. Debug log: 128485 lines, 128485 kept, 0 dropped, 0 bad.